-- Logs begin at Mon 2022-10-17 16:56:42 UTC, end at Mon 2022-10-17 19:45:22 UTC. -- Oct 17 18:00:01.999889 dv-neutron-861384-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 18:00:04.504214 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.common.config [-] Logging enabled! Oct 17 18:00:04.504941 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev55 Oct 17 18:00:04.505027 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89717) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 18:00:04.508074 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.common.config [-] Logging enabled! Oct 17 18:00:04.508328 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev55 Oct 17 18:00:04.508639 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89717) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 18:00:04.509575 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 18:00:04.510348 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 18:00:04.510707 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 18:00:04.510951 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 18:00:04.511176 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 18:00:04.511495 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.511792 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.512087 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.512317 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.512609 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.512896 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.513173 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.513457 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.513779 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.514063 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.514337 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.514618 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.514846 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.515122 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.515405 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.515691 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.515914 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] debug = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.516189 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.516612 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.517012 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.517287 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.517579 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.517888 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.518157 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.518433 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.518716 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.519039 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] host = dv-neutron-861384-1-hyperv {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.519312 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.519597 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.519881 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.520162 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.520484 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.520708 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.520988 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.521255 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.521526 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.521829 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.522117 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.522402 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.522688 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.522911 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.523132 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.523416 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.523699 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.523971 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.524244 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.524514 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.524785 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.525055 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.525318 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.526196 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.526486 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.526770 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.527044 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.527315 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.527594 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.527862 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.528144 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.528414 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.528683 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.528953 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.529237 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.529500 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.529797 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.530096 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.530379 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.530660 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.530940 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.531209 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.531487 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.531755 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.532025 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.532292 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_json = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.532558 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.532823 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.533103 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.533369 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.533656 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.533930 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.534201 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.534484 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.534752 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:04.535048 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.535342 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.535640 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.535925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.536215 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.536491 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.536778 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.537053 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.537337 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.537647 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.537941 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.538218 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.538504 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.538780 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.539072 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.539375 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.539665 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.539956 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.540228 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.540497 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.540765 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.541040 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.541345 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.541659 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.541949 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.542219 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.542491 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.542778 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.543051 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.543319 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.543585 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.543867 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.544139 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.544409 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.544684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.544973 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.545255 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.545525 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.545820 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.546106 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.546377 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.546641 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.546906 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.547176 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.547446 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.547726 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.548000 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.548266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.548530 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.548801 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.549067 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.549334 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.549622 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.549898 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.550172 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.550436 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.550705 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.550971 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.551285 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.551555 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.551821 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.552088 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.552360 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.552627 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.552896 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.553162 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.553429 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.553722 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.554006 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.554289 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.554584 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.554858 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.555131 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.555406 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.555679 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.555952 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.556225 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.556497 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.556794 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.557063 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.557450 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.557762 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.558050 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.558332 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.558605 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.558897 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.559171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.559449 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.559777 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.560053 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.560333 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.560613 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.560905 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.561198 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.561484 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.561801 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.562089 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.562364 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.562668 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.562941 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:04.563156 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 18:00:04.563401 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89717) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 18:00:04.953564 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO keyring.backend [-] Loading KWallet Oct 17 18:00:04.961003 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO keyring.backend [-] Loading SecretService Oct 17 18:00:04.964954 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO keyring.backend [-] Loading Windows Oct 17 18:00:04.966555 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO keyring.backend [-] Loading chainer Oct 17 18:00:04.967113 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO keyring.backend [-] Loading macOS Oct 17 18:00:05.001027 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 17 18:00:05.001309 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=89717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 17 18:00:05.001629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 17 18:00:05.001974 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 18:00:05.392684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.392987 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.393254 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.394472 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.394746 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.395010 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.429587 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.429895 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.430165 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.442912 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.443194 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.443466 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.473814 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.474090 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.474358 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.510597 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.511207 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.511207 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.742481 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.742768 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.743037 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.743305 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.744039 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.863560 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.863881 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.864165 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.864436 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.864703 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.865016 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.865282 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.865539 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.865820 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.866114 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.866376 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.866644 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.866908 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.867166 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.867432 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.867702 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.867961 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.868232 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.868485 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.868766 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.869655 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.869924 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.870175 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.870461 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.870710 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.870959 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.871343 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.871584 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.871818 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.872051 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.872282 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.872513 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:05.872872 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 18:00:05.876010 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 18:00:05.880011 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 18:00:05.883604 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 17 18:00:05.885843 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 18:00:05.886433 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 18:00:05.886764 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 18:00:05.887141 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 18:00:05.889904 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 18:00:05.890158 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 18:00:05.890498 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 18:00:05.917729 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 18:00:05.918172 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.918467 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89717) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 17 18:00:05.918825 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.920154 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89717) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 18:00:05.920436 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 18:00:05.920682 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 18:00:05.946762 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:05.947046 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:06.009527 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 18:00:06.010323 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 18:00:06.010568 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 18:00:06.010934 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 18:00:06.044001 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_db.sqlalchemy.engines [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89717) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 18:00:06.521633 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing driver for type 'gre' Oct 17 18:00:06.522329 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] gre ID ranges: [(1, 1000)] Oct 17 18:00:06.711569 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing driver for type 'local' Oct 17 18:00:06.711910 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing driver for type 'vlan' Oct 17 18:00:06.866140 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] VlanTypeDriver initialization complete Oct 17 18:00:06.866409 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing driver for type 'vxlan' Oct 17 18:00:06.866930 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] vxlan ID ranges: [(1, 1000)] Oct 17 18:00:07.152435 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing extension driver 'port_security' Oct 17 18:00:07.152696 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] PortSecurityExtensionDriver initialization complete Oct 17 18:00:07.153036 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing mechanism driver 'openvswitch' Oct 17 18:00:07.153393 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing mechanism driver 'hyperv' Oct 17 18:00:07.160291 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.plugin [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:07.160972 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.161350 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.161761 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.162298 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.162735 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.163096 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.163448 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.163841 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.164249 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.164604 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.164959 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.165374 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.165803 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.166802 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.167205 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.167745 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.168184 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.168537 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.168884 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.169280 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.169709 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > address_group after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.170063 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > address_group after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.170408 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > address_group after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.170797 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89717) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 18:00:07.171243 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] ML2 OVO RPC backend initialized. {{(pid=89717) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 17 18:00:07.171962 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.172328 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.172758 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.173110 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > networks before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.173464 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.173842 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > ports before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.174195 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.174544 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnets before_response 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.174897 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.175244 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.175585 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.175925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.176266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.176606 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.176951 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.177292 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.177650 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.178242 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.plugin [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Modular L2 Plugin initialization complete Oct 17 18:00:07.178578 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading services supported by the core plugin {{(pid=89717) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 18:00:07.178914 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.plugins.ml2.managers [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Got port-security extension from driver 'port_security' Oct 17 18:00:07.179451 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.extensions.vlantransparent [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Disabled vlantransparent extension. Oct 17 18:00:07.179971 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89717) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 18:00:07.180716 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: router Oct 17 18:00:07.222398 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.222795 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_create 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.223169 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router before_create 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.223541 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.223926 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.224284 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_delete 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.224649 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > floatingip after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.225018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_create 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.225371 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.225759 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.226118 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.226489 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.226915 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.227286 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.227644 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.227980 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: subnet after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.228323 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.229433 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > port precommit_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.230055 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_create 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.230545 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.230904 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.231272 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router after_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.231627 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_delete 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.231985 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_create 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.232357 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.232711 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_update 55549900 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.233087 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > agent after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.233443 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > agent after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.233820 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > network after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.234741 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Tracking information for resource: router configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:07.235079 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Tracking information for resource: floatingip configured {{(pid=89717) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 18:00:07.240310 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.db.l3_agentschedulers_db [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 18:00:07.240901 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.241277 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.241664 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.242029 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: port after_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.242846 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router before_create 55550100 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.243219 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_delete 55550100 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.243585 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_create 55550100 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.243950 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > router precommit_update 55550100 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.248455 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.provider_configuration [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service providers = [] {{(pid=89717) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 18:00:07.252230 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.db.servicetype_db [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89717) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 18:00:07.254623 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.service_base [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 18:00:07.254981 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.service_base [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 18:00:07.255327 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.service_base [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 18:00:07.256206 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.services.service_base [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89717) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 18:00:07.256590 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.services.service_base [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 18:00:07.256984 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.257303 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 18:00:07.267958 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.268300 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: auto_allocate Oct 17 18:00:07.274188 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: network precommit_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.274563 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: network precommit_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.275103 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.275942 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: tag Oct 17 18:00:07.282585 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.282985 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: timestamp Oct 17 18:00:07.288377 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.288712 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: network_ip_availability Oct 17 18:00:07.294551 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.294931 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.295294 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.296039 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.296363 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: flavors Oct 17 18:00:07.301141 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.301481 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading Plugin: revisions Oct 17 18:00:07.305936 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89717) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 18:00:07.306339 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.305s {{(pid=89717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 17 18:00:07.307123 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89717) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 17 18:00:07.307464 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Initializing extension manager. Oct 17 18:00:07.307977 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: __init__.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.308320 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: __pycache__ {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.308655 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.308989 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: address_group.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.309778 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.310347 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: address-group Oct 17 18:00:07.310673 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: address_scope.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.311573 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.312078 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: address-scope Oct 17 18:00:07.312429 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: admin_state_down_before_update.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.313363 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.313896 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: router-admin-state-down-before-update Oct 17 18:00:07.314217 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: agent.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.314919 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.315412 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: agent Oct 17 18:00:07.315736 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: agent_resources_synced.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.316640 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.317143 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: agent-resources-synced Oct 17 18:00:07.317467 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: allowedaddresspairs.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.319313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.319838 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: allowed-address-pairs Oct 17 18:00:07.320172 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: auto_allocated_topology.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.321245 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.321791 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: auto-allocated-topology Oct 17 18:00:07.322152 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: availability_zone.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.322851 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.323357 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: availability_zone Oct 17 18:00:07.323687 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: availability_zone_filter.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.324598 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.325104 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: availability_zone_filter Oct 17 18:00:07.325433 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: data_plane_status.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.326374 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.326880 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 18:00:07.327210 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: default_subnetpools.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.328119 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.328627 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: default-subnetpools Oct 17 18:00:07.328956 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: dhcpagentscheduler.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.329815 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.330322 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: dhcp_agent_scheduler Oct 17 18:00:07.330649 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: dns.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.331557 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.332057 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension dns-integration not supported by any of loaded plugins Oct 17 18:00:07.332382 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: dns_domain_ports.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.333310 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.333836 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 18:00:07.334163 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: dvr.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.334831 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.335330 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: dvr Oct 17 18:00:07.335668 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: empty_string_filtering.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.336559 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.337066 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: empty-string-filtering Oct 17 18:00:07.337390 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.338850 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.339349 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 18:00:07.339672 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.340835 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.341334 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 18:00:07.341682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: external_net.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.342592 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.343098 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: external-net Oct 17 18:00:07.343422 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: extra_dhcp_opt.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.344329 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.344837 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: extra_dhcp_opt Oct 17 18:00:07.345163 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: extraroute.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.346091 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.346593 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: extraroute Oct 17 18:00:07.346916 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: extraroute_atomic.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.347962 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.348465 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: extraroute-atomic Oct 17 18:00:07.348790 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: filter_validation.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.349457 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.349981 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: filter-validation Oct 17 18:00:07.350305 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: fip_pf_description.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.351212 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.351710 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 18:00:07.352034 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: fip_port_details.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.352976 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.354068 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: fip-port-details Oct 17 18:00:07.354364 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: flavors.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.355615 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.356126 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: flavors Oct 17 18:00:07.356457 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.358154 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.358672 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 18:00:07.359026 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: floatingip_pools.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.359715 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.360221 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: floatingip-pools Oct 17 18:00:07.360550 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: ip_allocation.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.361582 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.362185 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 18:00:07.362565 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.363532 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.364094 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: ip-substring-filtering Oct 17 18:00:07.364461 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l2_adjacency.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.365436 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.366011 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 18:00:07.366381 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.367600 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.368117 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: router Oct 17 18:00:07.368449 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3_conntrack_helper.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.370747 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.371278 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 18:00:07.371613 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.372545 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.373061 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: ext-gw-mode Oct 17 18:00:07.373389 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.374333 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.374844 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: l3-ha Oct 17 18:00:07.375175 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3_flavors.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.376089 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.376594 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: l3-flavors Oct 17 18:00:07.376922 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.378061 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.378569 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 18:00:07.378897 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: l3agentscheduler.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.379961 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.380469 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: l3_agent_scheduler Oct 17 18:00:07.380802 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: logging.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.382309 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.382822 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension logging not supported by any of loaded plugins Oct 17 18:00:07.383154 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: metering.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.383898 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.384479 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: metering Oct 17 18:00:07.384837 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.385954 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.386465 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: metering_source_and_destination_fields Oct 17 18:00:07.386794 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: multiprovidernet.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.387723 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.388226 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: multi-provider Oct 17 18:00:07.388552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: netmtu.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.389462 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.390008 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: net-mtu Oct 17 18:00:07.390336 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: netmtu_writable.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.391251 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.391756 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: net-mtu-writable Oct 17 18:00:07.392081 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: network_availability_zone.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.392748 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.393377 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: network_availability_zone Oct 17 18:00:07.393725 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: network_ip_availability.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.394812 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.395322 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: network-ip-availability Oct 17 18:00:07.395649 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: network_segment_range.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.396410 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.396913 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 18:00:07.397238 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: pagination.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.398247 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.398580 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: pagination Oct 17 18:00:07.398902 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: port_device_profile.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.399812 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.400860 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: port-device-profile Oct 17 18:00:07.401185 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.402130 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.402680 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: port-mac-address-regenerate Oct 17 18:00:07.402962 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.403876 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.404379 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: port-numa-affinity-policy Oct 17 18:00:07.404703 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: port_resource_request.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.405620 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.406132 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 18:00:07.406458 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: portbindings.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.407377 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.407885 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: binding Oct 17 18:00:07.408211 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: portbindings_extended.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.409792 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.410306 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: binding-extended Oct 17 18:00:07.410636 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: portsecurity.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.411549 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.412057 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: port-security Oct 17 18:00:07.412384 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: project_id.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.413357 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.413728 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: project-id Oct 17 18:00:07.414056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: providernet.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.414976 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.415483 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: provider Oct 17 18:00:07.415807 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.419882 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.420400 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos not supported by any of loaded plugins Oct 17 18:00:07.420738 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.422012 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.422529 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 18:00:07.422862 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.423775 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.424290 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 18:00:07.424739 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_default.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.425672 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.426184 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-default not supported by any of loaded plugins Oct 17 18:00:07.426515 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_fip.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.427165 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.427666 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-fip not supported by any of loaded plugins Oct 17 18:00:07.427999 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_gateway_ip.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.428915 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.429420 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 18:00:07.429788 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_port_network_policy.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.430706 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.431213 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 18:00:07.431565 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_rule_type_details.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.432485 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.432987 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 18:00:07.433314 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: qos_rules_alias.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.434376 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.434880 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 18:00:07.435206 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: quotasv2.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.436119 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.436448 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: quotas Oct 17 18:00:07.436769 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: quotasv2_detail.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.438409 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.438758 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: quota_details Oct 17 18:00:07.439094 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: rbac.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.440278 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.440800 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: rbac-policies Oct 17 18:00:07.441136 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: rbac_address_group.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.442101 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.442618 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: rbac-address-group Oct 17 18:00:07.442951 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: rbac_address_scope.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.443866 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.444374 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: rbac-address-scope Oct 17 18:00:07.444703 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: rbac_security_groups.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.445627 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.446146 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: rbac-security-groups Oct 17 18:00:07.446475 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: rbac_subnetpool.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.447422 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.447936 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: rbac-subnetpool Oct 17 18:00:07.448264 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: revisionifmatch.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.449292 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.449831 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: revision-if-match Oct 17 18:00:07.450161 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: revisions.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.451265 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.451772 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: standard-attr-revisions Oct 17 18:00:07.452103 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: router_availability_zone.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.452781 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.453292 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: router_availability_zone Oct 17 18:00:07.453644 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: routerservicetype.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.454565 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.455084 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension router-service-type not supported by any of loaded plugins Oct 17 18:00:07.455415 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.456449 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.456955 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: security-groups-normalized-cidr Oct 17 18:00:07.457283 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: security_groups_port_filtering.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.458233 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.458743 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: port-security-groups-filtering Oct 17 18:00:07.459071 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.459989 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.460496 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: security-groups-remote-address-group Oct 17 18:00:07.460825 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: securitygroup.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.471112 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.471763 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: security-group Oct 17 18:00:07.472098 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: segment.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.472883 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.473391 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension segment not supported by any of loaded plugins Oct 17 18:00:07.473762 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.474705 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.475216 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 18:00:07.475546 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: servicetype.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.476651 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.477170 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: service-type Oct 17 18:00:07.477498 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: sorting.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.479276 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.479614 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: sorting Oct 17 18:00:07.479941 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: standard_attr_segment.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.480865 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.481372 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 18:00:07.481736 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: standardattrdescription.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.482383 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.482887 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: standard-attr-description Oct 17 18:00:07.483213 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: stateful_security_group.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.484137 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.484645 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: stateful-security-group Oct 17 18:00:07.484970 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: stdattrs_common.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.485549 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 18:00:07.485900 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.486907 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.487412 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 18:00:07.487738 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnet_onboard.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.488821 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.489330 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: subnet_onboard Oct 17 18:00:07.489684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.490610 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.491112 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 18:00:07.491437 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnet_service_types.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.492362 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.492876 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: subnet-service-types Oct 17 18:00:07.493202 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnetallocation.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.494465 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.494976 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: subnet_allocation Oct 17 18:00:07.495304 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.495968 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.496478 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: subnetpool-prefix-ops Oct 17 18:00:07.496803 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.497755 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.498264 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 18:00:07.498588 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: tagging.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.499636 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.500147 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: standard-attr-tag Oct 17 18:00:07.500477 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: timestamp.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.501684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.502200 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loaded extension: standard-attr-timestamp Oct 17 18:00:07.502532 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: trunk.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.503557 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.504071 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension trunk not supported by any of loaded plugins Oct 17 18:00:07.504401 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: trunk_details.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.505312 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.505863 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension trunk-details not supported by any of loaded plugins Oct 17 18:00:07.506193 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: uplink_status_propagation.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.507109 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.507617 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 18:00:07.507945 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Loading extension file: vlantransparent.py {{(pid=89717) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 18:00:07.508612 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89717) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 18:00:07.509114 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 18:00:07.512250 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:network Oct 17 18:00:07.512995 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnet Oct 17 18:00:07.513809 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 18:00:07.514427 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:port Oct 17 18:00:07.515690 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.516142 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service FLAVORS assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.516770 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.517211 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.517548 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:router Oct 17 18:00:07.518229 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:floatingip Oct 17 18:00:07.518955 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service METERING assigned prefix: /metering {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.520459 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.520844 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.521204 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:00:07.522374 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 18:00:07.522910 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:security_group Oct 17 18:00:07.523498 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 18:00:07.524236 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service CORE assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.524575 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 18:00:07.524917 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] subnetpool is already registered Oct 17 18:00:07.526161 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service CORE assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.526496 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 18:00:07.526832 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] subnetpool is already registered Oct 17 18:00:07.529406 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.529882 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service FLAVORS assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.530492 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.530922 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.531263 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:router Oct 17 18:00:07.531599 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] router is already registered Oct 17 18:00:07.532202 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:floatingip Oct 17 18:00:07.532536 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] floatingip is already registered Oct 17 18:00:07.533172 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service METERING assigned prefix: /metering {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.534053 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 18:00:07.534345 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] rbac_policy is already registered Oct 17 18:00:07.534893 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:security_group Oct 17 18:00:07.535237 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] security_group is already registered Oct 17 18:00:07.535843 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 18:00:07.536177 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] security_group_rule is already registered Oct 17 18:00:07.536860 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service CORE assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.537196 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 18:00:07.537523 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] subnetpool is already registered Oct 17 18:00:07.538159 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.v2.resource_helper [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Service CORE assigned prefix: {{(pid=89717) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 18:00:07.538497 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 18:00:07.538823 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING neutron.quota.resource_registry [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] subnetpool is already registered Oct 17 18:00:07.539480 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: extensions {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.540977 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: address-groups {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.542634 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: address-scopes {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.543880 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: agents {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.545047 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: auto-allocated-topology {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.546354 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: availability_zones {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.548661 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: dhcp-networks {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.550291 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: dhcp-agents {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.551749 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: routers {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.664914 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: flavors {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.666069 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: service_profiles {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.667407 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: next_providers {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.669006 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: service_profiles {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.670477 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: floatingip-pools {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.671791 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: routers {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.673622 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: floatingips {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.674831 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: l3-routers {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.676242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: l3-agents {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.677736 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: metering-labels {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.679175 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: metering-label-rules {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: network-ip-availabilities {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: bindings {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: quotas {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: quotas {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687313 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: rbac-policies {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.687726 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: security-groups {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.688840 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: security-group-rules {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.690118 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: service-providers {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.691367 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: subnetpools {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.692823 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: subnetpools {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.694355 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.696032 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.698421 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.700238 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.702084 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.703935 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.705658 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.707591 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.709367 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.711244 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron.api.extensions [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Extended resource: tags {{(pid=89717) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 18:00:07.718170 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING keystonemiddleware.auth_token [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 18:00:07.722970 dv-neutron-861384-1-hyperv neutron-server[89717]: WARNING keystonemiddleware.auth_token [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 18:00:07.731689 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Acquired lock "singleton_lock" {{(pid=89717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 17 18:00:07.732170 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_concurrency.lockutils [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Releasing lock "singleton_lock" {{(pid=89717) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 17 18:00:07.732805 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Starting 2 workers Oct 17 18:00:07.737507 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Started child 89826 {{(pid=89717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 18:00:07.741836 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Started child 89827 {{(pid=89717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 18:00:07.742567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.743433 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO neutron.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 18:00:07.744091 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [-] (89826) wsgi starting up on http://0.0.0.0:9696 Oct 17 18:00:07.744731 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Notify callbacks [] for process, before_spawn {{(pid=89717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.747009 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Starting 1 workers Oct 17 18:00:07.747142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.748486 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [-] (89827) wsgi starting up on http://0.0.0.0:9696 Oct 17 18:00:07.752114 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Started child 89828 {{(pid=89717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 18:00:07.752634 dv-neutron-861384-1-hyperv neutron-server[89717]: INFO oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Starting 1 workers Oct 17 18:00:07.755677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] calling RpcWorker wait() {{(pid=89828) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 18:00:07.756208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] returning from RpcWorker wait() {{(pid=89828) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 18:00:07.756940 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Started child 89829 {{(pid=89717) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 18:00:07.757449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.757779 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG neutron_lib.callbacks.manager [None req-ab289391-4be9-4f96-b1e6-3ee16da4378c None None] Notify callbacks [] for process, after_spawn {{(pid=89717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.757936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:07.759599 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 17 18:00:07.759822 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 18:00:07.760011 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 18:00:07.760229 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 18:00:07.760569 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 18:00:07.760728 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 18:00:07.761246 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.761536 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.761780 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.762234 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.762234 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.762441 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.763010 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.763279 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.763530 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.763800 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.764033 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.764202 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.764371 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.764623 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.764857 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.765145 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.765402 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.765656 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.765952 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.766124 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.766369 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.766627 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.766874 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.767139 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] debug = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.767387 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.767865 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.768116 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.768374 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.768558 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.768832 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.769059 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.769321 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.769557 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.769814 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.770048 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.770320 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.770574 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.770791 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.771010 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.771269 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.771518 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.771977 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] host = dv-neutron-861384-1-hyperv {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.772220 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.772452 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.772701 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.772946 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.773207 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.773424 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.773715 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.773992 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.774245 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.774476 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.774729 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.774986 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.775252 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.775496 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.775663 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_options = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.775917 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.776208 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.776470 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.776669 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.776825 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.777011 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.777260 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.777417 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.777689 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.777914 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.778127 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.778347 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.778594 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.778827 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.779082 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.779310 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.779524 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.779768 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.780015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.780247 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.780547 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.780868 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.781150 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.781397 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.781711 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.782477 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.782477 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.782750 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.782750 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.783215 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.783367 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.783541 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.783935 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.784217 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.784419 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:07.784568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.784710 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.784899 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.785162 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.785395 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.785661 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.785915 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.786130 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.786357 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.786576 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.786813 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.787030 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_json = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.787244 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.787549 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.787925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.788167 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.788420 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.788635 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.789062 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.789315 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.789533 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.789949 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.790283 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800056 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.800682 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.801242 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.802171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.803015 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804004 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.804552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805461 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805538 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.805798 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.806043 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.806267 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.806564 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.807304 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.809568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.811324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.812629 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.813515 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.813515 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.813515 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.813515 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814010 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814010 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814155 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814544 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814703 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.814895 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.815093 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.815311 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.815552 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.815842 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.816111 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.816383 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.816632 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.816880 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.817403 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.817403 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.817717 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.817925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.818311 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819401 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819485 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819757 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.819990 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.820234 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.820806 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.820806 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.821111 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.821267 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822266 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822849 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.822849 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.823100 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.823222 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.823394 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.823654 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.823889 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.824137 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.824392 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.824627 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.825238 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.825238 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.825433 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.825620 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.825866 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.826099 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.826317 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.826549 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.826759 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.826985 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.827188 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.827449 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.827681 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.827908 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.828142 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.828356 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.828575 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.828823 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.829034 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.829408 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.829679 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.829925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.830145 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.830364 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.830577 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.830869 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.831069 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.831336 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.831584 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.831815 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.832058 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.832294 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.832547 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.832761 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.833021 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.833240 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.833472 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.833706 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.833926 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.834142 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.834356 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.834598 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.834810 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.835086 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.835327 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.835661 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.835915 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.836143 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.836389 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.836622 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.836838 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.837057 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.837271 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.837508 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.837777 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.838006 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.838245 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.838926 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.839150 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.839397 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.839572 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.839836 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.840332 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.840594 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.840814 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.841041 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.841260 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.841885 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.841885 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.842111 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.842211 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.842404 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.842640 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.843067 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.843557 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.843812 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.844061 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.844303 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.844535 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.844767 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.844979 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.845197 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.845412 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.845667 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.845895 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.846106 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.846337 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.846562 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.846772 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.847042 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.847293 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.847512 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.847802 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.848063 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.848289 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.848555 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.848923 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.849118 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.849359 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.849595 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.849855 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.850081 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.850338 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.850645 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.850942 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.851225 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.851484 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.851754 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.852024 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.852281 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.852521 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.852835 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.853170 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.853992 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.854261 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.854512 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.854777 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.854999 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.855218 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.855456 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.855702 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.855925 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.856163 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.856398 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.856642 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.856879 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.857109 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.857324 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.857548 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.857801 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.858022 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.858238 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.858395 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 18:00:07.858927 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89717) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 17 18:00:07.859134 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 18:00:07.859899 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 18:00:07.859899 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 18:00:07.859899 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 18:00:07.860294 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 18:00:07.860571 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.860722 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.860847 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.860983 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861110 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861264 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861437 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861594 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861783 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.861944 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862106 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862267 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862426 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862586 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862744 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.862904 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863063 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863222 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863386 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863544 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863702 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.863861 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864020 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] debug = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864180 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864404 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864524 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864679 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864836 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.864996 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865154 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865317 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865474 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865658 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865824 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.865958 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866118 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866247 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866383 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866547 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866705 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.866862 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] host = dv-neutron-861384-1-hyperv {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867020 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867177 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867493 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867651 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867809 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.867966 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.868124 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.868281 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.868632 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.868632 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.868839 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.869013 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.869653 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.869786 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_options = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.869913 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870061 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870218 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870402 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870711 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870711 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.870882 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871175 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871332 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871544 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871790 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.871947 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872105 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872257 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872414 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872547 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872700 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.872860 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873018 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873176 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873334 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873490 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873668 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873828 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.873986 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874330 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874330 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874626 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874626 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874823 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.874905 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875020 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875177 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875506 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875641 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875800 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.875959 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876117 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876275 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876433 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876591 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876751 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.876910 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_json = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877068 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877226 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877384 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877542 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877724 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.877884 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.878042 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.878201 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.878358 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 18:00:07.878535 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.878697 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.878869 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879031 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879193 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879498 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879498 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879695 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879819 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.879953 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880119 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880281 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880451 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880612 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880777 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.880942 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881101 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881261 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881421 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881616 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881764 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.881926 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:07.882095 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882251 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882413 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882573 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882734 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.882895 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883057 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883219 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883380 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883541 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883701 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.883861 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884021 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884181 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884333 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884491 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884681 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884826 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.884987 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.885343 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.885564 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.885776 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.885937 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.886284 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.886404 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.886770 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.886898 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.887037 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.887213 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.887375 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.887786 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.887786 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888031 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888031 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888235 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888359 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888493 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888635 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888796 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.888968 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889305 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889305 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889540 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889713 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889838 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.889959 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890082 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890204 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890364 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890524 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890684 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.890844 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891005 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891167 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891328 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891489 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891650 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891812 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.891972 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892132 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892291 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892451 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892639 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892809 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.892984 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893144 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893307 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893465 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893642 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893806 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.893968 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894287 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894448 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894609 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894773 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.894936 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895100 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895252 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895407 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895568 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895716 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.895876 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896024 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896171 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896316 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896480 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896639 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896786 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.896947 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.897115 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.897275 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.897438 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.897826 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.897826 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898036 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898122 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898233 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898393 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898553 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898713 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.898874 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899033 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899193 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899353 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899514 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899686 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.899859 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.900022 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.900686 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.900857 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901042 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901202 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901362 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901524 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901706 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.901867 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902029 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902188 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902348 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902509 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902669 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902831 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.902995 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.903156 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.903316 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.903477 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.903638 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.903838 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.904012 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.904752 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.904752 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.904752 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905450 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905450 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905450 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905450 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905876 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905876 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.905876 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906526 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906526 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906526 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906526 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906795 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.906795 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907039 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907170 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907295 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907417 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907762 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907762 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907963 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.907963 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908108 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908262 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908423 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908585 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908746 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.908906 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909068 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909228 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909387 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909548 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909729 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.909894 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910074 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910256 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910387 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910542 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910702 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910875 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.910995 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.911157 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.911317 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.911475 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.911636 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912335 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912709 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912709 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912709 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.912928 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913006 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913141 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913300 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913460 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913645 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913796 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.913956 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914117 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914276 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914435 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914608 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914770 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.914992 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.915090 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.915240 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.915449 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.915617 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.915777 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.916473 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.916636 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.916807 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.916967 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917128 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917463 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917463 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917737 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917864 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.917988 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918110 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918231 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918386 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918547 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918720 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.918881 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919044 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919205 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919365 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919527 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919689 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.919853 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920025 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920197 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920359 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920529 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920698 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.920867 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921027 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921194 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921366 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921525 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921794 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.921962 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922149 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922310 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922471 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922631 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922799 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.922947 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923105 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923264 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923424 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923583 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923743 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.923903 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.924061 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.924219 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.924380 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.924540 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 18:00:07.924693 dv-neutron-861384-1-hyperv neutron-server[89717]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89717) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 18:00:08.179607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 57780) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:08.187983 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062463 Oct 17 18:00:19.587919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea0f02-37b6-4e57-be33-0c0d81eeeaf7 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:00:19.730805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea0f02-37b6-4e57-be33-0c0d81eeeaf7 None None] No non-hosted networks {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 18:00:19.749154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.agentschedulers_db [None req-1cea0f02-37b6-4e57-be33-0c0d81eeeaf7 None None] DHCP Agent not found on host dv-neutron-861384-1-hyperv {{(pid=89828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 18:00:19.917544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fd21ed43-51c1-42f0-b702-9c2dbf2ae679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.272629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a73cec4c-98df-4b22-b414-9260735d6bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.316895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-48b09234-d282-408b-a3c5-556e067d37bf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-861384-1-hyperv {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:00:22.317211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-48b09234-d282-408b-a3c5-556e067d37bf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:00:22.876554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.905514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.906341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.906681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.907070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.907415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.907746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.908069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.908411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.908753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.909078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.909411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.909951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.910526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:22.911235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-861384-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:22.922407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-861384-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:22.928823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-48b09234-d282-408b-a3c5-556e067d37bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:24.277111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:25.921999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 57876) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:26.555804 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING oslo_policy.policy [None req-614caa29-33e3-45e3-9a5a-cf5dc1f65972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:26.556511 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING oslo_policy.policy [None req-614caa29-33e3-45e3-9a5a-cf5dc1f65972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:26.774967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-614caa29-33e3-45e3-9a5a-cf5dc1f65972 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:00:26.776004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-614caa29-33e3-45e3-9a5a-cf5dc1f65972 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8530977 Oct 17 18:00:28.379290 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.db.l3_hamode_db [None req-fa4d0cd4-fd97-4a49-af06-fd7f67fea2bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 18:00:28.467194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d0cd4-fd97-4a49-af06-fd7f67fea2bc None None] Routers set() bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:28.467587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d0cd4-fd97-4a49-af06-fd7f67fea2bc None None] Router IDs set() for agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 17 18:00:29.189284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 57890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:29.561467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:29.656079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.policy [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 18:00:29.702165 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING oslo_policy.policy [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:29.702549 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING oslo_policy.policy [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:29.711060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.quota [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Loaded quota_driver: . Oct 17 18:00:29.727104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:29.844811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881536138', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881535321', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881554321', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881553198', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881701257', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792881698851', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-608552', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4077399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3721144'] for rbac-policy, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:29.994352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:29.995547 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f9f4c41a-7089-4ccc-97c4-9daad610cbcd admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8052688 Oct 17 18:00:32.680586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 57904) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:33.045139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Request body: {'network': {'project_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'name': 'private'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:33.050100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:33.054726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Usage tracker for resource:network and tenant:8f879ad34fa448e8bebc12822e968100 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:33.059729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:33.066302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:33.142821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Made reservation on behalf of 8f879ad34fa448e8bebc12822e968100 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:33.145855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.164470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.178478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:33.182164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Usage tracker for resource:security_group_rule and tenant:8f879ad34fa448e8bebc12822e968100 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:33.187588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:33.193105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:33.297339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.371449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.395501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:00:33.423160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792882570204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.423774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Unsubscribe: segment precommit_create {{(pid=89827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 18:00:33.424271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Added segment 2b1bc8d2-29c4-41f3-9767-29dd76b5b30f of type vlan for network 0e3efe45-8164-47a8-99e2-d3170b008949 Oct 17 18:00:33.474861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1405051c-6258-4cfc-ba1f-952104045e55,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:33.496690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.497040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.497391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.497743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.498122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.498448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.498771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.499104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.499428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.499746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.500089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.500404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Tracked resource versions report: Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: pushed versions: Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: { 'AddressGroup': {'1.2'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'ConntrackHelper': {'1.0'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Log': {'1.0'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Network': {'1.1'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Port': {'1.7'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'PortForwarding': {'1.2'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'QosPolicy': {'1.8'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroup': {'1.4'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SubPort': {'1.0'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Subnet': {'1.1'}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Trunk': {'1.1'}} Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: consumer versions: Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'ConntrackHelper': '1.0', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Log': '1.0', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Network': '1.1', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Port': '1.7', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'PortForwarding': '1.2', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'QosPolicy': '1.8', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroup': '1.4', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroupRule': '1.2', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SubPort': '1.0', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Subnet': '1.1', Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Trunk': '1.1'}} Oct 17 18:00:33.501813 dv-neutron-861384-1-hyperv neutron-server[89827]: {{(pid=89827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:00:33.544834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.669245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.670307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:33.670986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.774691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3efe45-8164-47a8-99e2-d3170b008949,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:33.785940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0e3efe45-8164-47a8-99e2-d3170b008949 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:00:33.903664 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2a402c8c-c433-428f-8671-32948648d098 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2219923 Oct 17 18:00:36.646075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 57920) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:37.232600 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING oslo_policy.policy [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:37.233250 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING oslo_policy.policy [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:37.672273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.policy [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 18:00:37.718172 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING oslo_policy.policy [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:37.718550 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING oslo_policy.policy [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 18:00:37.727371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:37.729290 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-176e92ff-526e-45db-b9aa-0e89aeaa74fd admin admin] 10.222.0.36 "GET /v2.0/networks/0e3efe45-8164-47a8-99e2-d3170b008949 HTTP/1.1" status: 200 len: 825 time: 1.0812068 Oct 17 18:00:37.761302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-46626ab3-1b88-46a9-a8f9-55f12a05279c admin admin] 10.222.0.36 "GET /v2.0/subnetpools/03cf1018-a394-4510-a5f9-0e6c2d5799b1 HTTP/1.1" status: 200 len: 734 time: 0.0265243 Oct 17 18:00:37.769978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Request body: {'subnet': {'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:37.771542 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.quota [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Loaded quota_driver: . Oct 17 18:00:37.777795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:37.783310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Usage tracker for resource:subnet and tenant:8f879ad34fa448e8bebc12822e968100 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:37.786592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:37.793967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:37.879898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Made reservation on behalf of 8f879ad34fa448e8bebc12822e968100 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:37.882785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:38.258420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:38.333202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Checking segment: {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:38.333587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Network hostable DHCP agents. Network: 0e3efe45-8164-47a8-99e2-d3170b008949, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:00:38.361801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:38.371606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.371969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.374826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.375141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Tracked resource versions report: Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: pushed versions: Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: { 'AddressGroup': {'1.2'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'ConntrackHelper': {'1.0'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Log': {'1.0'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Network': {'1.1'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Port': {'1.7'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'PortForwarding': {'1.2'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'QosPolicy': {'1.8'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroup': {'1.4'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SubPort': {'1.0'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Subnet': {'1.1'}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Trunk': {'1.1'}} Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: consumer versions: Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'ConntrackHelper': '1.0', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Log': '1.0', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Network': '1.1', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Port': '1.7', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'PortForwarding': '1.2', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'QosPolicy': '1.8', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroup': '1.4', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroupRule': '1.2', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SubPort': '1.0', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Subnet': '1.1', Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Trunk': '1.1'}} Oct 17 18:00:38.376468 dv-neutron-861384-1-hyperv neutron-server[89826]: {{(pid=89826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:00:38.424759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Network 0e3efe45-8164-47a8-99e2-d3170b008949 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:00:38.514221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 0e3efe45-8164-47a8-99e2-d3170b008949) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:38.519064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:38.519695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:38.525106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ba041-504c-4821-9c25-38b84895991e None None] Network 0e3efe45-8164-47a8-99e2-d3170b008949 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:38.624196 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1df36042-205d-41d1-bdda-883e940fd8e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8473570 Oct 17 18:00:38.822699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-0e3efe45-8164-47a8-99e2-d3170b008949', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:00:38.823866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:39.014287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Allocated IP 172.20.0.2 (0e3efe45-8164-47a8-99e2-d3170b008949/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a/288287af-de0a-4cb9-8bc3-390d40ff8def) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:39.254549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:39.268345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Transition to ACTIVE for port object 288287af-de0a-4cb9-8bc3-390d40ff8def will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:39.288850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Transition to ACTIVE for port object 288287af-de0a-4cb9-8bc3-390d40ff8def will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:39.360935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:39.426955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Network 0e3efe45-8164-47a8-99e2-d3170b008949 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:39.428187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:39.435373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:39.445022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Pushing event updated for resources: {'Port': ['ID=288287af-de0a-4cb9-8bc3-390d40ff8def,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:39.489149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.489355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.489714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.490046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.490374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.490715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.491042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.491363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.491695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.492049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.492369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.492686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Tracked resource versions report: Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: pushed versions: Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: { 'AddressGroup': {'1.2'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'ConntrackHelper': {'1.0'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Log': {'1.0'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Network': {'1.1'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Port': {'1.7'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'PortForwarding': {'1.2'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'QosPolicy': {'1.8'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroup': {'1.4'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SubPort': {'1.0'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Subnet': {'1.1'}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Trunk': {'1.1'}} Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: consumer versions: Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'ConntrackHelper': '1.0', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Log': '1.0', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Network': '1.1', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Port': '1.7', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'PortForwarding': '1.2', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'QosPolicy': '1.8', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroup': '1.4', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroupRule': '1.2', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SubPort': '1.0', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Subnet': '1.1', Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Trunk': '1.1'}} Oct 17 18:00:39.494084 dv-neutron-861384-1-hyperv neutron-server[89828]: {{(pid=89828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:00:39.560181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Attempting to bind port 288287af-de0a-4cb9-8bc3-390d40ff8def on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:39.561064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Attempting to bind port 288287af-de0a-4cb9-8bc3-390d40ff8def by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:39.561064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Attempting to bind port 288287af-de0a-4cb9-8bc3-390d40ff8def on network 0e3efe45-8164-47a8-99e2-d3170b008949 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:39.566661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:39.567045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Checking segment: {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:39.567522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:39.567907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Bound using segment: {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:39.568419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Bound port: 288287af-de0a-4cb9-8bc3-390d40ff8def, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:39.568814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:39.868587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] For port 288287af-de0a-4cb9-8bc3-390d40ff8def, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:39.872929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] For port 288287af-de0a-4cb9-8bc3-390d40ff8def, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=288287af-de0a-4cb9-8bc3-390d40ff8def,segment=NetworkSegment(2b1bc8d2-29c4-41f3-9767-29dd76b5b30f),segment_id=2b1bc8d2-29c4-41f3-9767-29dd76b5b30f)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:39.956955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:40.042255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a71501-e297-4eb8-b1db-c7ff14193ad4 None None] Pushing event updated for resources: {'Port': ['ID=288287af-de0a-4cb9-8bc3-390d40ff8def,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:41.114245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 57940) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:41.518559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-100c454b-14e0-4589-bfc8-cbd0ce580a2d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:00:41.519564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-100c454b-14e0-4589-bfc8-cbd0ce580a2d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4045889 Oct 17 18:00:43.926579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50104cd-b710-489c-bd0e-d308cd05bfe1 None None] Network 0e3efe45-8164-47a8-99e2-d3170b008949 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:44.026569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 57954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:44.151388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-98e1c545-5233-4340-b76b-37b15bb73e5e None None] Provisioning for port 288287af-de0a-4cb9-8bc3-390d40ff8def completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:44.426544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-0fee6d47-668f-4f0a-aece-08229d716ee9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:00:44.427761 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fee6d47-668f-4f0a-aece-08229d716ee9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3998868 Oct 17 18:00:44.565623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 288287af-de0a-4cb9-8bc3-390d40ff8def up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:44.699569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 288287af-de0a-4cb9-8bc3-390d40ff8def completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:44.704838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 288287af-de0a-4cb9-8bc3-390d40ff8def triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:44.705276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:44.705665 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 288287af-de0a-4cb9-8bc3-390d40ff8def Oct 17 18:00:44.827227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 288287af-de0a-4cb9-8bc3-390d40ff8def is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:44.827644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:44.867113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 288287af-de0a-4cb9-8bc3-390d40ff8def, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=288287af-de0a-4cb9-8bc3-390d40ff8def,segment=NetworkSegment(2b1bc8d2-29c4-41f3-9767-29dd76b5b30f),segment_id=2b1bc8d2-29c4-41f3-9767-29dd76b5b30f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:44.937019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:45.005091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=288287af-de0a-4cb9-8bc3-390d40ff8def,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:46.537531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 288287af-de0a-4cb9-8bc3-390d40ff8def up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:46.609822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 288287af-de0a-4cb9-8bc3-390d40ff8def triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:46.610199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:46.610524 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 288287af-de0a-4cb9-8bc3-390d40ff8def Oct 17 18:00:46.734133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 288287af-de0a-4cb9-8bc3-390d40ff8def is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:47.188940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 57966) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:47.555488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Request body: {'router': {'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'name': 'router1', 'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:47.560443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:47.564634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Usage tracker for resource:router and tenant:8f879ad34fa448e8bebc12822e968100 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:47.568047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:47.574453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:47.720694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:47.722487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:47.745579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:47.915631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:47.996542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:47.997813 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7d26def-f3fb-4a42-9d48-94afc68b58d5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8078363 Oct 17 18:00:49.594870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ed896e04-bba9-4e64-bc37-091d6ca70bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:50.447721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 57976) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:50.835599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-25a9826d-af6a-48da-85d8-2709ca2aa662 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:00:50.837073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-25a9826d-af6a-48da-85d8-2709ca2aa662 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883402 Oct 17 18:00:52.265311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b6d05008-d62c-4586-9be3-66b4eb7a9cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:52.813568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:52.862978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.317645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 57996) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:53.471156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:53.475570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:53.479357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Usage tracker for resource:network and tenant:6f43de55ac4f4bd99e8d6e6484371608 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:53.482199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:53.488240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:53.589259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Made reservation on behalf of 6f43de55ac4f4bd99e8d6e6484371608 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:53.591903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.604270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.619699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:53.623522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Usage tracker for resource:security_group_rule and tenant:6f43de55ac4f4bd99e8d6e6484371608 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:53.626399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:53.632187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:53.714652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.784984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.803812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Reserving flat network on physical network physnet1 {{(pid=89827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 18:00:53.826184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f237e-b4ad-4a77-825e-cf16f6f6efcc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:53.831891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.832238 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Added segment 30d0b7cf-30ca-4bb4-960e-e1c41fb7effd of type flat for network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc Oct 17 18:00:53.864399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.950485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:53.951458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:53.952052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:54.053547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] Pushing event updated for resources: {'Network': ['ID=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:54.070833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:00:54.140214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3aa0c7eb-6061-4371-aee5-50388f962a25 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8214605 Oct 17 18:00:54.299292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:56.403170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58016) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:56.516227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fce83d-d74c-44bc-a112-9d6239833cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:56.517562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e5fce83d-d74c-44bc-a112-9d6239833cef admin admin] 10.222.0.36 "GET /v2.0/subnets/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a HTTP/1.1" status: 200 len: 849 time: 0.1134648 Oct 17 18:00:56.704717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6f837947-9628-47b5-8e05-22a8375650d5 admin admin] 10.222.0.36 "GET /v2.0/routers/65807df9-cff4-4192-881e-06867843b24e HTTP/1.1" status: 200 len: 704 time: 0.1814876 Oct 17 18:00:57.176910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:57.425795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Allocated IP 172.20.0.1 (0e3efe45-8164-47a8-99e2-d3170b008949/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a/f36dbc59-cf68-493d-b6b9-f543a8953736) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:57.585929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:57.606119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Transition to ACTIVE for port object f36dbc59-cf68-493d-b6b9-f543a8953736 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:57.732304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:57.802048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Network 0e3efe45-8164-47a8-99e2-d3170b008949 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:57.805025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:57.808990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:57.809564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:57.957633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Pushing event updated for resources: {'Port': ['ID=f36dbc59-cf68-493d-b6b9-f543a8953736,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:58.074656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Provisioning for port f36dbc59-cf68-493d-b6b9-f543a8953736 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:58.080452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Provisioning complete for port f36dbc59-cf68-493d-b6b9-f543a8953736 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:58.080860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:58.081193 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 1 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:00:58.141799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:58.194506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:58.420714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:58.476916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:58.478203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:58.615024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Pushing event updated for resources: {'Port': ['ID=f36dbc59-cf68-493d-b6b9-f543a8953736,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:58.642610 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 2 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:00:58.689022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Network 0e3efe45-8164-47a8-99e2-d3170b008949 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:58.690280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:58.701153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:58.802471 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:00:58.960271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Router 65807df9-cff4-4192-881e-06867843b24e is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:00:59.116855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:59.126805 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8ae9dfef-7628-48ef-8ace-fc89f0b88b62 admin admin] 10.222.0.36 "PUT /v2.0/routers/65807df9-cff4-4192-881e-06867843b24e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4170761 Oct 17 18:00:59.127160 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Sync routers for ids ['65807df9-cff4-4192-881e-06867843b24e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:59.137354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Routers {'65807df9-cff4-4192-881e-06867843b24e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:59.138212 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:00:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['65807df9-cff4-4192-881e-06867843b24e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:59.203583 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 3 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:00:59.264638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:59.317380 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Set router 65807df9-cff4-4192-881e-06867843b24e gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:59.686586 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:00:58Z', 'revision_number': 2, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port_host': None, '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:00:58Z', 'revision_number': 2, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:59.691448 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Checking router: 65807df9-cff4-4192-881e-06867843b24e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:00:59.691814 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Updating router 65807df9-cff4-4192-881e-06867843b24e port f36dbc59-cf68-493d-b6b9-f543a8953736 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:00:59.743756 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:59.765489 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 4 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:00:59.818162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:00.127462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:00.141816 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Transition to ACTIVE for port object f36dbc59-cf68-493d-b6b9-f543a8953736 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:00.219487 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:00.319515 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 5 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:01:00.374321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:00.427087 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Pushing event updated for resources: {'Port': ['ID=f36dbc59-cf68-493d-b6b9-f543a8953736,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:00.438938 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.439286 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.439622 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.439950 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.440274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.440610 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.440933 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.441253 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.441583 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.441927 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.442242 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.442557 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Tracked resource versions report: Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: pushed versions: Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: { 'AddressGroup': {'1.2'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'ConntrackHelper': {'1.0'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Log': {'1.0'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Network': {'1.1'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Port': {'1.7'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'PortForwarding': {'1.2'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'QosPolicy': {'1.8'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroup': {'1.4'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SubPort': {'1.0'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Subnet': {'1.1'}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Trunk': {'1.1'}} Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: consumer versions: Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'ConntrackHelper': '1.0', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Log': '1.0', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Network': '1.1', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Port': '1.7', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'PortForwarding': '1.2', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'QosPolicy': '1.8', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroup': '1.4', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroupRule': '1.2', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SubPort': '1.0', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Subnet': '1.1', Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Trunk': '1.1'}} Oct 17 18:01:00.443866 dv-neutron-861384-1-hyperv neutron-server[89829]: {{(pid=89829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:01:00.447950 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Attempting to bind port f36dbc59-cf68-493d-b6b9-f543a8953736 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:01:00.448347 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Attempting to bind port f36dbc59-cf68-493d-b6b9-f543a8953736 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:01:00.448765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Attempting to bind port f36dbc59-cf68-493d-b6b9-f543a8953736 on network 0e3efe45-8164-47a8-99e2-d3170b008949 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:00.455207 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:01:00.455207 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Checking segment: {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:01:00.455603 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:00.455983 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Bound using segment: {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:01:00.456490 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Bound port: f36dbc59-cf68-493d-b6b9-f543a8953736, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1bc8d2-29c4-41f3-9767-29dd76b5b30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:01:00.456878 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:00.543245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] For port f36dbc59-cf68-493d-b6b9-f543a8953736, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:01:00.547254 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] For port f36dbc59-cf68-493d-b6b9-f543a8953736, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f36dbc59-cf68-493d-b6b9-f543a8953736,segment=NetworkSegment(2b1bc8d2-29c4-41f3-9767-29dd76b5b30f),segment_id=2b1bc8d2-29c4-41f3-9767-29dd76b5b30f)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:01:00.619989 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:00.703045 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Routers {'65807df9-cff4-4192-881e-06867843b24e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:00.703631 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:00:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['65807df9-cff4-4192-881e-06867843b24e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:00.844157 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dd2e3-67e7-4fdc-aed9-796dbd8b6578 None None] Pushing event updated for resources: {'Port': ['ID=f36dbc59-cf68-493d-b6b9-f543a8953736,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:00.872358 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] Set router 65807df9-cff4-4192-881e-06867843b24e gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:00.875802 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Attempt 6 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:01:00.939820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68759c59-dd90-41d7-9d32-dae36d5de4a3 None None] Port f36dbc59-cf68-493d-b6b9-f543a8953736 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:01:01.216318 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:00:58Z', 'revision_number': 2, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port_host': None, '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:01:00Z', 'revision_number': 4, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:01.220437 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efa09d-041b-4901-b295-4d5ccd068260 None None] The sync data for ids ['65807df9-cff4-4192-881e-06867843b24e'] in dv-neutron-861384-1-hyperv is: [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:00:58Z', 'revision_number': 2, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port_host': None, '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:01:00Z', 'revision_number': 4, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:01:01.375895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58028) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:01.530973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e685c-4377-47a2-8915-290c580a7ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:01.531535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-795e685c-4377-47a2-8915-290c580a7ee2 admin admin] Synchronizing usage tracker for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:01:01.653824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-795e685c-4377-47a2-8915-290c580a7ee2 admin admin] Unset dirty status for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:01:01.655012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-795e685c-4377-47a2-8915-290c580a7ee2 admin admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 842 time: 0.2782857 Oct 17 18:01:01.664311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'gateway_ip': '172.26.2.1', 'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:01.671929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:01.674371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Usage tracker for resource:subnet and tenant:6f43de55ac4f4bd99e8d6e6484371608 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:01.686704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:01.686704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:01.762051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Made reservation on behalf of 6f43de55ac4f4bd99e8d6e6484371608 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:01:01.764430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.235671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:01:02.236167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.308012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a4b2b8-f029-4097-a9fd-78a581375fb3,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:02.318948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:01:02.319303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Network hostable DHCP agents. Network: 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:01:02.413871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:01:02.465209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:01:02.469462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:02.470122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.475383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c5612-d04d-46c0-9843-2bdf31748df3 None None] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:01:02.549328 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d91a531c-7d19-49ab-bb64-94b82036437e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8884306 Oct 17 18:01:02.600560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f36dbc59-cf68-493d-b6b9-f543a8953736 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:02.806736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7d837-7354-4c27-975e-dba0763ea71e None None] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:01:02.871105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port f36dbc59-cf68-493d-b6b9-f543a8953736 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:02.882641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f36dbc59-cf68-493d-b6b9-f543a8953736 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:02.883016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.883953 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:01:03.124909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f36dbc59-cf68-493d-b6b9-f543a8953736 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:03.125237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:03.161045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port f36dbc59-cf68-493d-b6b9-f543a8953736, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f36dbc59-cf68-493d-b6b9-f543a8953736,segment=NetworkSegment(2b1bc8d2-29c4-41f3-9767-29dd76b5b30f),segment_id=2b1bc8d2-29c4-41f3-9767-29dd76b5b30f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:03.237244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:03.328987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=f36dbc59-cf68-493d-b6b9-f543a8953736,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:04.546551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f36dbc59-cf68-493d-b6b9-f543a8953736 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:04.615815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f36dbc59-cf68-493d-b6b9-f543a8953736 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:04.616192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:04.616537 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:01:04.740199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f36dbc59-cf68-493d-b6b9-f543a8953736 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:04.859683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:05.101720 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8fb1386a-f070-4ed6-9a3f-b23a7881533d admin admin] 10.222.0.36 "GET /v2.0/routers/65807df9-cff4-4192-881e-06867843b24e HTTP/1.1" status: 200 len: 710 time: 0.2407033 Oct 17 18:01:05.229282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5645d-f676-4593-884d-1bebd790ab6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:05.230667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-aad5645d-f676-4593-884d-1bebd790ab6b admin admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 886 time: 0.1237345 Oct 17 18:01:05.240812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:05.680943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:06.164509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:06.224322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:06.360786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Allocated IP 172.26.2.223 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/8346b987-988a-4f2c-929e-d60795a06dde) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:01:06.558115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:06.646229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:06.709400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:01:06.712332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:01:06.716214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:01:06.828676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Pushing event updated for resources: {'Port': ['ID=8346b987-988a-4f2c-929e-d60795a06dde,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:07.204613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.544307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.547676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.726558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Router 65807df9-cff4-4192-881e-06867843b24e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:01:07.954664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:01:07.962863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.964271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Sync routers for ids ['65807df9-cff4-4192-881e-06867843b24e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:01:07.964693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae517b32-a688-418b-b5eb-3c410964026f admin admin] 10.222.0.36 "PUT /v2.0/routers/65807df9-cff4-4192-881e-06867843b24e HTTP/1.1" status: 200 len: 890 time: 2.7274320 Oct 17 18:01:07.974778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Routers {'65807df9-cff4-4192-881e-06867843b24e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:07.975461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:00:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['65807df9-cff4-4192-881e-06867843b24e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:08.170769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Set router 65807df9-cff4-4192-881e-06867843b24e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:08.513092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '8346b987-988a-4f2c-929e-d60795a06dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:01:06Z', 'revision_number': 4, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port': {'id': '8346b987-988a-4f2c-929e-d60795a06dde', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:01:06Z', 'updated_at': '2022-10-17T18:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:01:03Z', 'revision_number': 5, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:08.518100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Checking router: 65807df9-cff4-4192-881e-06867843b24e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:01:08.518445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Updating router 65807df9-cff4-4192-881e-06867843b24e port 8346b987-988a-4f2c-929e-d60795a06dde binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:01:08.570479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:08.921152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:08.932874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Transition to ACTIVE for port object 8346b987-988a-4f2c-929e-d60795a06dde will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:09.005342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:09.068430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Attempting to bind port 8346b987-988a-4f2c-929e-d60795a06dde on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:01:09.068801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Attempting to bind port 8346b987-988a-4f2c-929e-d60795a06dde by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:01:09.069170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Attempting to bind port 8346b987-988a-4f2c-929e-d60795a06dde on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:09.079736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:01:09.080125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:01:09.080506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:09.080896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:01:09.081361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Bound port: 8346b987-988a-4f2c-929e-d60795a06dde, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:01:09.081784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:09.122804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90fa6-8835-4138-a57b-442f4459fc58 None None] Pushing event updated for resources: {'Port': ['ID=8346b987-988a-4f2c-929e-d60795a06dde,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:09.163036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] For port 8346b987-988a-4f2c-929e-d60795a06dde, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:01:09.166039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] For port 8346b987-988a-4f2c-929e-d60795a06dde, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8346b987-988a-4f2c-929e-d60795a06dde,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:01:09.260326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:09.326499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Routers {'65807df9-cff4-4192-881e-06867843b24e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:09.327124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:00:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['65807df9-cff4-4192-881e-06867843b24e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:09.460703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90fa6-8835-4138-a57b-442f4459fc58 None None] Pushing event updated for resources: {'Port': ['ID=8346b987-988a-4f2c-929e-d60795a06dde,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:09.515743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] Set router 65807df9-cff4-4192-881e-06867843b24e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:09.850337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '8346b987-988a-4f2c-929e-d60795a06dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:01:06Z', 'revision_number': 4, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port': {'id': '8346b987-988a-4f2c-929e-d60795a06dde', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:01:06Z', 'updated_at': '2022-10-17T18:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:01:03Z', 'revision_number': 5, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:09.854702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983d9b-7e48-4717-9dfb-19592cf17b26 None None] The sync data for ids ['65807df9-cff4-4192-881e-06867843b24e'] in dv-neutron-861384-1-hyperv is: [{'id': '65807df9-cff4-4192-881e-06867843b24e', 'name': 'router1', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '8346b987-988a-4f2c-929e-d60795a06dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:47Z', 'updated_at': '2022-10-17T18:01:06Z', 'revision_number': 4, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'gw_port': {'id': '8346b987-988a-4f2c-929e-d60795a06dde', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:01:06Z', 'updated_at': '2022-10-17T18:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'f36dbc59-cf68-493d-b6b9-f543a8953736', 'name': '', 'network_id': '0e3efe45-8164-47a8-99e2-d3170b008949', 'tenant_id': '8f879ad34fa448e8bebc12822e968100', 'mac_address': 'fa:16:3e:2f:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65807df9-cff4-4192-881e-06867843b24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:57Z', 'updated_at': '2022-10-17T18:01:03Z', 'revision_number': 5, 'project_id': '8f879ad34fa448e8bebc12822e968100', 'subnets': [{'id': 'e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03cf1018-a394-4510-a5f9-0e6c2d5799b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:01:10.430224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 58052) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:10.582506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8346b987-988a-4f2c-929e-d60795a06dde up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:10.600458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b029966-29a0-404f-a58e-468aaf4e9362 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1690204 Oct 17 18:01:10.813886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 8346b987-988a-4f2c-929e-d60795a06dde completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:10.819422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 8346b987-988a-4f2c-929e-d60795a06dde triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:10.819859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:10.820195 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 8346b987-988a-4f2c-929e-d60795a06dde Oct 17 18:01:11.012929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 8346b987-988a-4f2c-929e-d60795a06dde is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:11.013332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.030423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 8346b987-988a-4f2c-929e-d60795a06dde, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8346b987-988a-4f2c-929e-d60795a06dde,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:11.120299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.189544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=8346b987-988a-4f2c-929e-d60795a06dde,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.557723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8346b987-988a-4f2c-929e-d60795a06dde up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:12.638549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 8346b987-988a-4f2c-929e-d60795a06dde triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:12.638935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.639307 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 8346b987-988a-4f2c-929e-d60795a06dde Oct 17 18:01:12.776324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 8346b987-988a-4f2c-929e-d60795a06dde is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:19.611836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c68290d2-abe0-423f-a19a-e1fae094d821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:22.265647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-69acef74-59b3-4079-a453-5f1cd8dfcb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:22.874461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:22.925736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:24.265310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:35.801947 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:01:49.596844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da4e9a6b-9899-4212-abfc-e458aa3c6fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:52.254412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b8ce178e-b8d0-4aea-9731-78c815d39200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:52.896687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:52.928120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:54.305501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:12.802263 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:02:19.608787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8022a3e4-9c88-4148-95f7-faaba1355fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.261884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f359b196-43b5-4d74-8f7f-25b1c166397a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.899747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.954266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.242635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.615853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1a3125df-916d-4f92-9cec-3f9195dd18bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.802390 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:02:52.259949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-569de7ee-76c1-4a9a-b42e-eedd21013c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:52.826038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:52.867790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:54.261669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.598027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-02bb75e5-a762-4757-be7f-d8f3bc14fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.268499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf86bd0c-1e19-448d-a3d7-a52bfbf50b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.855179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.890065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.006622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 58654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:23.077240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80aafc5-8ab2-4318-bad5-831caa4caa2e admin admin] GET failed (client error): The resource could not be found. Oct 17 18:03:23.078643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d80aafc5-8ab2-4318-bad5-831caa4caa2e admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708742 Oct 17 18:03:23.217732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7048e-8628-4d9f-b21b-3958d84b4ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:23.219193 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cfb7048e-8628-4d9f-b21b-3958d84b4ff4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1350961 Oct 17 18:03:24.261475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:25.425842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 58664) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:25.532063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d227906-a6f3-451c-8600-fa1908281869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:25.533410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9d227906-a6f3-451c-8600-fa1908281869 admin admin] 10.222.0.36 "GET /v2.0/subnets/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a HTTP/1.1" status: 200 len: 849 time: 0.1066260 Oct 17 18:03:25.542980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:25.661955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:25.894915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:25.943104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:25.944496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:25.946405 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] 10.222.0.36 "PUT /v2.0/subnets/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a HTTP/1.1" status: 200 len: 868 time: 0.4072075 Oct 17 18:03:25.950325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fd38d-36cc-4328-99be-a1723690b58b None None] Network 0e3efe45-8164-47a8-99e2-d3170b008949 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:03:25.977665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:25.986121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.986518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.986796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.987126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.987457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.987785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.988198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.988531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.988993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.989320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.989662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:25.989982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54636ac4-d637-441d-9f47-8b9811177e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:26.481795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Provisioning complete for port f36dbc59-cf68-493d-b6b9-f543a8953736 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:26.482095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:26.482432 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Attempt 1 to provision port f36dbc59-cf68-493d-b6b9-f543a8953736 Oct 17 18:03:26.603227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Current status of the port f36dbc59-cf68-493d-b6b9-f543a8953736 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:26.614748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Provisioning complete for port 288287af-de0a-4cb9-8bc3-390d40ff8def triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:26.615117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:26.615458 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Attempt 1 to provision port 288287af-de0a-4cb9-8bc3-390d40ff8def Oct 17 18:03:26.744106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d0b79-24bd-432f-9d30-5e27234187e5 None None] Current status of the port 288287af-de0a-4cb9-8bc3-390d40ff8def is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:26.801334 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:03:28.160122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 58674) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:28.339787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be3d09e-0a73-47bc-a037-da3cd28ca5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:28.340196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be3d09e-0a73-47bc-a037-da3cd28ca5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:28.341785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8be3d09e-0a73-47bc-a037-da3cd28ca5d0 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1806619 Oct 17 18:03:30.543962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 58684) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:30.720889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730629a4-07ef-49f9-97f5-280b45856429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.721376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730629a4-07ef-49f9-97f5-280b45856429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.722966 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-730629a4-07ef-49f9-97f5-280b45856429 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1781397 Oct 17 18:03:32.944375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58694) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:33.118850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776072b4-a35c-4fde-afd7-fe5b6671fc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:33.120255 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-776072b4-a35c-4fde-afd7-fe5b6671fc74 admin admin] 10.222.0.36 "GET /v2.0/networks/0e3efe45-8164-47a8-99e2-d3170b008949 HTTP/1.1" status: 200 len: 869 time: 0.1748676 Oct 17 18:03:35.322741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58704) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:35.493194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a7ff1-7542-471d-8d16-b79febc4f663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:35.494598 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-514a7ff1-7542-471d-8d16-b79febc4f663 admin admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 886 time: 0.1709151 Oct 17 18:03:37.701225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58714) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:37.814769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb7b67-eafb-4a1b-8bea-3cc5249007d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:37.815229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb7b67-eafb-4a1b-8bea-3cc5249007d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:37.815960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d3fb7b67-eafb-4a1b-8bea-3cc5249007d1 admin admin] Synchronizing usage tracker for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:37.952008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d3fb7b67-eafb-4a1b-8bea-3cc5249007d1 admin admin] Unset dirty status for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:37.953222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d3fb7b67-eafb-4a1b-8bea-3cc5249007d1 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2507501 Oct 17 18:03:40.136675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:40.242678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a5673-1123-487d-b2fb-c3de3804b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:40.243140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a5673-1123-487d-b2fb-c3de3804b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:40.244709 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be8a5673-1123-487d-b2fb-c3de3804b9b3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070585 Oct 17 18:03:42.438474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58734) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:42.545666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b7bf6-31a2-4f28-aa90-df5865be8929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.546923 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f30b7bf6-31a2-4f28-aa90-df5865be8929 admin admin] 10.222.0.36 "GET /v2.0/subnets/28a4b2b8-f029-4097-a9fd-78a581375fb3 HTTP/1.1" status: 200 len: 816 time: 0.1075096 Oct 17 18:03:44.747192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58744) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:44.860432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4aad0-3e53-4e4c-a3db-95d3957a81ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:44.861731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9e4aad0-3e53-4e4c-a3db-95d3957a81ec admin admin] 10.222.0.36 "GET /v2.0/subnets/e2c9db55-4b95-48d9-9d7f-372b4b6bdd7a HTTP/1.1" status: 200 len: 868 time: 0.1135700 Oct 17 18:03:49.591360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93f0e50a-2c7a-4234-b2c5-5cfd3747ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:52.226357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ab41600-1294-406e-b2fb-ab5d91dcde94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:52.814359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:52.865624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.254223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:03.800505 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:04:04.167623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58790) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:04.217101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-6c95c040-fca9-48e8-86cf-527b7a1e72c5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:04:04.218125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c95c040-fca9-48e8-86cf-527b7a1e72c5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495336 Oct 17 18:04:06.499048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58800) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:06.567212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-71be32cd-1f8f-40b6-aecc-2bc82e79daac admin admin] GET failed (client error): The resource could not be found. Oct 17 18:04:06.569014 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-71be32cd-1f8f-40b6-aecc-2bc82e79daac admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690298 Oct 17 18:04:06.696832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d1b59-2e2b-4430-a2c8-e44e71b132cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:06.698343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-da4d1b59-2e2b-4430-a2c8-e44e71b132cb admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1254632 Oct 17 18:04:08.911088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58810) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:08.960300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:08.965263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:08.975244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:09.047751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Made reservation on behalf of 6f43de55ac4f4bd99e8d6e6484371608 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:04:09.050182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.142245 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.services.revisions.revision_plugin [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Could not find related network for resource to bump revision. Oct 17 18:04:09.153584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:04:09.162434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.162767 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Added segment 29e98238-360d-4529-9f04-b4de707b42f9 of type vlan for network 9c4f703d-8852-4d56-9dad-7d5c025abe79 Oct 17 18:04:09.192441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.288451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.289445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:09.290071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.392742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4f703d-8852-4d56-9dad-7d5c025abe79,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:09.399986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.400350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.405850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:09.415467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:04:09.465634 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f92b2351-591b-4e06-b0ea-97211460b303 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5417819 Oct 17 18:04:11.662500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58820) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:11.732764 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1c223d-7678-4db4-b23b-5ec3ceb2747d admin admin] GET failed (client error): The resource could not be found. Oct 17 18:04:11.733309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bc1c223d-7678-4db4-b23b-5ec3ceb2747d admin admin] Synchronizing usage tracker for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:11.847961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bc1c223d-7678-4db4-b23b-5ec3ceb2747d admin admin] Unset dirty status for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:11.849635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bc1c223d-7678-4db4-b23b-5ec3ceb2747d admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1861000 Oct 17 18:04:11.957108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d09ed-8e01-4b57-8712-dc852141cd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:11.958546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a53d09ed-8e01-4b57-8712-dc852141cd47 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1050107 Oct 17 18:04:11.968403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:11.973023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:11.983129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:12.059426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Made reservation on behalf of 6f43de55ac4f4bd99e8d6e6484371608 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:04:12.061799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:12.316892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:12.391234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ac2bdd-55db-4c69-8570-daae4002114c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:12.399274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Checking segment: {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:12.399627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Network hostable DHCP agents. Network: 9c4f703d-8852-4d56-9dad-7d5c025abe79, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:04:12.471132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:04:12.562273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9c4f703d-8852-4d56-9dad-7d5c025abe79) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:12.566405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:12.567111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:12.572297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef77f1b-d4d5-40b1-b768-4b6333c5258c None None] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:12.677392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a1ce4556-8e3c-4f66-867b-f7ec1f07a96c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7122798 Oct 17 18:04:12.839172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9c4f703d-8852-4d56-9dad-7d5c025abe79', 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79', 'tenant_id': '6f43de55ac4f4bd99e8d6e6484371608', 'fixed_ips': [{'subnet_id': '77ac2bdd-55db-4c69-8570-daae4002114c'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:04:12.840168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.037780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Allocated IP 192.168.233.2 (9c4f703d-8852-4d56-9dad-7d5c025abe79/77ac2bdd-55db-4c69-8570-daae4002114c/54dcbdc1-0686-4092-8e15-04146a5fbdc7) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:13.256559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.268845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Transition to ACTIVE for port object 54dcbdc1-0686-4092-8e15-04146a5fbdc7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:13.289192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Transition to ACTIVE for port object 54dcbdc1-0686-4092-8e15-04146a5fbdc7 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:13.368612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.434413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:13.437264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:13.441813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:13.448496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Pushing event updated for resources: {'Port': ['ID=54dcbdc1-0686-4092-8e15-04146a5fbdc7,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:13.489348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.489742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.490085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.490419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.490909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.491258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.491582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.491902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.492242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.492564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.492882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.493193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:13.560735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Attempting to bind port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:04:13.561024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Attempting to bind port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:04:13.561388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Attempting to bind port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 on network 9c4f703d-8852-4d56-9dad-7d5c025abe79 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:13.567020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:04:13.567389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Checking segment: {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:13.568284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.568674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Bound using segment: {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:04:13.569133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Bound port: 54dcbdc1-0686-4092-8e15-04146a5fbdc7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:04:13.569522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.658868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] For port 54dcbdc1-0686-4092-8e15-04146a5fbdc7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:04:13.662147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] For port 54dcbdc1-0686-4092-8e15-04146a5fbdc7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=54dcbdc1-0686-4092-8e15-04146a5fbdc7,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:04:13.786030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.866612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6578de-cc40-483c-9a4c-3d9ce3a82abc None None] Pushing event updated for resources: {'Port': ['ID=54dcbdc1-0686-4092-8e15-04146a5fbdc7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:14.675568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249d5df-07fc-4330-b870-27fab6927fc8 None None] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:14.697241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 54dcbdc1-0686-4092-8e15-04146a5fbdc7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:14.900588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e18c215-e69b-493a-8ee4-d5c871082718 None None] Provisioning for port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:14.917008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:14.928834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:14.928834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:14.928834 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 Oct 17 18:04:15.116686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:15.116686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:15.155654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 54dcbdc1-0686-4092-8e15-04146a5fbdc7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=54dcbdc1-0686-4092-8e15-04146a5fbdc7,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:15.227182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:15.313217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=54dcbdc1-0686-4092-8e15-04146a5fbdc7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:15.334023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-759f7802-f612-494c-882b-067f23d8d757 None None] Provisioning complete for port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:15.334392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-759f7802-f612-494c-882b-067f23d8d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:15.334743 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-759f7802-f612-494c-882b-067f23d8d757 None None] Attempt 1 to provision port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 Oct 17 18:04:15.454395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-759f7802-f612-494c-882b-067f23d8d757 None None] Current status of the port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:16.654482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 54dcbdc1-0686-4092-8e15-04146a5fbdc7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:16.726636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:16.726994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:16.727322 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 Oct 17 18:04:16.843526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 54dcbdc1-0686-4092-8e15-04146a5fbdc7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:19.585271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d08ed37b-643c-4a42-ad3d-b28ca1d768ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.231128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-441066a7-a953-433c-8e93-d84812669671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.842499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.893696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:24.265238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:40.799461 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:04:49.613560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3dd6-3d78-4643-9267-bde081a4f0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:52.218920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b213-4807-4c01-a964-43b1d4925f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:52.836480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:52.864658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:54.282302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:17.798400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:05:19.600586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a1418b5f-7a2e-4b12-8a58-7df3de108ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:22.270254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd92e603-2f03-46de-acd0-47e436e0fa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:23.156038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:23.207575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:24.274862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:35.004142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:05:35.010107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-6eeb68a7-ab50-442e-be46-72904235304f tempest-verify_tempest_config-1994859555 tempest-verify_tempest_config-1994859555-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:05:35.011156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6eeb68a7-ab50-442e-be46-72904235304f tempest-verify_tempest_config-1994859555 tempest-verify_tempest_config-1994859555-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060542 Oct 17 18:05:35.702080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58888) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:05:35.817245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:35.831924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:05:35.836109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d1db7b03cc4a388d4b4e51dc001b0e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:05:35.838962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:05:35.844664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:05:35.929295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.070787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.162224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Synchronizing usage tracker for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:05:36.166322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f024e5-a759-4083-ba9c-78369f8b2af9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:05:36.176070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.176427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.176765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.177094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.177417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.177775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.178101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.178438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.178763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.179079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.179392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.179708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:05:36.262644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] Unset dirty status for tenant:6f43de55ac4f4bd99e8d6e6484371608 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:05:36.264003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc6022cd-8e2b-4ac5-8e86-669cf7ffc309 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5d1db7b03cc4a388d4b4e51dc001b0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5609565 Oct 17 18:05:36.266966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:05:36.326407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.353745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.520650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.538122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f024e5-a759-4083-ba9c-78369f8b2af9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:05:36.541544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:36.543174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22b4599d-0339-4c05-9533-ca89a556274e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7f024e5-a759-4083-ba9c-78369f8b2af9 HTTP/1.1" status: 204 len: 168 time: 0.2748017 Oct 17 18:05:49.599642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b0b8002-529b-4002-9d34-9b891b4ed3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:52.240898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10136e24-b893-48c1-b2c8-1c76f177ef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:52.873356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:52.901811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:54.302151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:54.801982 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:06:19.600685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-15855060-998f-4638-8535-b6be5ac21efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:22.240475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fd173094-149a-4c3a-ad77-83232d7cab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:22.840521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:22.868971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:24.320182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:31.801338 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 5 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:06:49.603175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83a31d60-4563-4462-b0c9-e15aa1f41446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:52.248644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b317834c-5ca7-4049-949b-41b414667604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:52.842478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:52.870975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:54.308301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:55.528113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753180'] for agent, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:08.801016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:07:11.329515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:11.455817 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-37614538-6062-4423-8970-a2551b1e021e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1251225 Oct 17 18:07:13.687788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 58976) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:13.747637 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cbbe714f-a665-43b0-a37a-e2e5a9aa6fb6 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0587511 Oct 17 18:07:19.604851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-097b7a5e-4f46-401f-964e-5a88335129d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:22.245225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0aa51344-ca68-4c3d-9a5b-6eb4d389fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:22.857121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:22.884713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:24.344205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:25.458398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.800808 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:07:49.610774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0025-22a7-46c5-b519-692098addcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.235363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b99f-8261-4e84-a37e-ea7b50fad2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.881187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.924764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.315906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:55.501461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:19.610714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a052a4a7-dd09-4a15-b7a3-263e83ff8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:22.273778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be009e9c-a949-409e-97e0-14531e78626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:22.799438 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:08:22.873410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:22.907494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:24.307861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:25.484894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:46.708223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59122) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:46.946446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-230031502-network', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:46.949595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:46.953869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Usage tracker for resource:network and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:46.957573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:46.963350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:47.072034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Made reservation on behalf of a8b00d073df74382b8b52ba09c3a8f81 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:47.074415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.088220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.104291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:47.109031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Usage tracker for resource:security_group_rule and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:47.112639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:47.118680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:47.206232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.318283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.349108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:08:47.357507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a0d4f2-2970-4d4e-892a-7314a7ed58c1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:47.373340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.373717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Added segment 51c1072b-84a7-4705-bb9b-ca0506bf45d7 of type vlan for network b0c87a77-2339-4893-8dc8-8439ffc5da5c Oct 17 18:08:47.382975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.383348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.383689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.384017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.384341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.384664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.384990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.385386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.385741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.386060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.386382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.386691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Tracked resource versions report: Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: pushed versions: Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: { 'AddressGroup': {'1.2'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'ConntrackHelper': {'1.0'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Log': {'1.0'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Network': {'1.1'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Port': {'1.7'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'PortForwarding': {'1.2'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'QosPolicy': {'1.8'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroup': {'1.4'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SubPort': {'1.0'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Subnet': {'1.1'}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Trunk': {'1.1'}} Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: consumer versions: Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: HyperV agent@hv-neutron-8613: {}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'ConntrackHelper': '1.0', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Log': '1.0', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Network': '1.1', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Port': '1.7', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'PortForwarding': '1.2', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'QosPolicy': '1.8', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroup': '1.4', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SecurityGroupRule': '1.2', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'SubPort': '1.0', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Subnet': '1.1', Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: 'Trunk': '1.1'}} Oct 17 18:08:47.387795 dv-neutron-861384-1-hyperv neutron-server[89827]: {{(pid=89827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:08:47.412783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.541358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.543903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:47.544486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.651806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] Pushing event updated for resources: {'Network': ['ID=b0c87a77-2339-4893-8dc8-8439ffc5da5c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:47.662601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:08:47.698692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-25eec0df-7564-4670-9b9e-714e1ee1621c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9864669 Oct 17 18:08:47.698907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59168) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:47.705343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Request body: {'subnet': {'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-230031502-subnet', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:47.712611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:47.715709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Usage tracker for resource:subnet and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:47.719255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:47.725898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:47.849059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Made reservation on behalf of a8b00d073df74382b8b52ba09c3a8f81 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:47.851463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:47.991362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59178) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.051303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59184) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.307287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.360811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1913099679-network', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:48.365695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:48.370265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Usage tracker for resource:network and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:48.373305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:48.379392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:48.381513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:48.390495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Checking segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:48.390844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Network hostable DHCP agents. Network: b0c87a77-2339-4893-8dc8-8439ffc5da5c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:08:48.399312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-37b00c03-df96-4a8d-aaa6-77c26ef2ffef tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.403841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37b00c03-df96-4a8d-aaa6-77c26ef2ffef tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3516235 Oct 17 18:08:48.404423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.410851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-f16221ab-78e8-4b45-9a12-10171d998874 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.415333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f16221ab-78e8-4b45-9a12-10171d998874 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0095532 Oct 17 18:08:48.415700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59204) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.420973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-f936fdae-0b73-47ee-8be4-fc4dbf4453c6 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.424274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f936fdae-0b73-47ee-8be4-fc4dbf4453c6 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052171 Oct 17 18:08:48.424754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59208) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.430472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-f863f9ae-8f76-4293-91cd-d9b6ee798765 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.433539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f863f9ae-8f76-4293-91cd-d9b6ee798765 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056555 Oct 17 18:08:48.434214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.439103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-5465d8d6-6b64-4982-bd20-46f290485578 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.439992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5465d8d6-6b64-4982-bd20-46f290485578 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049145 Oct 17 18:08:48.442464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59216) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.447245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-a9a4508f-a26c-4165-a1e5-fbbd2841558a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.448233 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a9a4508f-a26c-4165-a1e5-fbbd2841558a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049338 Oct 17 18:08:48.450621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59220) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.457066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-132768f9-d8b0-426f-8230-16d93b9696b7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.459130 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-132768f9-d8b0-426f-8230-16d93b9696b7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063820 Oct 17 18:08:48.460890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59224) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.465432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-5ba8b13c-d27c-4770-ae10-21e399fb3ec7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.466381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5ba8b13c-d27c-4770-ae10-21e399fb3ec7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046532 Oct 17 18:08:48.468731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59228) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.474109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-5278bd0f-0a98-4f33-9961-2dafa642beff tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.477528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5278bd0f-0a98-4f33-9961-2dafa642beff tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054488 Oct 17 18:08:48.477528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59232) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.478864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Made reservation on behalf of 8df70de62bb74e3ba898998ffa450a06 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:48.481334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.482041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-193dd8cd-8712-48c8-8acc-d083238154c8 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.482928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-193dd8cd-8712-48c8-8acc-d083238154c8 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045912 Oct 17 18:08:48.485296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59236) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.490668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-9ee2ec36-e0eb-453d-b4d4-1979ab151973 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.491691 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ee2ec36-e0eb-453d-b4d4-1979ab151973 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053468 Oct 17 18:08:48.494716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.499760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.500328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-448ca66a-57f1-46cd-b4a0-34c110ca4745 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.501582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-448ca66a-57f1-46cd-b4a0-34c110ca4745 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052218 Oct 17 18:08:48.504145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59244) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.510482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-dc52022d-a9d3-4866-9ee4-f131180d0a4e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.513337 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc52022d-a9d3-4866-9ee4-f131180d0a4e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063939 Oct 17 18:08:48.513337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:08:48.515647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59248) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.520515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:48.525117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-863d726c-97c4-46cb-9e72-aa7a97cc8d36 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.528214 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-863d726c-97c4-46cb-9e72-aa7a97cc8d36 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104234 Oct 17 18:08:48.528865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59252) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.532290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:48.534220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-4a47d621-6b53-4dd8-9ddc-935b4dd30e44 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.536023 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a47d621-6b53-4dd8-9ddc-935b4dd30e44 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0061839 Oct 17 18:08:48.537100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:48.538610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59256) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.543190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:48.543806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-300a81ff-4ad9-477d-90da-114ac47eb524 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.545719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-300a81ff-4ad9-477d-90da-114ac47eb524 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050857 Oct 17 18:08:48.560653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59260) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.565687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-8f644e4b-0d10-4b61-89d7-5f4d3a1caa51 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.568778 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8f644e4b-0d10-4b61-89d7-5f4d3a1caa51 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049624 Oct 17 18:08:48.568938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59264) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.573291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-4bb3484c-bc7d-47b5-b713-0841dc6c07ab tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.574265 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4bb3484c-bc7d-47b5-b713-0841dc6c07ab tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045028 Oct 17 18:08:48.576535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59268) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.582384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-b5c2bdb6-34ad-4247-b35c-2a155d0dd144 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.583287 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b5c2bdb6-34ad-4247-b35c-2a155d0dd144 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059056 Oct 17 18:08:48.585741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59272) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.590480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-bbac053b-5a73-40e8-a26b-aa65836b7380 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.594024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bbac053b-5a73-40e8-a26b-aa65836b7380 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051315 Oct 17 18:08:48.594024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59276) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.598860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-25fed81d-7979-4701-857d-41a238a6a1e3 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.601907 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-25fed81d-7979-4701-857d-41a238a6a1e3 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048468 Oct 17 18:08:48.602123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59280) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.606676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-198737dd-42d4-4ffb-8c03-988020bfb110 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.609933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-198737dd-42d4-4ffb-8c03-988020bfb110 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045416 Oct 17 18:08:48.610152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59284) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.615137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-70beabca-53bd-431d-af0d-f8e7f3205ecb tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.622553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-70beabca-53bd-431d-af0d-f8e7f3205ecb tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051146 Oct 17 18:08:48.622553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59288) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.627215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-c9c91db1-3832-46ce-80f8-ffec82f1632d tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.630098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c9c91db1-3832-46ce-80f8-ffec82f1632d tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0079594 Oct 17 18:08:48.632644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59294) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.638420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-cc3036cb-de76-4f1d-a438-3722496d979f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.639449 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cc3036cb-de76-4f1d-a438-3722496d979f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058336 Oct 17 18:08:48.639557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.641867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59298) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.649884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-4fbb0d6c-d3b8-4642-8e3c-a4c5d6412ae4 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.650811 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4fbb0d6c-d3b8-4642-8e3c-a4c5d6412ae4 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080380 Oct 17 18:08:48.653533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59302) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.659365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-2375ebe7-d99c-4f50-9eb8-6db4fb2b6e78 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.663964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2375ebe7-d99c-4f50-9eb8-6db4fb2b6e78 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060728 Oct 17 18:08:48.664273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59306) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.666783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, b0c87a77-2339-4893-8dc8-8439ffc5da5c) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:48.670523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-883a0ddb-8eee-4d47-8b05-8260a7064080 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.671768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:48.676698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.677421 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-883a0ddb-8eee-4d47-8b05-8260a7064080 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076153 Oct 17 18:08:48.679056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59310) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.681201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb4e81-2fd7-4e54-9ee8-266845d21aee None None] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:08:48.691119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-8b785072-c20f-47c3-b86b-6d1dd2bb10dc tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.695452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8b785072-c20f-47c3-b86b-6d1dd2bb10dc tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087128 Oct 17 18:08:48.696343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59316) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.705832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-36e8a1a9-0c7e-4c03-b5b2-208c91502f0f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.711236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-36e8a1a9-0c7e-4c03-b5b2-208c91502f0f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0109048 Oct 17 18:08:48.713252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.719764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-de617e64-869d-431d-be18-5cf02acdf2ff tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.724493 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-de617e64-869d-431d-be18-5cf02acdf2ff tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075200 Oct 17 18:08:48.724493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59324) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.732734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-01aac04e-f185-428c-bb56-509a3dcf828a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.740224 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-01aac04e-f185-428c-bb56-509a3dcf828a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0146096 Oct 17 18:08:48.742048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.742588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.747596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-dbb4319d-c403-499b-9926-b3edf2a1e442 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.748719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dbb4319d-c403-499b-9926-b3edf2a1e442 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054851 Oct 17 18:08:48.751355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59332) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.757343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-074dde83-4bae-4ddc-8572-5fc2794820e8 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.761740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:08:48.766006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-074dde83-4bae-4ddc-8572-5fc2794820e8 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0132980 Oct 17 18:08:48.766617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59336) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.772731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-f29051c0-7a50-4137-8583-8cd0bdea9631 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.776432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792882570204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.779310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Unsubscribe: segment precommit_create {{(pid=89826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 18:08:48.779310 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Added segment dc71c7d0-567d-4b66-8146-bf06fcde0656 of type vlan for network f2df4f97-2226-480b-a574-fc5b589b72fc Oct 17 18:08:48.779494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f29051c0-7a50-4137-8583-8cd0bdea9631 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102420 Oct 17 18:08:48.782592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59340) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.787460 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11f8ec05-00bf-426a-bea9-f0fb05b10f7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0840974 Oct 17 18:08:48.790106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.802360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-35115b0c-f677-4193-a735-28391c7df88c tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.804406 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-35115b0c-f677-4193-a735-28391c7df88c tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0177884 Oct 17 18:08:48.807986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:48.812743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59348) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.817588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:48.823335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-0320cfe8-5737-4c06-b37e-ca8bd4d7f866 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.827686 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0320cfe8-5737-4c06-b37e-ca8bd4d7f866 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0123324 Oct 17 18:08:48.829947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59352) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.832216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.832873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Usage tracker for resource:router and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:48.838614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-1dfedcb2-3fa2-4ba6-ba71-8e14b64a8107 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.842309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1dfedcb2-3fa2-4ba6-ba71-8e14b64a8107 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113266 Oct 17 18:08:48.843281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:48.846129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59356) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.855976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-d1c4aae8-4bdb-4ac0-9f07-8963efe04d16 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.860335 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d1c4aae8-4bdb-4ac0-9f07-8963efe04d16 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0133669 Oct 17 18:08:48.865254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59360) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.865396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:48.885571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-39c2ba7c-161c-47eb-be53-ad3133887911 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.886551 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39c2ba7c-161c-47eb-be53-ad3133887911 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0172720 Oct 17 18:08:48.889418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59364) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.895448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-f83f0d98-9a78-40f3-9e7e-c4f2d300bc34 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.896924 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f83f0d98-9a78-40f3-9e7e-c4f2d300bc34 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060341 Oct 17 18:08:48.897234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bec4eb-cdce-4149-8847-dcb1c71dbd81,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:48.899457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59368) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.904801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-e0be97e8-d6c8-40ad-82ad-df5d0761ebf7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.906185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e0be97e8-d6c8-40ad-82ad-df5d0761ebf7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054185 Oct 17 18:08:48.907042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.907413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.907757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.908175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.908518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.908867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.908985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59372) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.909203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.910198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.910435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.910942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.911444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.911771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Tracked resource versions report: Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: pushed versions: Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: { 'AddressGroup': {'1.2'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'ConntrackHelper': {'1.0'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Log': {'1.0'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Network': {'1.1'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Port': {'1.7'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'PortForwarding': {'1.2'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'QosPolicy': {'1.8'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroup': {'1.4'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SubPort': {'1.0'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Subnet': {'1.1'}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Trunk': {'1.1'}} Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: consumer versions: Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: HyperV agent@hv-neutron-8613: {}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'ConntrackHelper': '1.0', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Log': '1.0', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Network': '1.1', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Port': '1.7', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'PortForwarding': '1.2', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'QosPolicy': '1.8', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroup': '1.4', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SecurityGroupRule': '1.2', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'SubPort': '1.0', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Subnet': '1.1', Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: 'Trunk': '1.1'}} Oct 17 18:08:48.912874 dv-neutron-861384-1-hyperv neutron-server[89826]: {{(pid=89826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:08:48.920748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-94f73711-6fd2-4969-8859-c8cade19d33e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.924703 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-94f73711-6fd2-4969-8859-c8cade19d33e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0140462 Oct 17 18:08:48.925954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59376) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.933083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-c4214dc1-03e1-4121-9447-f122dccc192a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.936759 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c4214dc1-03e1-4121-9447-f122dccc192a tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089765 Oct 17 18:08:48.937473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59382) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.943448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-3b2274d7-5528-454e-ab8f-adce2f770a90 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.946223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b2274d7-5528-454e-ab8f-adce2f770a90 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075874 Oct 17 18:08:48.947030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59386) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.950621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.955138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.959907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-90427f91-0368-46fe-af77-14689c831842 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.965456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:08:48.966188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59392) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.966336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.966822 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-90427f91-0368-46fe-af77-14689c831842 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0183506 Oct 17 18:08:48.976573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-11de8fa8-0a05-4290-8cea-5df3667a8594 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.980287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59396) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.984934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11de8fa8-0a05-4290-8cea-5df3667a8594 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0110252 Oct 17 18:08:48.986746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-f7a053ee-1126-4514-be34-598ace338fe1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:48.988536 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f7a053ee-1126-4514-be34-598ace338fe1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065064 Oct 17 18:08:48.991136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59400) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:48.997974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:48.999053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-393b3b2e-b0a2-4623-9a0e-f2bf10c4a55d tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.002332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-393b3b2e-b0a2-4623-9a0e-f2bf10c4a55d tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098953 Oct 17 18:08:49.002823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59404) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.013493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.019619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:49.019619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.038782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-4f3aa807-077f-4280-821c-50886076588e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.040154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f3aa807-077f-4280-821c-50886076588e tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0289006 Oct 17 18:08:49.049890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.063362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-3e488abd-8809-46f9-a805-a3abcd6c5337 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.067248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3e488abd-8809-46f9-a805-a3abcd6c5337 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0176837 Oct 17 18:08:49.071853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.080683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-5f5d4ded-0bd2-453b-b837-ddb41a6805f1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.085046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5f5d4ded-0bd2-453b-b837-ddb41a6805f1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0122209 Oct 17 18:08:49.085709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59416) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.095170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-3b4bd8f0-cff1-436b-81df-da9f22c98682 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.099461 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b4bd8f0-cff1-436b-81df-da9f22c98682 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084987 Oct 17 18:08:49.102725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59420) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.108501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-46109d16-21e7-44ae-9616-ca2c9c678993 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.112177 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-46109d16-21e7-44ae-9616-ca2c9c678993 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085454 Oct 17 18:08:49.112935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59424) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.121833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-383cdce9-5135-4eae-800b-6c3159dea777 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.128269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-383cdce9-5135-4eae-800b-6c3159dea777 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113597 Oct 17 18:08:49.131493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59428) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.140136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-56326cb7-3989-4689-9888-74c9d0bd7a79 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.141416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-56326cb7-3989-4689-9888-74c9d0bd7a79 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0088470 Oct 17 18:08:49.144659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59432) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.150844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [None req-e898f78c-14a7-4d0c-a120-f1b7db9c70b9 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.152066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e898f78c-14a7-4d0c-a120-f1b7db9c70b9 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062132 Oct 17 18:08:49.159218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59436) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.171442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-e4c9cb3c-0112-48c3-9b5e-a9d07ad425e1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.172298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e4c9cb3c-0112-48c3-9b5e-a9d07ad425e1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094767 Oct 17 18:08:49.182054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.193868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-f2320271-b217-4e3d-b73a-bcf1f20fcba7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.197514 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f2320271-b217-4e3d-b73a-bcf1f20fcba7 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0094125 Oct 17 18:08:49.197771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2df4f97-2226-480b-a574-fc5b589b72fc,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:49.199410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59444) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.204982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-a48b0e24-8bb6-4b87-b3cb-7be22d5e05a1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.205934 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a48b0e24-8bb6-4b87-b3cb-7be22d5e05a1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056231 Oct 17 18:08:49.209218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59448) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.214553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-d91c0d7b-71ff-463a-9762-fbefef2550cb tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.218641 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d91c0d7b-71ff-463a-9762-fbefef2550cb tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084550 Oct 17 18:08:49.219515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59452) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.225847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-4f3050ec-e557-43e2-bdae-f9ea7c88f31b tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.230415 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f3050ec-e557-43e2-bdae-f9ea7c88f31b tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098059 Oct 17 18:08:49.231225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59458) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.237088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-d129a125-9441-47ef-992f-a54181ae6b3c tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.237469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Allocated IP 172.20.0.2 (b0c87a77-2339-4893-8dc8-8439ffc5da5c/c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe/b195b87e-76e2-4ba8-904d-4648bf69fabf) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:49.239432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d129a125-9441-47ef-992f-a54181ae6b3c tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066271 Oct 17 18:08:49.245353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59462) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.251361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-8571aa40-08b2-4f58-96eb-81e4ff347427 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.256576 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8571aa40-08b2-4f58-96eb-81e4ff347427 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0099125 Oct 17 18:08:49.257488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59466) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.264875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-8d7a8871-9a8a-4226-9dad-8b8d43d7ea1f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.273986 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d7a8871-9a8a-4226-9dad-8b8d43d7ea1f tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0152576 Oct 17 18:08:49.275395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.282837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-f3b739b6-7fba-446e-b4b5-0f219793bc9b tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.288684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3b739b6-7fba-446e-b4b5-0f219793bc9b tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0120075 Oct 17 18:08:49.289418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59478) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.295593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-1def107d-fbee-4399-85e0-caf3925a73a1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.299903 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1def107d-fbee-4399-85e0-caf3925a73a1 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093601 Oct 17 18:08:49.303465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59482) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.308755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-936aa0fd-b5b0-4b2e-b02c-1740fd242cbe tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.313058 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-936aa0fd-b5b0-4b2e-b02c-1740fd242cbe tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105429 Oct 17 18:08:49.313861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59486) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.319613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [None req-ef5f2d13-6fe3-4ea6-98d6-18f8f2800936 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:08:49.328154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef5f2d13-6fe3-4ea6-98d6-18f8f2800936 tempest-ExtensionsTestJSON-373468694 tempest-ExtensionsTestJSON-373468694-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124502 Oct 17 18:08:49.335008 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7301f404-f0ed-4f20-99d9-75bb075554c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3453059 Oct 17 18:08:49.335769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59492) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:49.342330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Request body: {'subnet': {'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1913099679-subnet', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:49.350246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:49.354541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Usage tracker for resource:subnet and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:49.357513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:49.358213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network f2df4f97-2226-480b-a574-fc5b589b72fc details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:08:49.364992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:49.439291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Made reservation on behalf of 8df70de62bb74e3ba898998ffa450a06 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:49.449834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.547160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.621503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.634885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Transition to ACTIVE for port object b195b87e-76e2-4ba8-904d-4648bf69fabf will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:49.659667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Transition to ACTIVE for port object b195b87e-76e2-4ba8-904d-4648bf69fabf will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:49.685448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dff5a7f2-e57d-4baf-b2ab-eb422565ecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.730126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.809858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.824901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:49.826078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:49.829910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:49.932715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Pushing event updated for resources: {'Port': ['ID=b195b87e-76e2-4ba8-904d-4648bf69fabf,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:49.941388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.942109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.942654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.943318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.943715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.944122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.944513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.944906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.945322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.945733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.946122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.946490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Tracked resource versions report: Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: pushed versions: Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: { 'AddressGroup': {'1.2'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'ConntrackHelper': {'1.0'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Log': {'1.0'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Network': {'1.1'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Port': {'1.7'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'PortForwarding': {'1.2'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'QosPolicy': {'1.8'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroup': {'1.4'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SubPort': {'1.0'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Subnet': {'1.1'}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Trunk': {'1.1'}} Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: consumer versions: Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: HyperV agent@hv-neutron-8613: {}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'ConntrackHelper': '1.0', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Log': '1.0', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Network': '1.1', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Port': '1.7', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'PortForwarding': '1.2', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'QosPolicy': '1.8', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroup': '1.4', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SecurityGroupRule': '1.2', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'SubPort': '1.0', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Subnet': '1.1', Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: 'Trunk': '1.1'}} Oct 17 18:08:49.947799 dv-neutron-861384-1-hyperv neutron-server[89828]: {{(pid=89828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:08:49.953853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd58f576-5264-4257-b90a-436bb7c4bf20,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:49.966044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Checking segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:49.966592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Network hostable DHCP agents. Network: f2df4f97-2226-480b-a574-fc5b589b72fc, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:08:49.969081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Attempting to bind port b195b87e-76e2-4ba8-904d-4648bf69fabf on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:08:49.969448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Attempting to bind port b195b87e-76e2-4ba8-904d-4648bf69fabf by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:08:49.970106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Attempting to bind port b195b87e-76e2-4ba8-904d-4648bf69fabf on network b0c87a77-2339-4893-8dc8-8439ffc5da5c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:49.978063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:08:49.978855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Checking segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:49.979407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.979957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Bound using segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:08:49.980586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Bound port: b195b87e-76e2-4ba8-904d-4648bf69fabf, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:08:49.981514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.054959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Network f2df4f97-2226-480b-a574-fc5b589b72fc is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:08:50.114770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] For port b195b87e-76e2-4ba8-904d-4648bf69fabf, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:08:50.124188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] For port b195b87e-76e2-4ba8-904d-4648bf69fabf, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b195b87e-76e2-4ba8-904d-4648bf69fabf,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:08:50.147963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.158111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, f2df4f97-2226-480b-a574-fc5b589b72fc) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:50.165305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:50.166140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.171316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db6970-27dc-408b-a84c-1059025eb708 None None] Network f2df4f97-2226-480b-a574-fc5b589b72fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:08:50.181467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.211814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59516) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:50.251488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.291233 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1adcf272-9e0f-4e66-888f-a08c01c0f927 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9543638 Oct 17 18:08:50.293959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59522) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:50.309118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:50.317476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:50.324387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Usage tracker for resource:router and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:50.336012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:50.345846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:50.402487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dc665-3eb8-454a-aa39-d7d52a5bdd6b None None] Pushing event updated for resources: {'Port': ['ID=b195b87e-76e2-4ba8-904d-4648bf69fabf,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:50.422251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:50.422344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Allocated IP 172.26.2.213 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/c804e88c-5e7a-41bd-84cf-ba6501581cc3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:50.437639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.438824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.462983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.780385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-f2df4f97-2226-480b-a574-fc5b589b72fc', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:08:50.780385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.781584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.781584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:50.885308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:50.889320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:50.894660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:50.911779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1349614046'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:50.924235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Allocated IP 172.20.0.2 (f2df4f97-2226-480b-a574-fc5b589b72fc/bd58f576-5264-4257-b90a-436bb7c4bf20/d3f8ca10-1b35-416c-8e52-decc67c16f65) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:50.926845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:50.931248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Usage tracker for resource:router and tenant:a5f48bb99e2b4e8b9ecb1132d5a0ae64 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:50.934417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:50.942311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:50.962101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b195b87e-76e2-4ba8-904d-4648bf69fabf up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:51.132239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.132239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.143930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.147446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Pushing event updated for resources: {'Port': ['ID=c804e88c-5e7a-41bd-84cf-ba6501581cc3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:51.188369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b195b87e-76e2-4ba8-904d-4648bf69fabf completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:51.196775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.232781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:51.241063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Usage tracker for resource:security_group_rule and tenant:2c7cd4d40df54786b801bc3007233a8f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:51.264510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.312465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:51.339618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59548) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:51.357078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:51.369115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.426619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.453840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Transition to ACTIVE for port object d3f8ca10-1b35-416c-8e52-decc67c16f65 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:51.502545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Transition to ACTIVE for port object d3f8ca10-1b35-416c-8e52-decc67c16f65 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:51.539600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.587345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.649085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:51.682758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.729596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.736815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Network f2df4f97-2226-480b-a574-fc5b589b72fc is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:51.741173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:51.745947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:51.795123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c6e1b-5d2c-4162-9f5a-61f6c2ba6053 None None] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:08:51.817577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428263c-7c09-418f-a32a-96e95c231772,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:51.831230 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-90ba5434-7396-449e-90a7-c8301232f9ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c7cd4d40df54786b801bc3007233a8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4051251 Oct 17 18:08:51.837672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59568) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:51.887337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:51.889308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-388991f1-85f2-47c0-91d0-a19ee74cf5fc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6763368 Oct 17 18:08:51.896799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59574) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:51.985264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-269706498'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:51.994524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:52.001875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Usage tracker for resource:network and tenant:5783bcfd5caa4262b125a506bb9c6a52 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:52.006251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:52.083879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Pushing event updated for resources: {'Port': ['ID=d3f8ca10-1b35-416c-8e52-decc67c16f65,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:52.119676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:52.125942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Attempting to bind port d3f8ca10-1b35-416c-8e52-decc67c16f65 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:08:52.132336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Attempting to bind port d3f8ca10-1b35-416c-8e52-decc67c16f65 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:08:52.132528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:52.134834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Attempting to bind port d3f8ca10-1b35-416c-8e52-decc67c16f65 on network f2df4f97-2226-480b-a574-fc5b589b72fc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:52.154827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:08:52.155570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Checking segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:52.156195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.156772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Bound using segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:08:52.157436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Bound port: d3f8ca10-1b35-416c-8e52-decc67c16f65, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:08:52.158082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.185357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.194856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-979908827'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:52.200710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:52.206609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Usage tracker for resource:network and tenant:94c71f91b5444f2489dd58230e47ef5d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:52.210816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:52.219821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:52.225761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.241086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.308843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1995696330', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:52.328013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Made reservation on behalf of 94c71f91b5444f2489dd58230e47ef5d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:52.330080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Made reservation on behalf of 5783bcfd5caa4262b125a506bb9c6a52 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:52.332658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.333780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.423922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:52.432858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Provisioning for port b195b87e-76e2-4ba8-904d-4648bf69fabf completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:52.440322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] For port d3f8ca10-1b35-416c-8e52-decc67c16f65, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:08:52.441238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.445699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] For port d3f8ca10-1b35-416c-8e52-decc67c16f65, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d3f8ca10-1b35-416c-8e52-decc67c16f65,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:08:52.448963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Provisioning complete for port b195b87e-76e2-4ba8-904d-4648bf69fabf triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:52.449336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.449782 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Attempt 1 to provision port b195b87e-76e2-4ba8-904d-4648bf69fabf Oct 17 18:08:52.450356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.461800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Usage tracker for resource:port and tenant:16c1bc87a8104df8bd306debaf04e1cc is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:52.472547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:52.486851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:52.492648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.526526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:52.539045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Usage tracker for resource:security_group_rule and tenant:5783bcfd5caa4262b125a506bb9c6a52 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:52.546919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:52.560693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:52.564804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:52.586301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b437135c-1462-44c7-b743-5800771f8673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.588264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.724885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Current status of the port b195b87e-76e2-4ba8-904d-4648bf69fabf is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:52.725297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.754586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.776068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:08:52.779156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952fcde-60bb-40b2-a758-3241a181ebbe None None] Pushing event updated for resources: {'Port': ['ID=d3f8ca10-1b35-416c-8e52-decc67c16f65,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:52.803882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] For port b195b87e-76e2-4ba8-904d-4648bf69fabf, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b195b87e-76e2-4ba8-904d-4648bf69fabf,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:52.882051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Usage tracker for resource:security_group_rule and tenant:94c71f91b5444f2489dd58230e47ef5d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:52.954872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:52.968855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.973899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:52.976732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.981772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:52.988349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.023009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.064366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.083879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:08:53.098376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Sync routers for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:08:53.104311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad9e69-83ac-4ddb-a44e-3d12e15bd4ec None None] Pushing event updated for resources: {'Port': ['ID=b195b87e-76e2-4ba8-904d-4648bf69fabf,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:53.118324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d1db60-65bc-4cb8-8240-343103dbc0e8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:53.118568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:53.119139 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:53.179890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4ffc4cbb-610a-48b7-ace4-4244e12dee9e None None] Provisioning complete for port b195b87e-76e2-4ba8-904d-4648bf69fabf triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:53.180204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4cbb-610a-48b7-ace4-4244e12dee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.180525 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4ffc4cbb-610a-48b7-ace4-4244e12dee9e None None] Attempt 1 to provision port b195b87e-76e2-4ba8-904d-4648bf69fabf Oct 17 18:08:53.204419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.206573 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc23f261-cb82-4221-904f-23f32318dcbe admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4089475 Oct 17 18:08:53.210590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:53.252203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Made reservation on behalf of 16c1bc87a8104df8bd306debaf04e1cc for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:53.254769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.282469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.312437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:53.315045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59604) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:53.328423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Usage tracker for resource:security_group_rule and tenant:16c1bc87a8104df8bd306debaf04e1cc is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:53.333926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:53.342497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.383475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:53.410300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.420737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc4cbb-610a-48b7-ace4-4244e12dee9e None None] Current status of the port b195b87e-76e2-4ba8-904d-4648bf69fabf is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:53.466229 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:53.498138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:08:53.509246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.510127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Added segment e5421de8-861f-499d-aaa1-0a4e21bb3747 of type vlan for network 21e2f194-a616-4dfd-9a76-da3174239a0a Oct 17 18:08:53.552937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.564720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.565344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.567871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.568930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e16d4778-1a06-40ec-9670-a4b21ebc765a {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:08:53.573407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:53.612156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:53.628947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:floatingip and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:53.631810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.647382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:53.667307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:53.684909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428263c-7c09-418f-a32a-96e95c231772,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:53.761715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:08:53.816963 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:51Z', 'revision_number': 3, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:53.819545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.820000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Added segment 948ddc18-7d8c-4566-a62c-a419fdca6af5 of type vlan for network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c Oct 17 18:08:53.823073 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Checking router: ee104e92-b1c0-4d6d-ad8b-1525fc003a3a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:08:53.824159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Updating router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a port c804e88c-5e7a-41bd-84cf-ba6501581cc3 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:08:53.844375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740ddee0-8cac-4bd1-9307-606dd1d8bea4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:53.866456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.870396 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7db4cf5c-5213-494a-9dea-17abe83c3299 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e428263c-7c09-418f-a32a-96e95c231772 HTTP/1.1" status: 204 len: 168 time: 2.0307429 Oct 17 18:08:53.871645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.895887 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.899455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.912941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:53.912941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.913374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:53.913374 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e99dbd70-468e-4684-9bc7-7ab3ba225faa tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e16d4778-1a06-40ec-9670-a4b21ebc765a HTTP/1.1" status: 204 len: 168 time: 1.9962292 Oct 17 18:08:53.919852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Allocated IP 172.26.2.188 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/82855aba-a83a-4422-bbe6-78e56f731d48) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:53.931444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59616) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:53.958586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Request body: {'router': {'name': 'tempest-router-1111174978', 'distributed': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:53.977023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.030639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.042348 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6948216 Oct 17 18:08:54.057421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59622) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:54.113375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Request body: {'subnet': {'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:54.140111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.142571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:54.150899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2793ebc-e8c9-493d-a744-1ad74d6b3cdf tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event updated for resources: {'Network': ['ID=21e2f194-a616-4dfd-9a76-da3174239a0a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:54.157423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Usage tracker for resource:router and tenant:a5f48bb99e2b4e8b9ecb1132d5a0ae64 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:54.162938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 21e2f194-a616-4dfd-9a76-da3174239a0a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:08:54.166430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] device_id is not set on port c6ec87d1-4bc5-4fa3-b69f-f4d82145630a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:08:54.176187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:54.203825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:54.204083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:08:54.361002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436ab42-4f97-4f21-b062-3d116a77e610 None None] Network f2df4f97-2226-480b-a574-fc5b589b72fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:08:54.363975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.365856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.400119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.400489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221ae51e-bd01-447c-9d5c-09eb8e7a6a92,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:54.422176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.455809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.462336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:54.462945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.473126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:54.473240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.525623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Usage tracker for resource:subnet and tenant:5783bcfd5caa4262b125a506bb9c6a52 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:54.534508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.566582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cfd3d353-d758-4345-b9c2-ccda018c29b0 None None] Provisioning for port d3f8ca10-1b35-416c-8e52-decc67c16f65 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:54.583275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:54.603128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:54.615154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.647938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.650488 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-627f07b6-e8a7-44bb-9c06-dc0c5f9f6d4d tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6981359 Oct 17 18:08:54.655391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Pushing event updated for resources: {'Network': ['ID=2dadcc0c-5769-462b-beb8-bdb3c00fb55c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:54.656611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59632) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:54.674991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:08:54.720497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.767988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-71061e21-911e-4381-af2f-d7539db2b305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.1067805 Oct 17 18:08:54.767988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Made reservation on behalf of 5783bcfd5caa4262b125a506bb9c6a52 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:54.769591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:54.989008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d3f8ca10-1b35-416c-8e52-decc67c16f65 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:55.070327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.082197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.188899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Allocated IP 172.20.0.1 (b0c87a77-2339-4893-8dc8-8439ffc5da5c/c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe/9cd97a31-cf52-4e8a-84fe-9e748dd6c45b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:55.222708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d3f8ca10-1b35-416c-8e52-decc67c16f65 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:55.234935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d3f8ca10-1b35-416c-8e52-decc67c16f65 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:55.235308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.235637 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d3f8ca10-1b35-416c-8e52-decc67c16f65 Oct 17 18:08:55.407274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.442991 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Transition to ACTIVE for port object c804e88c-5e7a-41bd-84cf-ba6501581cc3 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:55.468106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:55.473663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:55.482498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d3f8ca10-1b35-416c-8e52-decc67c16f65 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:55.486075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.491536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:55.546517 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.563132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d3f8ca10-1b35-416c-8e52-decc67c16f65, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d3f8ca10-1b35-416c-8e52-decc67c16f65,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:55.575258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.638064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.638844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b195b87e-76e2-4ba8-904d-4648bf69fabf up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:55.680404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59658) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:55.703704 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Pushing event updated for resources: {'Port': ['ID=c804e88c-5e7a-41bd-84cf-ba6501581cc3,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:55.705708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Pushing event updated for resources: {'Port': ['ID=82855aba-a83a-4422-bbe6-78e56f731d48,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:55.710942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.716304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.719721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.720546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.744584 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.750703 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.751303 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.751900 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.755395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Tracked resource versions report: Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: pushed versions: Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: { 'AddressGroup': {'1.2'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'ConntrackHelper': {'1.0'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Log': {'1.0'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Network': {'1.1'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Port': {'1.7'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'PortForwarding': {'1.2'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'QosPolicy': {'1.8'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroup': {'1.4'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroupRule': {'1.2'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SubPort': {'1.0'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Subnet': {'1.1'}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Trunk': {'1.1'}} Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: consumer versions: Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: { DHCP agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: HyperV agent@hv-neutron-8613: {}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: L3 agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: Metadata agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: Metering agent@dv-neutron-861384-1-hyperv: {}, Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: Open vSwitch agent@dv-neutron-861384-1-hyperv: { 'AddressGroup': '1.2', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'ConntrackHelper': '1.0', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Log': '1.0', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Network': '1.1', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Port': '1.7', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'PortForwarding': '1.2', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'QosPolicy': '1.8', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroup': '1.4', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SecurityGroupRule': '1.2', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'SubPort': '1.0', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Subnet': '1.1', Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: 'Trunk': '1.1'}} Oct 17 18:08:55.758209 dv-neutron-861384-1-hyperv neutron-server[89829]: {{(pid=89829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 18:08:55.775149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Attempting to bind port c804e88c-5e7a-41bd-84cf-ba6501581cc3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:08:55.777145 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Attempting to bind port c804e88c-5e7a-41bd-84cf-ba6501581cc3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:08:55.778455 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Attempting to bind port c804e88c-5e7a-41bd-84cf-ba6501581cc3 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:55.791313 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:08:55.793740 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:55.794364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.796414 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:08:55.797128 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Bound port: c804e88c-5e7a-41bd-84cf-ba6501581cc3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:08:55.797914 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.869204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Transition to ACTIVE for port object 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:55.892117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Allocated IP 172.26.2.218 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/c6ec87d1-4bc5-4fa3-b69f-f4d82145630a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:55.893081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d3f8ca10-1b35-416c-8e52-decc67c16f65,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:55.900516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event updated for resources: {'Subnet': ['ID=0423897b-bfb9-438b-b633-db666dfd921b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:55.914893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Checking segment: {'id': 'e5421de8-861f-499d-aaa1-0a4e21bb3747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:55.915252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Network hostable DHCP agents. Network: 21e2f194-a616-4dfd-9a76-da3174239a0a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:08:55.934680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b195b87e-76e2-4ba8-904d-4648bf69fabf triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:55.934680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.934680 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b195b87e-76e2-4ba8-904d-4648bf69fabf Oct 17 18:08:55.964659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-704786367'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:55.970761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:55.976372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Usage tracker for resource:network and tenant:718d308be46f4a198a006ef116a302d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:55.979981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:55.989950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:55.994756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:55.995498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb714b2-5614-4bf0-9079-d0118f7b2f42 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:08:56.010557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.014474 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4919121f-e51a-498e-b27b-19e3df33becc tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5eb714b2-5614-4bf0-9079-d0118f7b2f42 HTTP/1.1" status: 204 len: 168 time: 1.3549647 Oct 17 18:08:56.016676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59664) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:56.020655 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] For port c804e88c-5e7a-41bd-84cf-ba6501581cc3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:08:56.024496 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] For port c804e88c-5e7a-41bd-84cf-ba6501581cc3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c804e88c-5e7a-41bd-84cf-ba6501581cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:08:56.030297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Request body: {'router': {'name': 'tempest-router-1473854096', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f4691cb6e48948b79b84e03f0d1d743a'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:56.038351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:56.043487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Usage tracker for resource:router and tenant:f4691cb6e48948b79b84e03f0d1d743a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:56.047210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:56.054894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:56.057739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.059838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Network 21e2f194-a616-4dfd-9a76-da3174239a0a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:08:56.122568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b195b87e-76e2-4ba8-904d-4648bf69fabf is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:56.136313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:56.144357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Made reservation on behalf of 718d308be46f4a198a006ef116a302d8 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:56.147037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.156751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59668) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:56.164893 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.169226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c', 'binding:host_id': 'hv-neutron-8613', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868256883'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:56.177418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.191365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:56.195274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:56.199371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Usage tracker for resource:port and tenant:ed9e3ecf125749f3b0c6413aa82c184d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:56.202896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:56.205818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:56.207231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.210088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:56.220839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:56.238104 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:56.238967 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:56.239864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 21e2f194-a616-4dfd-9a76-da3174239a0a) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:56.244256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:56.253372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369b9ac-6f2c-46a6-b4e6-46ba4a9bab79 None None] Network 21e2f194-a616-4dfd-9a76-da3174239a0a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:08:56.253872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Usage tracker for resource:security_group_rule and tenant:718d308be46f4a198a006ef116a302d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:56.258373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:56.271122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.271879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:56.272378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.272488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.276113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:56.321680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.357127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Made reservation on behalf of ed9e3ecf125749f3b0c6413aa82c184d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:56.359492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.380712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.402719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:56.415946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.417444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Usage tracker for resource:security_group_rule and tenant:ed9e3ecf125749f3b0c6413aa82c184d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:56.422992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:56.437407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.438690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:56.449294 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25563e09-d889-4ed8-9f36-deeb7abe7d33 None None] Pushing event updated for resources: {'Port': ['ID=c804e88c-5e7a-41bd-84cf-ba6501581cc3,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:56.501706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.521516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.537907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:56.585097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.589788 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4acd6492-a713-41cc-954c-665737acbf82 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5270293 Oct 17 18:08:56.600213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59672) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:56.611906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Request body: {'port': {'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1680364264'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:56.635059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.647627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:08:56.658088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.658507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Added segment da59749d-ffd1-4766-a3b5-e011ea216964 of type vlan for network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e Oct 17 18:08:56.714043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.717984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11469ac8-f5bf-42f8-996f-ab4829ff3d1b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6950784 Oct 17 18:08:56.721333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59680) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:56.732130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:56.808439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-21e2f194-a616-4dfd-9a76-da3174239a0a', 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a', 'tenant_id': '5783bcfd5caa4262b125a506bb9c6a52', 'fixed_ips': [{'subnet_id': '0423897b-bfb9-438b-b633-db666dfd921b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:08:56.810035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.847693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Provisioning for port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:56.855520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.861971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d3f8ca10-1b35-416c-8e52-decc67c16f65 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:56.956657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Provisioning complete for port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:56.957586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:56.958471 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 1 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:08:57.013626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:51Z', 'revision_number': 3, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:57.013944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:08:57.022772 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672c18e-7304-4c74-8c74-3435b5e4a9dc None None] The sync data for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv is: [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:51Z', 'revision_number': 3, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:08:57.023116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072b3a19-32dc-4b7d-acab-747df570e04e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:57.033917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.166370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:57.194404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d3f8ca10-1b35-416c-8e52-decc67c16f65 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:57.194923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.195345 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d3f8ca10-1b35-416c-8e52-decc67c16f65 Oct 17 18:08:57.205162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.235614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:57.239587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Usage tracker for resource:port and tenant:5783bcfd5caa4262b125a506bb9c6a52 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:57.242597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:57.248713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:57.259386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Allocated IP 172.20.0.2 (21e2f194-a616-4dfd-9a76-da3174239a0a/0423897b-bfb9-438b-b633-db666dfd921b/9d357796-6471-43fd-a482-1530c0bc0f29) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:57.277409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.300962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.310294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:08:57.358417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:57.370058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Allocated IP 172.26.2.227 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/69aca96c-8e15-4811-8f6a-fc32cd59fbe2) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:57.379619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:57.383369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:57.387641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:57.388641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.407326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.412765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:57.418834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.418834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Made reservation on behalf of 5783bcfd5caa4262b125a506bb9c6a52 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:57.420425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.481280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Pushing event updated for resources: {'Port': ['ID=c6ec87d1-4bc5-4fa3-b69f-f4d82145630a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:57.483647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d3f8ca10-1b35-416c-8e52-decc67c16f65 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:57.580694 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-155148cc-9f3f-4e78-a4a6-d4e753011655 tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4412031 Oct 17 18:08:57.603260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59684) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:57.619892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.620501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.638937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] device_id is not set on port 88e484da-befe-49ab-82f5-180ece96be62 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:08:57.653349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.670610 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 2 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:08:57.693567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.694135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.704111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Transition to ACTIVE for port object 9d357796-6471-43fd-a482-1530c0bc0f29 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:57.731670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Transition to ACTIVE for port object 9d357796-6471-43fd-a482-1530c0bc0f29 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:57.735037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.218'}]}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:57.767365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:57.804505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'Network': ['ID=75f7afac-b8e0-4c64-86eb-e2b79ee20d5e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:57.806644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214135f0-fa5a-4730-a301-89de7d77c78b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:57.825101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:08:57.890691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.923812 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e165784b-88e5-4712-8290-1abdcf6b1693 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2414718 Oct 17 18:08:57.956110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59696) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:57.978975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Request body: {'subnet': {'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:57.993953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:57.997747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.006018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:58.039183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Usage tracker for resource:router and tenant:16c1bc87a8104df8bd306debaf04e1cc is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:58.112199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:58.119099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Network 21e2f194-a616-4dfd-9a76-da3174239a0a is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:58.123985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:58.128831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:58.147796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 17 18:08:58.148282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Router c6ca21d6-0c2b-4ada-b132-2bbb300451c9 migrating from provider to provider. {{(pid=89826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 17 18:08:58.149050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.179300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:58.179722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.213342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.250771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.295100 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 3 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:08:58.313280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Router 76a852bc-04f6-4b0c-a944-99b259bed977 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:08:58.406948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.411863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:58.414766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Pushing event updated for resources: {'Port': ['ID=9d357796-6471-43fd-a482-1530c0bc0f29,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:58.427229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Usage tracker for resource:subnet and tenant:718d308be46f4a198a006ef116a302d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:58.433439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.434290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.439786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Attempting to bind port 9d357796-6471-43fd-a482-1530c0bc0f29 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:08:58.439931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Attempting to bind port 9d357796-6471-43fd-a482-1530c0bc0f29 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'e5421de8-861f-499d-aaa1-0a4e21bb3747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:08:58.441005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Attempting to bind port 9d357796-6471-43fd-a482-1530c0bc0f29 on network 21e2f194-a616-4dfd-9a76-da3174239a0a {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:58.443028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Allocated IP 172.20.0.8 (21e2f194-a616-4dfd-9a76-da3174239a0a/0423897b-bfb9-438b-b633-db666dfd921b/88e484da-befe-49ab-82f5-180ece96be62) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:58.446104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:58.458362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:08:58.458608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Checking segment: {'id': 'e5421de8-861f-499d-aaa1-0a4e21bb3747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:58.459172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.460213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Bound using segment: {'id': 'e5421de8-861f-499d-aaa1-0a4e21bb3747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:08:58.460527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Bound port: 9d357796-6471-43fd-a482-1530c0bc0f29, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5421de8-861f-499d-aaa1-0a4e21bb3747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '21e2f194-a616-4dfd-9a76-da3174239a0a'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:08:58.461154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.461436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:58.469336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:58.476994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:58.491182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:58.583275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.648003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] For port 9d357796-6471-43fd-a482-1530c0bc0f29, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:08:58.661097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] For port 9d357796-6471-43fd-a482-1530c0bc0f29, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d357796-6471-43fd-a482-1530c0bc0f29,segment=NetworkSegment(e5421de8-861f-499d-aaa1-0a4e21bb3747),segment_id=e5421de8-861f-499d-aaa1-0a4e21bb3747)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:08:58.680823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Made reservation on behalf of 718d308be46f4a198a006ef116a302d8 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:58.684012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.741734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.769501 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] No L3 agents can host the router c6ca21d6-0c2b-4ada-b132-2bbb300451c9 Oct 17 18:08:58.776687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:08:58.800386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:58.809431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:58.824420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:58.887203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62ba35-04d1-4c10-93bd-c9cacd75a358 None None] Pushing event updated for resources: {'Port': ['ID=9d357796-6471-43fd-a482-1530c0bc0f29,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:58.900174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c804e88c-5e7a-41bd-84cf-ba6501581cc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:58.992087 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 4 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:08:59.066519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:59.084679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=69aca96c-8e15-4811-8f6a-fc32cd59fbe2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:59.139861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.169124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c804e88c-5e7a-41bd-84cf-ba6501581cc3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:59.177203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c804e88c-5e7a-41bd-84cf-ba6501581cc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:59.178195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.179044 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c804e88c-5e7a-41bd-84cf-ba6501581cc3 Oct 17 18:08:59.193179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Hosts for router c6ca21d6-0c2b-4ada-b132-2bbb300451c9: [] {{(pid=89826) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 17 18:08:59.241851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Transition to ACTIVE for port object 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:59.296501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.298352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:08:59.316157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Hosts for other DVR routers connected to router c6ca21d6-0c2b-4ada-b132-2bbb300451c9: set() {{(pid=89826) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 17 18:08:59.317057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Sync routers for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:08:59.343617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.345359 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1aefda9a-c115-4443-b170-c3adf2f1954a tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "PUT /v2.0/routers/c6ca21d6-0c2b-4ada-b132-2bbb300451c9 HTTP/1.1" status: 200 len: 717 time: 2.6227088 Oct 17 18:08:59.348356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59700) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:59.406782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:59.407512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:59.530166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.533467 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d5409a2a-d749-43da-a124-8f97f3ad22c6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.2382486 Oct 17 18:08:59.537762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:59.564560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c804e88c-5e7a-41bd-84cf-ba6501581cc3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:59.564966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.572980 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 5 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:08:59.585593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.672730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.679206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port c804e88c-5e7a-41bd-84cf-ba6501581cc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c804e88c-5e7a-41bd-84cf-ba6501581cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:59.694421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:59.707765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:59.713142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9e0b9644-d4cd-4549-bcd7-f031b46de580 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "GET /v2.0/routers/c6ca21d6-0c2b-4ada-b132-2bbb300451c9 HTTP/1.1" status: 200 len: 717 time: 0.3613644 Oct 17 18:08:59.715056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59708) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:59.726071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.751868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:08:59.798169 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:08:59.828514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.847776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.041895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=c804e88c-5e7a-41bd-84cf-ba6501581cc3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:00.067351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=6d20977e-6417-4e3d-b6f7-7a6a49fd87c2,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:00.135952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Transition to ACTIVE for port object 88e484da-befe-49ab-82f5-180ece96be62 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:00.163482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:00.168819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Checking segment: {'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:00.169297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Network hostable DHCP agents. Network: 2dadcc0c-5769-462b-beb8-bdb3c00fb55c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:00.178094 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Sync routers for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:00.188708 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:00.189341 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:00.197423 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 6 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:00.231872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:55Z', 'revision_number': 3, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:00.244896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c7519c3-de62-4bbe-a6c3-46e47a56c8a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/ee104e92-b1c0-4d6d-ad8b-1525fc003a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0217106 Oct 17 18:09:00.264369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Checking router: 76a852bc-04f6-4b0c-a944-99b259bed977 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:00.264746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Updating router 76a852bc-04f6-4b0c-a944-99b259bed977 port 82855aba-a83a-4422-bbe6-78e56f731d48 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:00.340754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:00.351574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.418230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94265f-0651-4a9a-9de1-317b0168293c None None] Network 21e2f194-a616-4dfd-9a76-da3174239a0a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:00.436392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.494017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:00.507737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d7fe8ecc-aa6e-446b-afda-78d25483c31f tempest-RoutersTestDVR-1781332361 tempest-RoutersTestDVR-1781332361-project] 10.222.0.36 "GET /v2.0/routers/c6ca21d6-0c2b-4ada-b132-2bbb300451c9 HTTP/1.1" status: 200 len: 683 time: 0.7915239 Oct 17 18:09:00.519243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59720) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:00.570445 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:00.627481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'Subnet': ['ID=9796e08f-ee93-4a2f-bd1f-223081a4f7b2,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:00.664540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.671423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 2dadcc0c-5769-462b-beb8-bdb3c00fb55c) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:00.757936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fccbea-023f-45d0-bbf8-cb1635ed85d2 None None] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:00.778390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.779981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Network 21e2f194-a616-4dfd-9a76-da3174239a0a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:00.785175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:00.845819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:00.846484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:00.847270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:00.850158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:00.857822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:00.863982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:00.865576 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 7 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:00.865980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:00.946746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:00.947240 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:00.948131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Checking segment: {'id': 'da59749d-ffd1-4766-a3b5-e011ea216964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:00.948582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Network hostable DHCP agents. Network: 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:00.972344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 2 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:00.996298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:00.996778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:00.997315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.048865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d357796-6471-43fd-a482-1530c0bc0f29 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:01.083172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4815831 Oct 17 18:09:01.089062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59732) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:01.167432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:01.167770 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 2, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:01.168690 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:01.181693 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Checking router: ee104e92-b1c0-4d6d-ad8b-1525fc003a3a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:01.183760 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Updating router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:01.243558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.245886 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 3 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:01.258354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Deleting port 88e484da-befe-49ab-82f5-180ece96be62 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:01.258916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.268399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Transition to ACTIVE for port object 82855aba-a83a-4422-bbe6-78e56f731d48 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:01.271680 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.297839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cebb5-f828-44d2-8026-82ed449b23c3 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event updated for resources: {'Port': ['ID=88e484da-befe-49ab-82f5-180ece96be62,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:01.712453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:01.712453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:01.712453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.712819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 4 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 5 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:01.713252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.713970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:01.714055 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:01.714849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.715733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.757314 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 6 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:01.764771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:01.783821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.787604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Attempting to bind port 82855aba-a83a-4422-bbe6-78e56f731d48 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:01.787976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Attempting to bind port 82855aba-a83a-4422-bbe6-78e56f731d48 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:01.788337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Attempting to bind port 82855aba-a83a-4422-bbe6-78e56f731d48 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.794695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9d357796-6471-43fd-a482-1530c0bc0f29 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:01.803583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:01.803954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:01.804356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.804746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:01.805658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Bound port: 82855aba-a83a-4422-bbe6-78e56f731d48, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:01.806256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.871943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c804e88c-5e7a-41bd-84cf-ba6501581cc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:01.910825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59738) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:01.911654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:01.912047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:01.912442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:01.914934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:01.932018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082673019', 'description': 'tempest-description--571193152'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:01.939636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:01.942803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19a04e-55d3-4178-bb11-19a1730c316c None None] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:01.943112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.955392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba216f-cccf-4500-82df-d3d96555415e None None] Pushing event updated for resources: {'Port': ['ID=82855aba-a83a-4422-bbe6-78e56f731d48,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:01.965764 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.966730 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 8 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:01.968661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.969694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.979509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:01.982307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:01.982704 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:01.990037 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 7 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:01.999053 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Transition to ACTIVE for port object 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:02.025563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Usage tracker for resource:security_group and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:02.078212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.078503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6ca21d6-0c2b-4ada-b132-2bbb300451c9 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:09:02.095157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=69aca96c-8e15-4811-8f6a-fc32cd59fbe2,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:02.114270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.120302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1aebec07-14fb-4fc7-acea-f7c0b474a48b tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c6ca21d6-0c2b-4ada-b132-2bbb300451c9 HTTP/1.1" status: 204 len: 168 time: 1.5969489 Oct 17 18:09:02.121758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59744) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:02.131153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Request body: {'router': {'name': 'tempest-router-287648170', 'distributed': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:02.135935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:02.141082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Usage tracker for resource:router and tenant:a5f48bb99e2b4e8b9ecb1132d5a0ae64 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:02.145426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:02.152723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:02.163784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:02.171459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] For port 82855aba-a83a-4422-bbe6-78e56f731d48, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:02.181231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] For port 82855aba-a83a-4422-bbe6-78e56f731d48, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82855aba-a83a-4422-bbe6-78e56f731d48,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:02.183774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:02.197286 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.230121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c804e88c-5e7a-41bd-84cf-ba6501581cc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:02.230740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.231143 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c804e88c-5e7a-41bd-84cf-ba6501581cc3 Oct 17 18:09:02.252280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.255354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.275715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.277213 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-43fd9391-bf32-4b13-a786-19622d0a8d19 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9611630 Oct 17 18:09:02.279988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59748) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:02.333532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2011251915'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:02.340786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:02.356182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:network and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:02.364847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:02.376567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:02.395708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.420329 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022bbf6-ebcd-4d88-8316-3a938d8313cf None None] Pushing event updated for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:02.438160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Calling delete_port for 88e484da-befe-49ab-82f5-180ece96be62 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:02.440997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.442372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.446110 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Attempting to bind port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:02.447188 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Attempting to bind port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:02.448112 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Attempting to bind port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b on network b0c87a77-2339-4893-8dc8-8439ffc5da5c {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:02.457058 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:02.462454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Checking segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:02.462454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.462454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Bound using segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:02.462454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Bound port: 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:02.462454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.489552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Made reservation on behalf of 44c8f2bfebca44f187bae3ecdcc1b7f1 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:02.491759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:02.491759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:02.492089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.492268 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b34e45d3-8c41-478e-bbda-1eabe04fc1aa tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5350182 Oct 17 18:09:02.493581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:02.507612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59752) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:02.514444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.523388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Request body: {'port': {'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1312946741'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:02.543104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:02.543615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:02.544103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:02.563451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:02.563451 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:02.563728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.571905 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 8 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:02.613870 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] For port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:02.617841 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] For port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:02.677122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.683185 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 9 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:02.686202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.686350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:02.699143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:security_group_rule and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:02.703316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:02.730275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:02.733458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:02.733844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:02.733969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba216f-cccf-4500-82df-d3d96555415e None None] Pushing event updated for resources: {'Port': ['ID=82855aba-a83a-4422-bbe6-78e56f731d48,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:02.734339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:02.752883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-75f7afac-b8e0-4c64-86eb-e2b79ee20d5e', 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e', 'tenant_id': '718d308be46f4a198a006ef116a302d8', 'fixed_ips': [{'subnet_id': '9796e08f-ee93-4a2f-bd1f-223081a4f7b2'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:02.753750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.765372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.811199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:02.811557 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:02.821799 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 9 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:02.829792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:02.864217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Allocated IP 172.20.0.1 (f2df4f97-2226-480b-a574-fc5b589b72fc/bd58f576-5264-4257-b90a-436bb7c4bf20/4a37a43b-3a99-4217-981f-eef1d9d66ec8) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:02.875937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:02.883767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.886700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:02.887490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:02.887490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:02.912766 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022bbf6-ebcd-4d88-8316-3a938d8313cf None None] Pushing event updated for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:02.923376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c804e88c-5e7a-41bd-84cf-ba6501581cc3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:02.932855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Usage tracker for resource:security_group_rule and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:02.934189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:02.936888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:02.943855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:02.958297 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:02.958925 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:02.999660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Usage tracker for resource:port and tenant:718d308be46f4a198a006ef116a302d8 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:03.006251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:03.013530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:03.013889 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:03.015430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:03.076836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:03.079533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 10 to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 Oct 17 18:09:03.104778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.128912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.133430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ce5b3ab8-7a83-407a-a01f-1fac8777331e tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0050378 Oct 17 18:09:03.133542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:03.133542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:03.133542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:03.134136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59756) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:03.136807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.140282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.151032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:03.151032 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:03.151032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.210207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Made reservation on behalf of 718d308be46f4a198a006ef116a302d8 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:03.213135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.243816 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:03.262624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Allocated IP 2001:db8::2 (75f7afac-b8e0-4c64-86eb-e2b79ee20d5e/9796e08f-ee93-4a2f-bd1f-223081a4f7b2/d4e31cf8-fd95-404c-8cba-705b5ba5a978) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:03.274133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.314487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Transition to ACTIVE for port object 4a37a43b-3a99-4217-981f-eef1d9d66ec8 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:03.321467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] device_id is not set on port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:03.359980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.399827 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Attempt 10 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:03.472880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event deleted for resources: {'Port': ['ID=88e484da-befe-49ab-82f5-180ece96be62,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:03.481456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.482492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0ff624c-ae82-4544-8e03-72a6462757f4 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:09:03.550441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:03.551463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:09:03.620080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84b9933e-8d3a-4af1-8d88-ac094183df2a None None] Port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:09:03.651585 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:02Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:03.657348 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da427cee-69cd-4929-8aa5-df1981c78832 None None] The sync data for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv is: [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:02Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:03.670066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:55Z', 'revision_number': 3, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:03.683242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.687776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286c03-c25b-463d-a90e-c9a1d86df79a None None] The sync data for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv is: [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:55Z', 'revision_number': 3, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:03.693126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.704842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:03.705464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.837054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.858052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Transition to ACTIVE for port object d4e31cf8-fd95-404c-8cba-705b5ba5a978 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:03.890669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=6d20977e-6417-4e3d-b6f7-7a6a49fd87c2,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:03.897863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Transition to ACTIVE for port object d4e31cf8-fd95-404c-8cba-705b5ba5a978 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:03.911521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:09:03.915476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7ad38eeb-3dbb-4dec-b0fe-77a6f4ab444f tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2943437 Oct 17 18:09:03.917443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Provisioning for port 9d357796-6471-43fd-a482-1530c0bc0f29 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:03.928904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Provisioning complete for port 9d357796-6471-43fd-a482-1530c0bc0f29 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:03.929716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:03.930234 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Attempt 1 to provision port 9d357796-6471-43fd-a482-1530c0bc0f29 Oct 17 18:09:03.937193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59760) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:03.939427 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-232d5ae6-4f8e-4992-afde-fab45f366621 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "DELETE /v2.0/ports/88e484da-befe-49ab-82f5-180ece96be62 HTTP/1.1" status: 204 len: 168 time: 2.8384154 Oct 17 18:09:03.947722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59762) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:03.989812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.023837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.057400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Deleting port c6ec87d1-4bc5-4fa3-b69f-f4d82145630a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:04.057807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.108423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Allocated IP 2001:db8::38f (75f7afac-b8e0-4c64-86eb-e2b79ee20d5e/9796e08f-ee93-4a2f-bd1f-223081a4f7b2/ca3bfba5-0928-4e84-b1d2-aa2ee6009b36) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:04.133626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:04.134749 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-511cc0b1-f885-4c71-b531-d940294bce34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.9760249 Oct 17 18:09:04.144907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:04.153498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:04.156920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Pushing event updated for resources: {'Port': ['ID=d4e31cf8-fd95-404c-8cba-705b5ba5a978,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:04.187121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59770) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:04.188544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.355141 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c005db99-fbbf-4fbc-a87a-a4aca130079d tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4059439 Oct 17 18:09:04.376471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.378660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4609454 Oct 17 18:09:04.379879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59774) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:04.403588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Current status of the port 9d357796-6471-43fd-a482-1530c0bc0f29 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:04.403994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.405631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-393591258'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:04.409451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59776) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:04.423626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'security_group_rule': {'security_group_id': '83f68013-a56c-4a9c-a4f3-b9991efb151b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:04.425194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.434123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:04.444167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Attempting to bind port d4e31cf8-fd95-404c-8cba-705b5ba5a978 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:04.444167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Attempting to bind port d4e31cf8-fd95-404c-8cba-705b5ba5a978 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'da59749d-ffd1-4766-a3b5-e011ea216964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:04.444167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Attempting to bind port d4e31cf8-fd95-404c-8cba-705b5ba5a978 on network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:04.444581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a1a64-85e1-4628-a4a1-57e5287b83be tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f68013-a56c-4a9c-a4f3-b9991efb151b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:04.456882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.467477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.470027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:04.470813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Checking segment: {'id': 'da59749d-ffd1-4766-a3b5-e011ea216964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:04.472253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.472815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Bound using segment: {'id': 'da59749d-ffd1-4766-a3b5-e011ea216964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:04.473454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Bound port: d4e31cf8-fd95-404c-8cba-705b5ba5a978, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da59749d-ffd1-4766-a3b5-e011ea216964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:04.474055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.482242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.524696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Transition to ACTIVE for port object ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:04.540182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.545401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] For port 9d357796-6471-43fd-a482-1530c0bc0f29, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d357796-6471-43fd-a482-1530c0bc0f29,segment=NetworkSegment(e5421de8-861f-499d-aaa1-0a4e21bb3747),segment_id=e5421de8-861f-499d-aaa1-0a4e21bb3747)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:04.586224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Usage tracker for resource:network and tenant:5783bcfd5caa4262b125a506bb9c6a52 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:04.589640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:04.597371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:04.600409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0f74c-4071-40b8-8cdb-dbbf60e10c15,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:04.600612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Usage tracker for resource:security_group_rule and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:04.619360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:04.621543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.622181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Deleting port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:04.622560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.625900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:04.661812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.672640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:04.682902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.683015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:04.683218 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Added segment cc726267-a5e7-4cfd-9174-a18f8229dcbe of type vlan for network 22a4a130-9032-401e-b448-53ac5199b547 Oct 17 18:09:04.690510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.691107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 260fbb6c-e918-4da3-9b2f-9448ef789824 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:09:04.746345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Network f2df4f97-2226-480b-a574-fc5b589b72fc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:04.754209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:04.766704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:04.783087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:04.793841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.803136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:04.803136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.807051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Could not find standard attr ID for object 88e484da-befe-49ab-82f5-180ece96be62. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:09:04.821347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:04.917175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdaffd-0d98-4a87-9240-6534b614e2be None None] Pushing event updated for resources: {'Port': ['ID=9d357796-6471-43fd-a482-1530c0bc0f29,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:04.943875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Made reservation on behalf of 5783bcfd5caa4262b125a506bb9c6a52 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:04.949246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.010253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.089771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.141870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670fe26-6cac-471f-ac29-db7cc02c0bde None None] Pushing event updated for resources: {'Port': ['ID=d4e31cf8-fd95-404c-8cba-705b5ba5a978,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:05.389523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Pushing event updated for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:05.415086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Calling delete_port for c6ec87d1-4bc5-4fa3-b69f-f4d82145630a owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:05.420136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d357796-6471-43fd-a482-1530c0bc0f29 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:05.476126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Provisioning for port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:05.482155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2, host hv-neutron-8613, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:05.482522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.493962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:05.507172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.517209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Provisioning complete for port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:05.518114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.518973 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 1 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:05.593435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:05.603212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9d357796-6471-43fd-a482-1530c0bc0f29 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:05.603583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.603918 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9d357796-6471-43fd-a482-1530c0bc0f29 Oct 17 18:09:05.643725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:05.650972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:05.658738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:05.662722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Calling delete_port for 6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:05.664979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:05.664979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.676013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.680412 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-35dce05b-f750-42b1-9840-79e951a43880 tempest-RoutersTestDVR-933039855 tempest-RoutersTestDVR-933039855-project-admin] 10.222.0.36 "DELETE /v2.0/routers/260fbb6c-e918-4da3-9b2f-9448ef789824 HTTP/1.1" status: 204 len: 168 time: 2.5418081 Oct 17 18:09:05.681634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'Port': ['ID=ca3bfba5-0928-4e84-b1d2-aa2ee6009b36,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:05.717180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.717494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Added segment 253c448e-98ba-4437-9c26-8b3fdfc800e7 of type vlan for network 80c12421-7039-4b78-97df-ce5a81100bc4 Oct 17 18:09:05.778879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9d357796-6471-43fd-a482-1530c0bc0f29 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:05.780062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:05.795115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.802833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.808355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:05.808959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.874476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.879667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-af3181a3-0744-4325-a534-43cadd2fb9ba tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3677573 Oct 17 18:09:05.894733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59784) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:05.900347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Request body: {'port': {'network_id': '75f7afac-b8e0-4c64-86eb-e2b79ee20d5e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1844449273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:05.900908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.api.validators [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] bootfile-name is not in valid_values {{(pid=89827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:05.901248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.api.validators [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] tftp-server is not in valid_values {{(pid=89827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:05.901576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.api.validators [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] server-ip-address is not in valid_values {{(pid=89827) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:05.963047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:05.970029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:05.972415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.972415 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:06.007769 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7265701 Oct 17 18:09:06.011299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87493-f1ac-4995-82b4-053c901d9a48 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Network': ['ID=22a4a130-9032-401e-b448-53ac5199b547,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:06.017424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59788) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.024681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Request body: {'subnet': {'network_id': '22a4a130-9032-401e-b448-53ac5199b547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:06.040738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.043027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 22a4a130-9032-401e-b448-53ac5199b547 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:06.079986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.085883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.155806 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 2 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:06.190275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d20977e-6417-4e3d-b6f7-7a6a49fd87c2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:06.199448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.205726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:06.206425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.227529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:06.231075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:subnet and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:06.234045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:06.240461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:06.266121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:06.271414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560e0e2c-4ae6-4f71-b7f2-ca600ca76e89,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:06.312405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.325680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.440426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:06.440863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.494427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:06.516679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.523932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6ec87d1-4bc5-4fa3-b69f-f4d82145630a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:06.573086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59796) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.587180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01e9db43-4744-422f-9060-bcab7ba7adfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 HTTP/1.1" status: 204 len: 168 time: 2.3771586 Oct 17 18:09:06.588171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.589345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0bd91447-84e2-4f52-af2f-1837b3d1994f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1784015 Oct 17 18:09:06.592147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59802) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.592493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59804) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.605936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'security_group_rule': {'security_group_id': '83f68013-a56c-4a9c-a4f3-b9991efb151b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:06.671952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.679403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82855aba-a83a-4422-bbe6-78e56f731d48 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:06.679555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.681440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b6ad774-f408-46ea-aa16-59390d18f54d tempest-RoutersAdminNegativeTest-1094541448 tempest-RoutersAdminNegativeTest-1094541448-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c6ec87d1-4bc5-4fa3-b69f-f4d82145630a HTTP/1.1" status: 204 len: 168 time: 2.7385550 Oct 17 18:09:06.696764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:06.699637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:06.705698 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3097713 Oct 17 18:09:06.713405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59812) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.718178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Made reservation on behalf of 44c8f2bfebca44f187bae3ecdcc1b7f1 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:06.720439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Usage tracker for resource:port and tenant:718d308be46f4a198a006ef116a302d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:06.722373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.729940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc784efe-cbf4-41dc-84c3-f8983950e769 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event updated for resources: {'Network': ['ID=80c12421-7039-4b78-97df-ce5a81100bc4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:06.732462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:06.755093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:06.782317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Usage tracker for resource:security_group_rule and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:06.787358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:06.790278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.791028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.805884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef33c1-8f8a-4da0-842f-e093a520ec81 None None] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:06.818610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 80c12421-7039-4b78-97df-ce5a81100bc4 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:06.852491 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 3 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:06.890946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:06.893386 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99f5cf6-1b08-405a-b1b3-2f658b836714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:09:06.895175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d99f5cf6-1b08-405a-b1b3-2f658b836714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports/6d20977e-6417-4e3d-b6f7-7a6a49fd87c2 HTTP/1.1" status: 404 len: 333 time: 0.3015194 Oct 17 18:09:06.899462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59816) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:06.903020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Made reservation on behalf of 718d308be46f4a198a006ef116a302d8 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:06.907843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.930400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1461032352'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:06.961136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:06.967892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] device_id is not set on port f24b5aec-e5c6-4058-9151-b4628e74bab6 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:06.992986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.006793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Usage tracker for resource:port and tenant:ed9e3ecf125749f3b0c6413aa82c184d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:07.012353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:07.025210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:07.129696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:07.129915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:07.137430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Pushing event updated for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:07.148518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:07.157389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Usage tracker for resource:security_group_rule and tenant:f4691cb6e48948b79b84e03f0d1d743a is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:07.170974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:07.182391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Made reservation on behalf of ed9e3ecf125749f3b0c6413aa82c184d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:07.185627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.192068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.205015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:07.253834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Allocated IP 2001:db8::251 (75f7afac-b8e0-4c64-86eb-e2b79ee20d5e/9796e08f-ee93-4a2f-bd1f-223081a4f7b2/f24b5aec-e5c6-4058-9151-b4628e74bab6) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:07.293377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:07.301658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 82855aba-a83a-4422-bbe6-78e56f731d48 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:07.317385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 82855aba-a83a-4422-bbe6-78e56f731d48 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:07.317889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.318294 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 82855aba-a83a-4422-bbe6-78e56f731d48 Oct 17 18:09:07.389670 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-99dd7f52-df4e-40f1-9a0a-34070294d90b tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.6392193 Oct 17 18:09:07.396068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59822) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:07.442220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Network f2df4f97-2226-480b-a574-fc5b589b72fc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:07.455979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:07.466166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59826) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:07.471889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 82855aba-a83a-4422-bbe6-78e56f731d48 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:07.472422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.486149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.493933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 82855aba-a83a-4422-bbe6-78e56f731d48, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82855aba-a83a-4422-bbe6-78e56f731d48,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:07.606548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.631783 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 4 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:07.688777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.836233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:07.844542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=82855aba-a83a-4422-bbe6-78e56f731d48,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:07.906101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.928214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Transition to ACTIVE for port object f24b5aec-e5c6-4058-9151-b4628e74bab6 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:07.932779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:07.939279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:07.980200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.022075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f97706-8d98-474f-8b2d-9c24ee9d1d0e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:08.032712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:08.033020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.033355 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b Oct 17 18:09:08.042986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:08.043196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.046258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:08.049811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:08.049981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.050792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.051436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.089874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.120200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25296b3-fd9e-4baa-a8a5-c5566e8fe6a8,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:08.139979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:08.166688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Usage tracker for resource:security_group_rule and tenant:07fd96a53760489d885ad9d6020b6aa4 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:08.176065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.177239 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d9cba323-00e3-4f20-af2b-020b5a34dbcf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5791786 Oct 17 18:09:08.179272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:08.182315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59834) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:08.187497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:08.190553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:08.192442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d4e31cf8-fd95-404c-8cba-705b5ba5a978 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:08.194629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:08.199297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Usage tracker for resource:floatingip and tenant:a8b00d073df74382b8b52ba09c3a8f81 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:08.202983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:08.207558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.214464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:08.218829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3891ed85-0318-4b8b-abeb-9670871c28bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3128519 Oct 17 18:09:08.218829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:08.234381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.258360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59838) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:08.286543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:08.337919 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 5 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:08.346981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Subnet': ['ID=d0dd2347-ceed-40df-af67-68fc33deb969,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:08.353379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:08.358211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:08.366846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:08.369973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add33031-f663-4e5f-8661-19ba41426181 tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] Network 80c12421-7039-4b78-97df-ce5a81100bc4 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:08.372751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.373434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.380330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'Port': ['ID=f24b5aec-e5c6-4058-9151-b4628e74bab6,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:08.406273 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4691cb6e48948b79b84e03f0d1d743a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8294446 Oct 17 18:09:08.406273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db6b84-8561-4a36-9424-27930f44d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ef694-2c67-4910-a4f7-3b5e76defa75,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:08.413989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d4e31cf8-fd95-404c-8cba-705b5ba5a978 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:08.415245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59842) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:08.421770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Checking segment: {'id': 'cc726267-a5e7-4cfd-9174-a18f8229dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '22a4a130-9032-401e-b448-53ac5199b547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:08.422333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network hostable DHCP agents. Network: 22a4a130-9032-401e-b448-53ac5199b547, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:08.456205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Router 76a852bc-04f6-4b0c-a944-99b259bed977 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:08.460757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.463365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:08.471218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.590223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a2815b49-9db3-4d2f-aa5d-7679a23fe9d9 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6944010 Oct 17 18:09:08.594458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:08.661105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cabc1-8aba-4b47-8f60-5a5efccc1bac None None] Network 80c12421-7039-4b78-97df-ce5a81100bc4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:08.687679 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-add33031-f663-4e5f-8661-19ba41426181 tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "POST /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2834034 Oct 17 18:09:08.692958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59850) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:08.766174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.847832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 22a4a130-9032-401e-b448-53ac5199b547 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:08.897835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 22a4a130-9032-401e-b448-53ac5199b547) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:08.906314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451ae6b-28f0-4866-b581-7db3519afdac None None] Network 22a4a130-9032-401e-b448-53ac5199b547 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:08.912438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.923625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.924260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.936443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.963701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.969477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.970073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:08.971543 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 6 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:08.977204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.978091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Synchronizing usage tracker for tenant:718d308be46f4a198a006ef116a302d8 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:09.009086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Sync routers for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:09.021083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.036269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:09.043495 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ebe24683-db63-46e7-8c57-4f6ead3d42cc admin admin] 10.222.0.36 "PUT /v2.0/routers/76a852bc-04f6-4b0c-a944-99b259bed977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4938610 Oct 17 18:09:09.057067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.058831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:09.059583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:09.067989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.103029 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f20a78c-6154-43cd-aaf4-5a5cbb32de5f tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks HTTP/1.1" status: 200 len: 7233 time: 0.4086475 Oct 17 18:09:09.111571 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07fd96a53760489d885ad9d6020b6aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6390133 Oct 17 18:09:09.111571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59856) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.113339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59858) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.117554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79f4f4-4bc3-46b6-a2d2-e33fcb28a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221ae4f-7220-45c6-b132-25a48ffb37cc,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:09.136841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cbcf0d08-ba3a-4f3d-8114-739b6413550e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1205990 Oct 17 18:09:09.147384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59864) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.155695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-494108901', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:09.171777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:09.180752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:router and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:09.184576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:09.192868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:09.213785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.216624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:09.228920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Unset dirty status for tenant:718d308be46f4a198a006ef116a302d8 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:09.232913 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-72711fbc-b463-4add-ad41-64fa26df0107 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6331623 Oct 17 18:09:09.241268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59868) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.256249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.287025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Transition to ACTIVE for port object d3f97706-8d98-474f-8b2d-9c24ee9d1d0e will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:09.362647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.364127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting port f24b5aec-e5c6-4058-9151-b4628e74bab6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:09.364483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.365419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.384686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:09.431774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.498985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.525219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-22a4a130-9032-401e-b448-53ac5199b547', 'network_id': '22a4a130-9032-401e-b448-53ac5199b547', 'tenant_id': '44c8f2bfebca44f187bae3ecdcc1b7f1', 'fixed_ips': [{'subnet_id': 'd0dd2347-ceed-40df-af67-68fc33deb969'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:09.526469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.598038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ef694-2c67-4910-a4f7-3b5e76defa75,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:09.600357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.601804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e00724a7-e246-4b22-81c4-e1a8f0383d15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f8ef694-2c67-4910-a4f7-3b5e76defa75 HTTP/1.1" status: 204 len: 168 time: 1.1560903 Oct 17 18:09:09.606524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-01ae72b5-cfde-4aa2-b14e-dfe5a2ba7071 tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "DELETE /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks/80c12421-7039-4b78-97df-ce5a81100bc4 HTTP/1.1" status: 204 len: 168 time: 0.4927421 Oct 17 18:09:09.611656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59880) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.623797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.669236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.681595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221ae4f-7220-45c6-b132-25a48ffb37cc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:09.690630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Allocated IP 172.26.2.113 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/b276fdcb-cce7-4a4f-804c-a794db05bf77) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:09.696507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f97706-8d98-474f-8b2d-9c24ee9d1d0e,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:09.704700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:09.705032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:09.705389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:09.721746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59884) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:09.723547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:09.723862 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:09.731109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 2 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:09.747600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534900035', 'description': 'tempest-description--1498123163'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:09.772376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:09.778040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Usage tracker for resource:security_group and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:09.779995 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 7 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:09.782044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:09.810297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:09.810630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:09.814086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:09.817275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82855aba-a83a-4422-bbe6-78e56f731d48 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:09.854173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:09.865691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.869717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2135eb0a-9e4a-4db0-b00e-0ccfbb96e39d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1221ae4f-7220-45c6-b132-25a48ffb37cc HTTP/1.1" status: 204 len: 168 time: 0.7553129 Oct 17 18:09:09.931497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:09.932316 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:09.938765 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 3 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:09.941594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.967458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-187b20f8-c024-4575-8b16-15a2b2e9d4af tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks HTTP/1.1" status: 200 len: 7268 time: 0.3489678 Oct 17 18:09:10.013883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:10.072034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:10.189513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 82855aba-a83a-4422-bbe6-78e56f731d48 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:10.190565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.190920 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 82855aba-a83a-4422-bbe6-78e56f731d48 Oct 17 18:09:10.228137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Calling delete_port for f24b5aec-e5c6-4058-9151-b4628e74bab6 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:10.235338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.281316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:10.283299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Allocated IP 172.20.0.2 (22a4a130-9032-401e-b448-53ac5199b547/d0dd2347-ceed-40df-af67-68fc33deb969/83139792-56cf-477e-8890-de54e512d3a7) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:10.288368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Usage tracker for resource:security_group_rule and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:10.291784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:10.300940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:10.312753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.313080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.313411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.340703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.341030 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.344357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.352084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 4 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.503661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.523958 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 8 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:10.529539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b3629b2c-f466-4cd6-bc6e-ec447974155b tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/networks/21e2f194-a616-4dfd-9a76-da3174239a0a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3655827 Oct 17 18:09:10.532768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.533117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.533431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.534979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59898) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:10.548034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.548362 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.549644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 82855aba-a83a-4422-bbe6-78e56f731d48 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:10.556343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 5 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.582920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c6c09fe-110d-4bbf-9c72-1323c51cdd9d tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/networks/21e2f194-a616-4dfd-9a76-da3174239a0a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0369344 Oct 17 18:09:10.583654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59902) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:10.592190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.592522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.592855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.613265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.615452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.615686 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.617012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 6 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.633929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.634265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.634652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.635755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:10.640437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59906) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:10.661730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.670896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.671240 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.673632 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 7 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.674493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 2, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:10.691099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:10.693387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Checking router: 76a852bc-04f6-4b0c-a944-99b259bed977 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:10.693795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Updating router 76a852bc-04f6-4b0c-a944-99b259bed977 port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:10.696026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.696847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.696847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.699821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f48bb99e2b4e8b9ecb1132d5a0ae64 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:10.704190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:10.708355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.727015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.727303 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.730450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:10.732247 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 8 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.759078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.764609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.772744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.772980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:10.774078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:10.774078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:10.774277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event deleted for resources: {'Port': ['ID=f24b5aec-e5c6-4058-9151-b4628e74bab6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:10.776247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.798220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Transition to ACTIVE for port object 83139792-56cf-477e-8890-de54e512d3a7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:10.866433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.868350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Transition to ACTIVE for port object 83139792-56cf-477e-8890-de54e512d3a7 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:10.925688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:10.926028 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:10.939090 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 9 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:10.949962 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ea8e8dcb-3ccf-4660-bf04-f1fb02a14b80 tempest-DHCPAgentSchedulersTestJSON-194988387 tempest-DHCPAgentSchedulersTestJSON-194988387-project-admin] 10.222.0.36 "GET /v2.0/agents/6a60f06c-b630-4ba9-b330-7cf780145dad/dhcp-networks HTTP/1.1" status: 200 len: 7268 time: 0.3645370 Oct 17 18:09:10.950637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59910) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.000998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:11.003111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:11.010712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:11.011050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:11.011394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:11.013816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:11.026229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:11.030256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'Port': ['ID=b276fdcb-cce7-4a4f-804c-a794db05bf77,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:11.043901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:11.045420 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:11.047834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.050496 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 10 to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e Oct 17 18:09:11.123534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59914) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.130254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.150496 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b9eb7fb4-ac6b-46b1-8193-3100e7918f15 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "DELETE /v2.0/ports/f24b5aec-e5c6-4058-9151-b4628e74bab6 HTTP/1.1" status: 204 len: 168 time: 1.9127414 Oct 17 18:09:11.150596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59918) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.157463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Request body: {'port': {'name': 'tempest-new-port-name-1747970721', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:11.157961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] bootfile-name is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:11.158296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] tftp-server is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:11.159172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] server-ip-address is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:09:11.297186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:11.298118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:11.298610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:11.309731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.314001 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dcfa93a6-78b0-4bee-b6a9-14879a07b6f4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5892551 Oct 17 18:09:11.314985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59922) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.318799 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 9 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:11.343427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:11.343991 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:11.344533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.363871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'security_group_rule': {'security_group_id': 'f5105ba5-0ac5-4fee-afd2-5c21b1c0e464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:11.366443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Pushing event updated for resources: {'Port': ['ID=83139792-56cf-477e-8890-de54e512d3a7,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:11.399493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:11.407242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.413438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Network 22a4a130-9032-401e-b448-53ac5199b547 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:11.415237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:11.422314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Usage tracker for resource:security_group_rule and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:11.425457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:11.462252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:11.486897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:11.488093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.490140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.497043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.531608 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1dd70d6-c0d5-41ca-96f4-668c7f88fda9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c1bc87a8104df8bd306debaf04e1cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4001062 Oct 17 18:09:11.532464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59926) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.562642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:11.568508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > segment before_delete 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.569098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.571767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.572437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > port after_create 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.573247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > port after_delete 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.573868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > port after_update 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.581736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > segment after_delete 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.581736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet after_create 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.581736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet after_delete 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.581736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet after_update 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.604721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.635867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Attempting to bind port 83139792-56cf-477e-8890-de54e512d3a7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:11.636149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Attempting to bind port 83139792-56cf-477e-8890-de54e512d3a7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cc726267-a5e7-4cfd-9174-a18f8229dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '22a4a130-9032-401e-b448-53ac5199b547'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:11.636517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Attempting to bind port 83139792-56cf-477e-8890-de54e512d3a7 on network 22a4a130-9032-401e-b448-53ac5199b547 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:11.645927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:11.646319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Checking segment: {'id': 'cc726267-a5e7-4cfd-9174-a18f8229dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '22a4a130-9032-401e-b448-53ac5199b547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:11.646707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.647111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Bound using segment: {'id': 'cc726267-a5e7-4cfd-9174-a18f8229dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '22a4a130-9032-401e-b448-53ac5199b547'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:11.647604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Bound port: 83139792-56cf-477e-8890-de54e512d3a7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc726267-a5e7-4cfd-9174-a18f8229dcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '22a4a130-9032-401e-b448-53ac5199b547'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:11.648006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.679996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.722304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:11.722681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:09:11.746734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Transition to ACTIVE for port object 4a37a43b-3a99-4217-981f-eef1d9d66ec8 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:11.783568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] For port 83139792-56cf-477e-8890-de54e512d3a7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:11.786890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] For port 83139792-56cf-477e-8890-de54e512d3a7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=83139792-56cf-477e-8890-de54e512d3a7,segment=NetworkSegment(cc726267-a5e7-4cfd-9174-a18f8229dcbe),segment_id=cc726267-a5e7-4cfd-9174-a18f8229dcbe)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:11.801564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5f48bb99e2b4e8b9ecb1132d5a0ae64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1593704 Oct 17 18:09:11.802328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.814231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet after_create 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.815312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet after_delete 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.815747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet before_create 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.816179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Subscribe: > subnet before_update 55550000 {{(pid=89826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:11.816667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c12421-7039-4b78-97df-ce5a81100bc4']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:11.824912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59930) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.858955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253c448e-98ba-4437-9c26-8b3fdfc800e7') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:11.859415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253c448e-98ba-4437-9c26-8b3fdfc800e7') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:11.878342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.881040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.909457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83663-370e-4a6a-85e3-7218cb98a1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a5d398-268f-4438-b649-f4eb22bde532,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:11.912395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.913255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] In _notify_port_updated(), no bound segment for port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:09:11.914151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:11.915338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.918588 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "PUT /v2.0/ports/d3f97706-8d98-474f-8b2d-9c24ee9d1d0e HTTP/1.1" status: 200 len: 981 time: 3.6560752 Oct 17 18:09:11.921000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59934) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.931729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.955360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.039769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.068764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:12.069505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.069712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.069843 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Attempt 10 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:12.078302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.210262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.251101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646d1c6-ab16-4e25-a912-ec87345fa393 None None] Pushing event updated for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:12.351452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21d4818d-48d9-4c1f-b8a9-554f4fcef9e7 None None] Port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:12.389217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.418506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f89abc-1817-41d8-8803-b20779d4b2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f97706-8d98-474f-8b2d-9c24ee9d1d0e,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:12.421681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.430795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.434282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Attempting to bind port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:12.435541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Attempting to bind port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:12.435772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Attempting to bind port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 on network f2df4f97-2226-480b-a574-fc5b589b72fc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:12.454776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:12.454893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.454971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Checking segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:12.454971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.454971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Bound using segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:12.454971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Bound port: 4a37a43b-3a99-4217-981f-eef1d9d66ec8, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:12.454971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.500090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Could not find standard attr ID for object f24b5aec-e5c6-4058-9151-b4628e74bab6. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:09:12.507783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.551550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.552035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.552510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.552978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.553451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.553956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.554442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.555051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.555708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.557583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.557583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.557774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd2cec-ff54-4a76-bf6c-fa1f3c75f4a9 None None] Pushing event updated for resources: {'Port': ['ID=83139792-56cf-477e-8890-de54e512d3a7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:12.564577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.565864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.566341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.566833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.567311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.567817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.574228 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8afc8fa7-915b-4116-a5fa-d7b8fc01db21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15419 time: 0.6502781 Oct 17 18:09:12.576052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.580907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59948) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:12.632421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] For port 4a37a43b-3a99-4217-981f-eef1d9d66ec8, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:12.636209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] For port 4a37a43b-3a99-4217-981f-eef1d9d66ec8, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4a37a43b-3a99-4217-981f-eef1d9d66ec8,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:12.669033 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 253c448e-98ba-4437-9c26-8b3fdfc800e7 resource provider aggregate not found Oct 17 18:09:12.680310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.706827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event deleted for resources: {'Network': ['ID=80c12421-7039-4b78-97df-ce5a81100bc4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:12.711789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.716369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7d65b9-7246-4252-839f-e0b9a6078215,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:12.716580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 253c448e-98ba-4437-9c26-8b3fdfc800e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 253c448e-98ba-4437-9c26-8b3fdfc800e7 found for delete ", "request_id": "req-f6f7ede4-eaae-40bd-88d2-2da8015519b6"}]} Oct 17 18:09:12.727325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-92826572-8ea6-4641-b3be-b8b0ae86eb85 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "DELETE /v2.0/networks/80c12421-7039-4b78-97df-ce5a81100bc4 HTTP/1.1" status: 204 len: 168 time: 1.7749052 Oct 17 18:09:12.731393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59956) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:12.768835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Provisioning for port d4e31cf8-fd95-404c-8cba-705b5ba5a978 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:12.789505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-093ce301-b681-445f-a2b9-78a480c4d412 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] DELETE failed (client error): The resource could not be found. Oct 17 18:09:12.790153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093ce301-b681-445f-a2b9-78a480c4d412 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:09:12.791378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Provisioning complete for port d4e31cf8-fd95-404c-8cba-705b5ba5a978 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:12.791798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.792220 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Attempt 1 to provision port d4e31cf8-fd95-404c-8cba-705b5ba5a978 Oct 17 18:09:12.797811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Deleting port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:12.797811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.839896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:12.840402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:12.853924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:12.858971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Allocated IP 172.26.2.69 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/9d41bb55-c063-40cd-849b-d61385c80876) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:12.866836 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-093ce301-b681-445f-a2b9-78a480c4d412 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "DELETE /v2.0/ports/88e484da-befe-49ab-82f5-180ece96be62 HTTP/1.1" status: 404 len: 333 time: 0.1278465 Oct 17 18:09:12.868166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 59960) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:12.874871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.875026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.928817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.928817 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c543c660-a7ba-4553-9885-542fa64cef1e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5947695 Oct 17 18:09:12.929110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59964) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:12.934593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'security_group_rule': {'security_group_id': 'f5105ba5-0ac5-4fee-afd2-5c21b1c0e464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:12.945937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:12.954183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Usage tracker for resource:security_group_rule and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:12.958550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.959646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:12.961395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.963757 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/221ae51e-bd01-447c-9d5c-09eb8e7a6a92 HTTP/1.1" status: 204 len: 168 time: 1.4292536 Oct 17 18:09:12.969591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:13.009545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646d1c6-ab16-4e25-a912-ec87345fa393 None None] Pushing event updated for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:13.068541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.069591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.075516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.078749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.080035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97a5d398-268f-4438-b649-f4eb22bde532 HTTP/1.1" status: 204 len: 168 time: 1.2424159 Oct 17 18:09:13.081634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.166815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] In _notify_port_updated(), no bound segment for port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 on network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:09:13.171286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Current status of the port d4e31cf8-fd95-404c-8cba-705b5ba5a978 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:13.171669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.173261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:13.174971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.179001 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "PUT /v2.0/ports/ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 HTTP/1.1" status: 200 len: 1130 time: 2.0245106 Oct 17 18:09:13.179001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341ab9a-a5ca-4b43-b3e1-0d2e6041242c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a5d398-268f-4438-b649-f4eb22bde532,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:13.180093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 59972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:13.184461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:13.211166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd04731-b8fc-42fe-84b1-1b9f5d6f1991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221ae51e-bd01-447c-9d5c-09eb8e7a6a92,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:13.234957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Deleting subnet 0423897b-bfb9-438b-b633-db666dfd921b {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:09:13.309082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.375261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port d3f97706-8d98-474f-8b2d-9c24ee9d1d0e, host hv-neutron-8613, got binding levels [] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:13.376169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.416313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.448832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'Port': ['ID=b276fdcb-cce7-4a4f-804c-a794db05bf77,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:13.470016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.472426 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2aa1f2a9-d962-4040-8271-876d5dee879e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2890806 Oct 17 18:09:13.480422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.500087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:13.557080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.605052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.613504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9e4f4-7890-4818-99cb-f1306bf1621f tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event updated for resources: {'Port': ['ID=ca3bfba5-0928-4e84-b1d2-aa2ee6009b36,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:13.631784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.721764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a9c38-9ae4-487c-af8d-ce1bd101b98b None None] Network 22a4a130-9032-401e-b448-53ac5199b547 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:13.737329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Calling delete_port for d3f97706-8d98-474f-8b2d-9c24ee9d1d0e owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:13.826253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6caf4-c9cc-44aa-8b2c-8115faf92767 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:13.826882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ff6caf4-c9cc-44aa-8b2c-8115faf92767 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Synchronizing usage tracker for tenant:718d308be46f4a198a006ef116a302d8 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:13.828107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.883310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 83139792-56cf-477e-8890-de54e512d3a7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:13.921587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.944365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:13.975510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Provisioning for port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:14.018074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Pushing event updated for resources: {'Port': ['ID=d4e31cf8-fd95-404c-8cba-705b5ba5a978,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:14.054343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.057371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Provisioning complete for port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:14.057371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.057659 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Attempt 1 to provision port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 Oct 17 18:09:14.096216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ff6caf4-c9cc-44aa-8b2c-8115faf92767 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Unset dirty status for tenant:718d308be46f4a198a006ef116a302d8 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:14.097563 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0ff6caf4-c9cc-44aa-8b2c-8115faf92767 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "GET /v2.0/ports/ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 HTTP/1.1" status: 200 len: 1130 time: 0.8992591 Oct 17 18:09:14.098505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.101050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89de941a-ac0a-4fba-b3e8-6908c30a5d2e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:14.133789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event deleted for resources: {'Subnet': ['ID=0423897b-bfb9-438b-b633-db666dfd921b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:14.140456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:14.140456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:14.177201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.184267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.201283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f97706-8d98-474f-8b2d-9c24ee9d1d0e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:14.213726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.214185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2afe57a5-a6b2-4d5a-8be9-966a08f31f6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d3f97706-8d98-474f-8b2d-9c24ee9d1d0e HTTP/1.1" status: 204 len: 168 time: 1.6246798 Oct 17 18:09:14.216656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60006) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.225259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e8f0b-10c8-46b7-8dc8-6ac8d1b8cb4c None None] Network 21e2f194-a616-4dfd-9a76-da3174239a0a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:14.276811 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba93e95-6335-4a53-8b25-80d5d2aede0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:09:14.277419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ba93e95-6335-4a53-8b25-80d5d2aede0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Synchronizing usage tracker for tenant:ed9e3ecf125749f3b0c6413aa82c184d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:14.303914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:14.347590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:14.356095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 83139792-56cf-477e-8890-de54e512d3a7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:14.368998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.373147 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5f075101-60b5-4d99-a6c6-cf7fbf955598 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4402938 Oct 17 18:09:14.391962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60018) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.391962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:14.411578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:14.426585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Usage tracker for resource:floatingip and tenant:8df70de62bb74e3ba898998ffa450a06 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:14.432531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:14.460111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:14.461873 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b8bfeaf3-73d6-48c8-a4a7-3cce8092b57e tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "DELETE /v2.0/subnets/0423897b-bfb9-438b-b633-db666dfd921b HTTP/1.1" status: 204 len: 168 time: 1.5873272 Oct 17 18:09:14.466597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60026) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.482284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=9d41bb55-c063-40cd-849b-d61385c80876,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:14.487929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:14.488253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.491175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60032) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.501908 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 18:09:14.591909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ba93e95-6335-4a53-8b25-80d5d2aede0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Unset dirty status for tenant:ed9e3ecf125749f3b0c6413aa82c184d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:14.594531 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0ba93e95-6335-4a53-8b25-80d5d2aede0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports/d3f97706-8d98-474f-8b2d-9c24ee9d1d0e HTTP/1.1" status: 404 len: 333 time: 0.3764389 Oct 17 18:09:14.598487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60036) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:14.609913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811232176', 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:14.623601 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-51f356e3-7695-4bbe-bd66-5f05ec76202f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2082673019&fields=id&tenant_id=a8b00d073df74382b8b52ba09c3a8f81 HTTP/1.1" status: 200 len: 267 time: 0.1287403 Oct 17 18:09:14.631615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.662389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:14.680493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:12Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:14.687425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:14.693998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187ba05-3004-4d1d-98fa-aeaaf2198e72 None None] The sync data for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv is: [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:12Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:14.829800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Made reservation on behalf of ed9e3ecf125749f3b0c6413aa82c184d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:14.832726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.850023 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Attempt 2 to provision port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 Oct 17 18:09:14.851935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.938297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] DHCP port deletion for 21e2f194-a616-4dfd-9a76-da3174239a0a request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:09:14.998526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Deleting port 9d357796-6471-43fd-a482-1530c0bc0f29 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:14.998964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.031215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Deleting port 9d357796-6471-43fd-a482-1530c0bc0f29 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:15.031895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.091371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port 11aeb5ba-7223-4823-91a9-a364fbec5291 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:15.211581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-e47b8a16-1cbd-4538-871e-0d2101adb869 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:15.221716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-e47b8a16-1cbd-4538-871e-0d2101adb869 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 811 time: 0.5666947 Oct 17 18:09:15.232811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:15.260089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.296645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-ca7e0661-cd17-45d3-a07a-56ba540b1ee8 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/quotas/a8b00d073df74382b8b52ba09c3a8f81 HTTP/1.1" status: 200 len: 375 time: 0.0738494 Oct 17 18:09:15.459500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] For port 9d357796-6471-43fd-a482-1530c0bc0f29, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d357796-6471-43fd-a482-1530c0bc0f29,segment=NetworkSegment(e5421de8-861f-499d-aaa1-0a4e21bb3747),segment_id=e5421de8-861f-499d-aaa1-0a4e21bb3747)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:15.459888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.480946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Calling delete_port for ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:15.589341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.595494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Calling delete_port for 9d357796-6471-43fd-a482-1530c0bc0f29 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:15.676022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] For port 9d357796-6471-43fd-a482-1530c0bc0f29, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d357796-6471-43fd-a482-1530c0bc0f29,segment=NetworkSegment(e5421de8-861f-499d-aaa1-0a4e21bb3747),segment_id=e5421de8-861f-499d-aaa1-0a4e21bb3747)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:15.678483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.776246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.876313 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Attempt 3 to provision port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 Oct 17 18:09:15.956577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60060) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:15.957140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60062) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:15.960116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Calling delete_port for 9d357796-6471-43fd-a482-1530c0bc0f29 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:15.964399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4a37a43b-3a99-4217-981f-eef1d9d66ec8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:16.036189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:16.068603 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-018068d4-ce9e-462e-a860-d39e3f5faa48 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7708380 Oct 17 18:09:16.094430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.167219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Allocated IP 172.26.2.153 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/00dba1ef-830a-4d22-bf6e-b8496eea488e) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:16.174520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] Pushing event deleted for resources: {'Port': ['ID=9d357796-6471-43fd-a482-1530c0bc0f29,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:16.178808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:16.188639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30ee98-5c0f-422a-9d67-25e8f07e9508 None None] No DVR routers for this DVR port 9d357796-6471-43fd-a482-1530c0bc0f29 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:16.207000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:16.207323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.207485 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:16.341574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:16.341951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:16.363936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.450026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:16.450570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.451182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-84b9bd73-c792-4fd9-bfdb-fdef5c1ab332 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:09:16.452463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-84b9bd73-c792-4fd9-bfdb-fdef5c1ab332 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675526 Oct 17 18:09:16.489791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 4a37a43b-3a99-4217-981f-eef1d9d66ec8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4a37a43b-3a99-4217-981f-eef1d9d66ec8,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:16.496940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1288625210'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:16.537335 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Attempt 4 to provision port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 Oct 17 18:09:16.564215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.566134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.617361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-663df314-d454-41dc-b5c4-0673a10f0c14 None None] Port ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:09:16.634813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:16.636873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.637967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d4e31cf8-fd95-404c-8cba-705b5ba5a978 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:16.653118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:16.660299 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b89ae48f-8f79-40e5-9534-d07d67d1e879 tempest-AgentManagementNegativeTest-682482832 tempest-AgentManagementNegativeTest-682482832-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6946776 Oct 17 18:09:16.664019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:16.671498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:16.701943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Usage tracker for resource:network and tenant:157bf64e7b1447ea86dd7ae79d2127aa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:16.725460 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-3c0cc560-997a-4634-add2-72506b6e10f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661533 Oct 17 18:09:16.738317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:16.747326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event deleted for resources: {'Port': ['ID=ca3bfba5-0928-4e84-b1d2-aa2ee6009b36,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:16.760102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:16.763701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Could not find standard attr ID for object ca3bfba5-0928-4e84-b1d2-aa2ee6009b36. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:09:16.806746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:16.824159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d4e31cf8-fd95-404c-8cba-705b5ba5a978 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:16.824617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.824960 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d4e31cf8-fd95-404c-8cba-705b5ba5a978 Oct 17 18:09:16.850837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.852895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Deleting port 9d357796-6471-43fd-a482-1530c0bc0f29 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:16.853348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.869070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Provisioning for port 83139792-56cf-477e-8890-de54e512d3a7 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:16.888739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Provisioning complete for port 83139792-56cf-477e-8890-de54e512d3a7 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:16.889392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.889502 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Attempt 1 to provision port 83139792-56cf-477e-8890-de54e512d3a7 Oct 17 18:09:16.890645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.893480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'Port': ['ID=00dba1ef-830a-4d22-bf6e-b8496eea488e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:16.930825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.955364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] The port '9d357796-6471-43fd-a482-1530c0bc0f29' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:09:17.026618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:17.030606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.073401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d4e31cf8-fd95-404c-8cba-705b5ba5a978 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:17.077068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Current status of the port 83139792-56cf-477e-8890-de54e512d3a7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:17.077729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.121094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.134057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d357796-6471-43fd-a482-1530c0bc0f29 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:17.139646 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-94f49118-8db3-49fa-9e78-043e71f48f33 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "DELETE /v2.0/ports/ca3bfba5-0928-4e84-b1d2-aa2ee6009b36 HTTP/1.1" status: 204 len: 168 time: 2.9531987 Oct 17 18:09:17.140176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60080) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.141849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.153725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:17.167046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Usage tracker for resource:security_group_rule and tenant:157bf64e7b1447ea86dd7ae79d2127aa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:17.173398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:17.176702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9d357796-6471-43fd-a482-1530c0bc0f29 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:17.177252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d357796-6471-43fd-a482-1530c0bc0f29 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:17.184069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] For port 83139792-56cf-477e-8890-de54e512d3a7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=83139792-56cf-477e-8890-de54e512d3a7,segment=NetworkSegment(cc726267-a5e7-4cfd-9174-a18f8229dcbe),segment_id=cc726267-a5e7-4cfd-9174-a18f8229dcbe)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:17.190870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-6fb5301f-db9a-4562-8dad-ffb8da33f33f service neutron] 10.222.0.36 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488866 Oct 17 18:09:17.192203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.195114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:17.222519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e2f194-a616-4dfd-9a76-da3174239a0a']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:17.249496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5421de8-861f-499d-aaa1-0a4e21bb3747') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:17.249885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5421de8-861f-499d-aaa1-0a4e21bb3747') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:17.268210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.284502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.291773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.301227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:17.301795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.376313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:17.383908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:17.390519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:17.391445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:17.392034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.400663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.406168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=11aeb5ba-7223-4823-91a9-a364fbec5291,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:17.419844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.471439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Router baec7f88-8cbb-404c-803a-ff43dacceaa8 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:09:17.474739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e5421de8-861f-499d-aaa1-0a4e21bb3747 resource provider aggregate not found Oct 17 18:09:17.503692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd9cb4-d4f2-45aa-8a37-9507cc0c865f None None] Pushing event updated for resources: {'Port': ['ID=83139792-56cf-477e-8890-de54e512d3a7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:17.588961 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e5421de8-861f-499d-aaa1-0a4e21bb3747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5421de8-861f-499d-aaa1-0a4e21bb3747 found for delete ", "request_id": "req-47976914-86a2-4e3b-8cfb-ae1eec02bf30"}]} Oct 17 18:09:17.601501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting subnet 9796e08f-ee93-4a2f-bd1f-223081a4f7b2 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:09:17.611460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.655906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.667655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60106) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.673768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.686118 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f07c1978-3dce-4a56-ad7e-31a6f2967387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0848792 Oct 17 18:09:17.690546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:17.693463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60112) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.738161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.738677 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Added segment 4321187e-9d55-4aab-91f7-f5fd95253c77 of type vlan for network 3633f22a-8cd2-4998-a95a-e17050652ab7 Oct 17 18:09:17.762813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd35dc6-ac79-45fc-8fe9-7281155b182b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:17.773389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.778484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.781235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:17.794076 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] Sync routers for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:17.808143 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:17.808474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.808755 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:17.812052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60118) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.874290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 83139792-56cf-477e-8890-de54e512d3a7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:17.878235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.900022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] Pushing event deleted for resources: {'Network': ['ID=21e2f194-a616-4dfd-9a76-da3174239a0a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:17.908913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901444e-bf67-47d0-98c3-0780ba4721a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:17.913253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60124) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.913371 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d901444e-bf67-47d0-98c3-0780ba4721a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports/11aeb5ba-7223-4823-91a9-a364fbec5291 HTTP/1.1" status: 200 len: 959 time: 0.2091508 Oct 17 18:09:17.944426 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:17.972814 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:17.973433 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:08:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:18.003503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.019274 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3fdf701a-63f8-4f20-8ef5-3436a28a8c72 tempest-DHCPAgentSchedulersTestJSON-1689818192 tempest-DHCPAgentSchedulersTestJSON-1689818192-project] 10.222.0.36 "DELETE /v2.0/networks/21e2f194-a616-4dfd-9a76-da3174239a0a HTTP/1.1" status: 204 len: 168 time: 3.5487411 Oct 17 18:09:18.019373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:18.019373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.039599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.040971 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a5d24b09-75f2-4723-87d6-28b5a5681944 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.8926847 Oct 17 18:09:18.044535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60132) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:18.073148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 83139792-56cf-477e-8890-de54e512d3a7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:18.075359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.075917 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 83139792-56cf-477e-8890-de54e512d3a7 Oct 17 18:09:18.099152 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:18.099567 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350477c4-bb3e-4486-8274-9ee708012fd5 None None] The sync data for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:18.217186 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 18:09:18.437392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.438797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 83139792-56cf-477e-8890-de54e512d3a7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:18.438797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4a37a43b-3a99-4217-981f-eef1d9d66ec8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:18.439604 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3855016 Oct 17 18:09:18.439604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e962f74-9f78-4a8b-b513-c824e5d278d7 req-34f9ddc9-14d8-4d55-830e-80d85eeb9316 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Synchronizing usage tracker for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:18.439604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee77649-09f1-4056-8e00-2f3638c3e416 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Network': ['ID=3633f22a-8cd2-4998-a95a-e17050652ab7,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:18.439604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Deleting port 11aeb5ba-7223-4823-91a9-a364fbec5291 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:18.439604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.439981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:18.440058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:18.440130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.440210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:51c13a96fd8e4d1083aa0c83a6e13e3a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:18.440210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:18.440210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:18.440993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:18.476657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'subnet': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:18.516212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:18.518253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.518685 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 Oct 17 18:09:18.618310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:18.645271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:18.647347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.793124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.799842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e962f74-9f78-4a8b-b513-c824e5d278d7 req-34f9ddc9-14d8-4d55-830e-80d85eeb9316 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Unset dirty status for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:18.801000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e962f74-9f78-4a8b-b513-c824e5d278d7 req-34f9ddc9-14d8-4d55-830e-80d85eeb9316 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.9799483 Oct 17 18:09:18.821109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.826583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:18.830921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.845365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Usage tracker for resource:subnet and tenant:157bf64e7b1447ea86dd7ae79d2127aa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:18.898056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:18.974645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Calling delete_port for 11aeb5ba-7223-4823-91a9-a364fbec5291 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:19.002458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:19.026884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event deleted for resources: {'Subnet': ['ID=9796e08f-ee93-4a2f-bd1f-223081a4f7b2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:19.038182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.046839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef5d57-eee3-4b8f-9cb0-4e9e0da48a38 None None] Network 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:19.057539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.075866 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-efc8dace-28bb-45a0-a4e2-a9a885995e49 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "DELETE /v2.0/subnets/9796e08f-ee93-4a2f-bd1f-223081a4f7b2 HTTP/1.1" status: 204 len: 168 time: 1.9252107 Oct 17 18:09:19.078741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60150) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:19.081135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'Port': ['ID=00dba1ef-830a-4d22-bf6e-b8496eea488e,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:19.100544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.204478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:19.204478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.330625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60156) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:19.364147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.390965 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0c6ac6be-e791-46d4-b968-925a79573604 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0161362 Oct 17 18:09:19.450392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.492831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] DHCP port deletion for 75f7afac-b8e0-4c64-86eb-e2b79ee20d5e request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:09:19.513717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Deleting port d4e31cf8-fd95-404c-8cba-705b5ba5a978 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:19.515666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.547902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.578062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.661549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event deleted for resources: {'Port': ['ID=11aeb5ba-7223-4823-91a9-a364fbec5291,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:19.695347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7e164ae-eeaa-4632-ba30-a95efd9950eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.711357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.715790 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51c13a96fd8e4d1083aa0c83a6e13e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0467701 Oct 17 18:09:19.725053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60174) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:19.726475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.737358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0531cd-e7db-48c6-904f-4e8e9d96c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1306b92-261b-415e-b52f-841bfa73e2b8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:19.832549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d4e31cf8-fd95-404c-8cba-705b5ba5a978 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:19.850825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-a59fd419-84de-47f9-8b91-c64a6e58f95c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:19.876564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fd529f82-fefb-4a4f-8483-15e6a0b3a2db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5783bcfd5caa4262b125a506bb9c6a52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5440085 Oct 17 18:09:19.884275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60186) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:19.924783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:19.925179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.962360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fcbcc52c-eb59-46e3-bdaf-601276544aea req-4ba70307-ab95-4430-8a6b-04d5a1c7fb2d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.0839007 Oct 17 18:09:19.976025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting port d4e31cf8-fd95-404c-8cba-705b5ba5a978 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:19.976394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.005953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-a59fd419-84de-47f9-8b91-c64a6e58f95c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:20.007478 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-a59fd419-84de-47f9-8b91-c64a6e58f95c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--534900035&fields=id&tenant_id=8df70de62bb74e3ba898998ffa450a06 HTTP/1.1" status: 200 len: 267 time: 0.2418418 Oct 17 18:09:20.031459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.102876 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-19c8d0d3-c386-4ad1-9c4d-395e2dff66fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "DELETE /v2.0/ports/11aeb5ba-7223-4823-91a9-a364fbec5291 HTTP/1.1" status: 204 len: 168 time: 2.1855538 Oct 17 18:09:20.112819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.115821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60192) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:20.120191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.153312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Calling delete_port for d4e31cf8-fd95-404c-8cba-705b5ba5a978 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:20.185288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d4e31cf8-fd95-404c-8cba-705b5ba5a978 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:20.185771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.232744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.245658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:20.259639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.268440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6867f8-c3a6-4d19-8ba8-e0677498370e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:09:20.268440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-da6867f8-c3a6-4d19-8ba8-e0677498370e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports/11aeb5ba-7223-4823-91a9-a364fbec5291 HTTP/1.1" status: 404 len: 333 time: 0.1480052 Oct 17 18:09:20.275773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60196) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:20.295969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-609756342'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:20.316785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.326657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:20.358724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Usage tracker for resource:port and tenant:ed9e3ecf125749f3b0c6413aa82c184d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:20.371009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:20.383222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Subnet': ['ID=fba52b56-28a5-43a7-a94f-f4b95fa50d9b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:20.394850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d4e31cf8-fd95-404c-8cba-705b5ba5a978,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:20.401153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Checking segment: {'id': '4321187e-9d55-4aab-91f7-f5fd95253c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:20.401519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network hostable DHCP agents. Network: 3633f22a-8cd2-4998-a95a-e17050652ab7, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:20.414775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8fce4bd8-04e2-4c59-b1a2-69f0fe10fc9e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:20.414775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8fce4bd8-04e2-4c59-b1a2-69f0fe10fc9e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:20.415187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:20.415560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.415678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:20.416318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:20.421404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:20.466032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Allocated IP 172.20.0.1 (22a4a130-9032-401e-b448-53ac5199b547/d0dd2347-ceed-40df-af67-68fc33deb969/9f27636a-68a8-4054-bd67-837a005663ef) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:20.557448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Calling delete_port for d4e31cf8-fd95-404c-8cba-705b5ba5a978 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:20.576743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8fce4bd8-04e2-4c59-b1a2-69f0fe10fc9e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:20.583458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8fce4bd8-04e2-4c59-b1a2-69f0fe10fc9e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/networks?id=f2df4f97-2226-480b-a574-fc5b589b72fc HTTP/1.1" status: 200 len: 806 time: 0.5598788 Oct 17 18:09:20.583458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Made reservation on behalf of ed9e3ecf125749f3b0c6413aa82c184d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:20.583458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.586492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.589348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.619191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1306b92-261b-415e-b52f-841bfa73e2b8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:20.626273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.630919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-45259040-5f64-491a-80ce-2cc3d9d12d88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1306b92-261b-415e-b52f-841bfa73e2b8 HTTP/1.1" status: 204 len: 168 time: 0.8991699 Oct 17 18:09:20.647294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d1db60-65bc-4cb8-8240-343103dbc0e8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:20.651921 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-b9fdfe9c-a6b2-47ec-9753-db5d26782f7e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/quotas/8df70de62bb74e3ba898998ffa450a06 HTTP/1.1" status: 200 len: 375 time: 0.0551369 Oct 17 18:09:20.663668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:20.683643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:20.751536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:20.752799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:20.767831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.791569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.795179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d2e2744d-06fd-48cc-a994-21bb8f7d7fbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23d1db60-65bc-4cb8-8240-343103dbc0e8 HTTP/1.1" status: 204 len: 168 time: 0.9093649 Oct 17 18:09:20.810911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Transition to ACTIVE for port object 9f27636a-68a8-4054-bd67-837a005663ef will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:20.825927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3633f22a-8cd2-4998-a95a-e17050652ab7) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:20.836778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd0846-9880-4988-a0eb-f56dd8167e8b None None] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:20.839581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:20.840681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.936794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Deleting port d4e31cf8-fd95-404c-8cba-705b5ba5a978 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:20.937478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.978042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-0a938f82-1dd8-4319-b05e-238b2213b419 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:20.980208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b02f2eb-b921-4528-a56b-32ce333abd59 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5364363 Oct 17 18:09:20.982657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60206) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:20.993444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1098373935'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:21.024788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.214582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.254088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting port d4e31cf8-fd95-404c-8cba-705b5ba5a978 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:21.254437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.268695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:21.269380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.316003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb484a04-eb23-4b8a-bbbd-30352f7f74fc req-09b132cb-a3db-4c7c-87aa-976ff97256aa tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.1213675 Oct 17 18:09:21.366163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-0a938f82-1dd8-4319-b05e-238b2213b419 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:21.367545 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-0a938f82-1dd8-4319-b05e-238b2213b419 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8df70de62bb74e3ba898998ffa450a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6652200 Oct 17 18:09:21.372301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.410003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Calling delete_port for d4e31cf8-fd95-404c-8cba-705b5ba5a978 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:21.453369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 22a4a130-9032-401e-b448-53ac5199b547 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:21.455706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:21.496788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:21.508128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Usage tracker for resource:port and tenant:157bf64e7b1447ea86dd7ae79d2127aa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:21.513330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:21.522780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:21.608111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:21.609696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:21.621850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:21.621850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:21.621850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.627243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:21.627795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.646341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] For port d4e31cf8-fd95-404c-8cba-705b5ba5a978, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d4e31cf8-fd95-404c-8cba-705b5ba5a978,segment=NetworkSegment(da59749d-ffd1-4766-a3b5-e011ea216964),segment_id=da59749d-ffd1-4766-a3b5-e011ea216964)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:21.646646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.656288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=100cffaa-c1b6-46de-8df1-c12ca707f9e4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.688404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-3633f22a-8cd2-4998-a95a-e17050652ab7', 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'tenant_id': '157bf64e7b1447ea86dd7ae79d2127aa', 'fixed_ips': [{'subnet_id': 'fba52b56-28a5-43a7-a94f-f4b95fa50d9b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:21.690411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.736880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] Pushing event deleted for resources: {'Port': ['ID=d4e31cf8-fd95-404c-8cba-705b5ba5a978,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.767226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=9f27636a-68a8-4054-bd67-837a005663ef,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.805378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60224) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:21.805816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Calling delete_port for d4e31cf8-fd95-404c-8cba-705b5ba5a978 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:21.866224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.905406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.908761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:21.909086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:21.910106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:21.914660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.915728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:21.937534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port 083ff8e8-a579-466e-b386-f73ca417d091 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:21.939097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Allocated IP 2001:db8::2 (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/a179c593-f114-4e5a-853a-83400cb0c90d) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:21.966578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Usage tracker for resource:security_group_rule and tenant:d14725c14c424334a4b25b3dc1baec26 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:21.973057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:21.982286 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-600d21fb-5920-4e1c-a69f-442885a26b17 service neutron] 10.222.0.36 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815508 Oct 17 18:09:21.984447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:21.990260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c9c7d-6ec2-4c37-9d3a-75ca4e764d81 None None] No DVR routers for this DVR port d4e31cf8-fd95-404c-8cba-705b5ba5a978 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:22.022691 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-037277a3-737b-49b2-8ba9-3b8a33ac8007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7391679 Oct 17 18:09:22.023583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60228) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:22.033217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:22.158277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.179537 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-d4fba483-b276-4c4f-bb3c-dc0ed2b6d9c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908820 Oct 17 18:09:22.244764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.256531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Transition to ACTIVE for port object a179c593-f114-4e5a-853a-83400cb0c90d will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:22.293973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Transition to ACTIVE for port object a179c593-f114-4e5a-853a-83400cb0c90d will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:22.299494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.334192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Provisioning for port 9f27636a-68a8-4054-bd67-837a005663ef completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:22.339729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Provisioning complete for port 9f27636a-68a8-4054-bd67-837a005663ef triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:22.342654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.342654 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 1 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:22.402104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da4f6d27-411e-4c20-9973-19cf6eb4dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.430310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:22.431755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.455420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.465057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.42', 55389) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:22.469212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.552806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:22.556643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:22.563013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:22.565633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Pushing event updated for resources: {'Port': ['ID=a179c593-f114-4e5a-853a-83400cb0c90d,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:22.677972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Attempting to bind port a179c593-f114-4e5a-853a-83400cb0c90d on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:22.678338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Attempting to bind port a179c593-f114-4e5a-853a-83400cb0c90d by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '4321187e-9d55-4aab-91f7-f5fd95253c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:22.679154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Attempting to bind port a179c593-f114-4e5a-853a-83400cb0c90d on network 3633f22a-8cd2-4998-a95a-e17050652ab7 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:22.681528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Deleting port d4e31cf8-fd95-404c-8cba-705b5ba5a978 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:22.681825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.685626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:22.686016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Checking segment: {'id': '4321187e-9d55-4aab-91f7-f5fd95253c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:22.686436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.686906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Bound using segment: {'id': '4321187e-9d55-4aab-91f7-f5fd95253c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:22.687271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Bound port: a179c593-f114-4e5a-853a-83400cb0c90d, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4321187e-9d55-4aab-91f7-f5fd95253c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:22.687654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.728582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c1829d4-ca0f-474c-8ebd-e0408e88dc04 req-a687e08f-e87c-4b4c-ba52-2050a741d0fd tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.2668219 Oct 17 18:09:22.763206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60256) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:22.781361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] device_id is not set on port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:22.837898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] The port 'd4e31cf8-fd95-404c-8cba-705b5ba5a978' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:09:22.840258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.843222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::280 (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/083ff8e8-a579-466e-b386-f73ca417d091) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:22.851578 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ae19ea43-5921-4033-9c3a-abeb1c4bb9e8 req-067fe82f-f83b-451b-9e57-c24882d56c32 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.2445757 Oct 17 18:09:22.876520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d14725c14c424334a4b25b3dc1baec26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0544040 Oct 17 18:09:22.883434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c13831-8efc-42e8-9b17-14cdf3515f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227be41-8175-4e49-99ad-0ebcd0db9b30,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:22.884132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:22.900076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] For port a179c593-f114-4e5a-853a-83400cb0c90d, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:22.909794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] For port a179c593-f114-4e5a-853a-83400cb0c90d, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a179c593-f114-4e5a-853a-83400cb0c90d,segment=NetworkSegment(4321187e-9d55-4aab-91f7-f5fd95253c77),segment_id=4321187e-9d55-4aab-91f7-f5fd95253c77)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:22.922810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.932207 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 2 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:22.936339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Transition to ACTIVE for port object 100cffaa-c1b6-46de-8df1-c12ca707f9e4 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:23.015172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.027872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.090168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:23.116168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-537092833'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:23.120320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.122730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd98a65-1bb9-48f8-af21-cf0efb866c74 None None] Pushing event updated for resources: {'Port': ['ID=a179c593-f114-4e5a-853a-83400cb0c90d,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:23.213227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-7a6549ee-1f00-4b8f-a15f-9f9a7d178feb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:23.215247 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-7a6549ee-1f00-4b8f-a15f-9f9a7d178feb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 811 time: 0.7472420 Oct 17 18:09:23.250001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:23.303104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.312312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:23.335183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:23.369418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:23.402258 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0d9862f4-c014-47b3-957b-514636953694 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8b00d073df74382b8b52ba09c3a8f81 HTTP/1.1" status: 200 len: 380 time: 0.1218493 Oct 17 18:09:23.414514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=100cffaa-c1b6-46de-8df1-c12ca707f9e4,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:23.417952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'port': {'device_id': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'admin_state_up': True, 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'security_groups': ['83f68013-a56c-4a9c-a4f3-b9991efb151b']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:23.432271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > segment before_delete 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.432624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.433350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.433728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > port after_create 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.434051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > port after_delete 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.434389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > port after_update 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.434725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > segment after_delete 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.435066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet after_create 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.435379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet after_delete 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.435704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet after_update 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.591350 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 3 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:23.655566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:23.667921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.678952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:23.688640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:23.691122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet after_create 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.691474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet after_delete 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.691803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet before_create 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.692177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Subscribe: > subnet before_update 55550000 {{(pid=89827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 18:09:23.692574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f7afac-b8e0-4c64-86eb-e2b79ee20d5e']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:23.762279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:23.762610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:23.762941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:23.775122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da59749d-ffd1-4766-a3b5-e011ea216964') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:23.775416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da59749d-ffd1-4766-a3b5-e011ea216964') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:23.786126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.792301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:23.792629 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:23.802868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 2 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:23.811117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.832094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a179c593-f114-4e5a-853a-83400cb0c90d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:23.860627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:23.860978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:23.861317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:23.882430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Made reservation on behalf of a8b00d073df74382b8b52ba09c3a8f81 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:23.886088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.887157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.907663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.949817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:23.950226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.068512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.072173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port a179c593-f114-4e5a-853a-83400cb0c90d completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:24.090302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.090862 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.099222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.113745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object 083ff8e8-a579-466e-b386-f73ca417d091 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:24.120488 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 3 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.152265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:24.155876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.156814 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 4 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:24.178870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.200473 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-117c6dce-cfd3-48e5-bc92-f260c54d2228 req-bc27005a-b98d-45e5-a492-3b3e6401a1cb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.3147068 Oct 17 18:09:24.250125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:24.250253 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dffbd257-f0e7-4889-b9a7-d3b7dfe2c7ce req-b7f3355c-51ef-4552-8abf-49112929ecbe tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.2453220 Oct 17 18:09:24.253634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.254025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.254447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.274827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.274827 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.279089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:security_group_rule and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:24.282415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 4 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.290736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:24.293113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:24.310045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:24.325668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.326144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.326569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.339232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.339232 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.341699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 5 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.357047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.364225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.415299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=9f27636a-68a8-4054-bd67-837a005663ef,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:24.422746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.423194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.424782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.430866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.431254 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.431981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] Pushing event deleted for resources: {'Network': ['ID=75f7afac-b8e0-4c64-86eb-e2b79ee20d5e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:24.434009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.438440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 6 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.448124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.451595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-12c1d8c9-ca88-43aa-877a-cdc7c639db48 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098 tempest-ExtraDHCPOptionsIpV6TestJSON-168055098-project] 10.222.0.36 "DELETE /v2.0/networks/75f7afac-b8e0-4c64-86eb-e2b79ee20d5e HTTP/1.1" status: 204 len: 168 time: 5.3691223 Oct 17 18:09:24.472211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cbd1e-2e03-47c7-ae91-74ae793c0c1e None None] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:24.476853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.477196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.477538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.489014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.489323 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.489731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 7 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.522082 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment da59749d-ffd1-4766-a3b5-e011ea216964 resource provider aggregate not found Oct 17 18:09:24.539006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.539477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.539873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.553660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment da59749d-ffd1-4766-a3b5-e011ea216964 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da59749d-ffd1-4766-a3b5-e011ea216964 found for delete ", "request_id": "req-607401a5-324c-44b5-9937-0497746c7165"}]} Oct 17 18:09:24.559491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.561310 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.561929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 8 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.616810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.617493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.618360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.634723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.636027 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.640049 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 9 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.689833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:24.690204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:24.690518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:24.741501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.753569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.815383 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 5 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:24.844570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Allocated IP 172.20.0.5 (b0c87a77-2339-4893-8dc8-8439ffc5da5c/c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe/4b33dbf8-d1ee-4f20-92f0-32654958ac05) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:24.932979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=083ff8e8-a579-466e-b386-f73ca417d091,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:24.943548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:24.943962 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:24.952272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempt 10 to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 Oct 17 18:09:24.973435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:24.974920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.976556 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8227be41-8175-4e49-99ad-0ebcd0db9b30 HTTP/1.1" status: 204 len: 168 time: 2.0880148 Oct 17 18:09:24.977938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594697a-4108-47b0-9a8a-525a96228fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227be41-8175-4e49-99ad-0ebcd0db9b30,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:24.992139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:25.005253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:25.012065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:25.013275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.038296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:25.063764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:25.065303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:25.066430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempting to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:25.088769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:25.089096 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Failed to bind port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '948ddc18-7d8c-4566-a62c-a419fdca6af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2dadcc0c-5769-462b-beb8-bdb3c00fb55c'}] Oct 17 18:09:25.091890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 22a4a130-9032-401e-b448-53ac5199b547 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:25.096986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:25.097640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.201666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f752893-94fd-4406-8d09-a399cf540b24 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2175572 Oct 17 18:09:25.241321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:25.315348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-315628876', 'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:79:ea:ab'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:25.539823 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 6 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:25.597262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60340) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:25.655313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.709644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.715436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:25.739591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63d2bcfa-6579-487e-9889-065c40c0ab54 req-aaa5e5a5-9a7d-4c70-93a9-0f7c1f01373d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.1689594 Oct 17 18:09:25.752571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.834343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-051c15b1-b34b-4813-a0ac-089de82d54b5 req-f2a26287-867b-4a32-8a2f-f2c601c3699b tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.1465478 Oct 17 18:09:25.856855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port 100cffaa-c1b6-46de-8df1-c12ca707f9e4, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:25.857957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:09:25.884572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.886305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Transition to ACTIVE for port object 4b33dbf8-d1ee-4f20-92f0-32654958ac05 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:25.910650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:25.911487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Router baec7f88-8cbb-404c-803a-ff43dacceaa8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:25.929463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.929934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment a937d6db-157a-4ab4-87a5-cea9767a74f7 of type vlan for network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 Oct 17 18:09:26.064810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.065553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] In _notify_port_updated(), no bound segment for port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 on network 2dadcc0c-5769-462b-beb8-bdb3c00fb55c {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:09:26.066432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:26.067166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.071490 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "PUT /v2.0/ports/100cffaa-c1b6-46de-8df1-c12ca707f9e4 HTTP/1.1" status: 200 len: 980 time: 4.0462995 Oct 17 18:09:26.074967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.084058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60354) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:26.140002 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b8d67c54-c772-4a77-b781-21babb910d82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=718d308be46f4a198a006ef116a302d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5397010 Oct 17 18:09:26.144690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60356) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:26.155994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1564cb6-2650-434a-907f-f2d271d11ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event updated for resources: {'Port': ['ID=100cffaa-c1b6-46de-8df1-c12ca707f9e4,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:26.203821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:26.214276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Usage tracker for resource:port and tenant:157bf64e7b1447ea86dd7ae79d2127aa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:26.216988 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 7 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:26.228908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ddcbdf-4ec0-4a4e-9213-7d3a9648075b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:26.235376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:26.246444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:26.270589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:26.280917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Deleting port 100cffaa-c1b6-46de-8df1-c12ca707f9e4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:26.281394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.296441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] Sync routers for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:26.306002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.331501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.336041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:26.340967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:26.446545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:26.455957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:26.460820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:26.461498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:26.479475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.504196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:26.513987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:26.516947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:26.567870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:26.567870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f1c12-59f4-41b8-af87-03c77b9eb90d None None] The sync data for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:26.569457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:26.589720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.595258 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-07050335-91f6-4274-a277-3cae0207a11a tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "PUT /v2.0/routers/baec7f88-8cbb-404c-803a-ff43dacceaa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5385029 Oct 17 18:09:26.595649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:26.596331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.598258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60364) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:26.677734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event updated for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:26.685715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:26.685715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.740497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Request body: {'port': {'network_id': '22a4a130-9032-401e-b448-53ac5199b547', 'name': 'tempest-FloatingIPAdminTestJSON-610619889'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:26.957673 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 8 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:26.985377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:26.994513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Usage tracker for resource:port and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:27.003057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:27.012546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:27.042944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:27.121021 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-305227ee-3172-47fa-b7f7-f83edbf5bc75 req-2d035403-d37d-4e1c-9d59-9ad89230d4e8 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.0676713 Oct 17 18:09:27.145949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=84b0e957-3639-4887-8f8b-91bbcaa8cf14,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:27.176878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:27.211919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] For port 100cffaa-c1b6-46de-8df1-c12ca707f9e4, host hv-neutron-8613, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:27.213103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.268963 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-edc82525-0448-4275-943f-dbc469bb7429 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8608673 Oct 17 18:09:27.269563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.272016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.276098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/072b3a19-32dc-4b7d-acab-747df570e04e HTTP/1.1" status: 204 len: 168 time: 1.1302576 Oct 17 18:09:27.307381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c19a0ca4-a2b0-41ed-807b-b4a9fbe516ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.5428784 Oct 17 18:09:27.358714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfba0d-34cb-4ff1-b8fe-9b405930e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b3a19-32dc-4b7d-acab-747df570e04e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:27.375442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.404579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Calling delete_port for 100cffaa-c1b6-46de-8df1-c12ca707f9e4 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:27.425949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-910697b2-2b14-4724-8b4b-81db19aa43f9 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:09:27.427373 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-910697b2-2b14-4724-8b4b-81db19aa43f9 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116549 Oct 17 18:09:27.484417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port ea8c67bf-f802-4930-9a40-223581419f0b yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:27.536227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530e47-f52d-439d-868c-d6880d0c62c7 req-2b2e771f-58d7-4183-aa04-3b9d34986d0c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:27.544008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96530e47-f52d-439d-868c-d6880d0c62c7 req-2b2e771f-58d7-4183-aa04-3b9d34986d0c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 931 time: 0.5571775 Oct 17 18:09:27.544547 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 9 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:27.619505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Made reservation on behalf of 44c8f2bfebca44f187bae3ecdcc1b7f1 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:27.626508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.632014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:27.671425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] device_id is not set on port 9dea6617-d248-4e61-b519-8dab354b8c57 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:27.683279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-96530e47-f52d-439d-868c-d6880d0c62c7 req-b7b8e40e-d874-4b04-a689-d63714a75262 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Synchronizing usage tracker for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:27.754740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.843109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Pushing event deleted for resources: {'Port': ['ID=100cffaa-c1b6-46de-8df1-c12ca707f9e4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:27.886613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.890434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::2b5 (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/ea8c67bf-f802-4930-9a40-223581419f0b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:27.893767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-96530e47-f52d-439d-868c-d6880d0c62c7 req-b7b8e40e-d874-4b04-a689-d63714a75262 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Unset dirty status for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:27.913289 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96530e47-f52d-439d-868c-d6880d0c62c7 req-b7b8e40e-d874-4b04-a689-d63714a75262 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574216 Oct 17 18:09:27.962040 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-05e64d0a-ccf8-452d-86b1-36df62119b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "DELETE /v2.0/ports/100cffaa-c1b6-46de-8df1-c12ca707f9e4 HTTP/1.1" status: 204 len: 168 time: 1.8029060 Oct 17 18:09:27.989820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60382) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:27.990456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60384) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.143412 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Attempt 10 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:28.286477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b61f6-dea3-4248-b366-1570a0fc2002 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:28.433957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning complete for port 9f27636a-68a8-4054-bd67-837a005663ef triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:28.436512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.436860 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 1 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:28.531186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.42', 55396) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.532558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e849f7-ef80-4c12-9003-9d80229e0f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:09:28.533172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-48e849f7-ef80-4c12-9003-9d80229e0f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Synchronizing usage tracker for tenant:ed9e3ecf125749f3b0c6413aa82c184d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:28.573648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:28.670669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.714501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e8a3d8e-5aa1-46de-b892-ab43f3737269 req-972308f0-e337-4160-93c0-9489d3bf7bd1 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.2819273 Oct 17 18:09:28.752744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object ea8c67bf-f802-4930-9a40-223581419f0b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:28.782165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Allocated IP 172.20.0.7 (22a4a130-9032-401e-b448-53ac5199b547/d0dd2347-ceed-40df-af67-68fc33deb969/9dea6617-d248-4e61-b519-8dab354b8c57) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:28.815558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1848880357'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:28.827825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:28.834361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:network and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:28.842048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:28.858116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:28.907389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Request body: {'port': {'device_id': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:28.972524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-48e849f7-ef80-4c12-9003-9d80229e0f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] Unset dirty status for tenant:ed9e3ecf125749f3b0c6413aa82c184d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:28.983312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60410) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.986240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-48e849f7-ef80-4c12-9003-9d80229e0f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1761824264-project-admin] 10.222.0.36 "GET /v2.0/ports/100cffaa-c1b6-46de-8df1-c12ca707f9e4 HTTP/1.1" status: 404 len: 333 time: 0.9945245 Oct 17 18:09:28.992277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Made reservation on behalf of 395ffed5c0b2474092e3e21b5f601993 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:28.996827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.048855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.074445 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 2 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:29.112119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.214706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.227376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:security_group_rule and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.233985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.250581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.301883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:29.395677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.486181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8e744f62-f5db-44f3-9c3f-cf80f93f6542 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:29.487941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-8e744f62-f5db-44f3-9c3f-cf80f93f6542 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.42 "GET /v2.0/networks?id=f2df4f97-2226-480b-a574-fc5b589b72fc HTTP/1.1" status: 200 len: 806 time: 1.5726454 Oct 17 18:09:29.526124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.609198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.627694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:29.644614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.645030 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Added segment dd156f90-2670-4e12-87f2-43debc965957 of type vlan for network 2913163f-5c10-4781-86e2-6f179fea68fc Oct 17 18:09:29.678718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.807810 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 3 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:29.906364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:30.030296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.067156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:30.070303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=ea8c67bf-f802-4930-9a40-223581419f0b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.083824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:30.103956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:30.106628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:30.107246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.122049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60430) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:30.170626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.231276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-3c280793-e0f1-48d1-9517-448310894c6d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8df70de62bb74e3ba898998ffa450a06 HTTP/1.1" status: 200 len: 379 time: 0.6746807 Oct 17 18:09:30.231276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Transition to ACTIVE for port object 9dea6617-d248-4e61-b519-8dab354b8c57 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:30.421554 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 4 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:30.459041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'port': {'device_id': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'admin_state_up': True, 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'security_groups': ['f5105ba5-0ac5-4fee-afd2-5c21b1c0e464']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:30.566239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:30.705967 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dd660839-417d-40f9-b0b1-35d8f33f399c req-6952f141-d720-47f7-8109-8ef934c59f6d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.7127583 Oct 17 18:09:30.706462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60436) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:30.715326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b33dbf8-d1ee-4f20-92f0-32654958ac05 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:30.724598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.742151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Transition to ACTIVE for port object 4b33dbf8-d1ee-4f20-92f0-32654958ac05 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:30.749741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690694251'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:30.754127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b619397c-d253-4f67-9cdf-9174ff10a471,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.758070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.764470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:30.764692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.797085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:30.853365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.859967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:30.869631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:30.870797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:30.891404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:30.904300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.907145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Network': ['ID=2913163f-5c10-4781-86e2-6f179fea68fc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.917431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb64b0-bd1a-419c-92de-170e62f2ff2c req-e80adfe8-ea00-4e19-9251-54ebab28a5eb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:30.919104 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36eb64b0-bd1a-419c-92de-170e62f2ff2c req-e80adfe8-ea00-4e19-9251-54ebab28a5eb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 931 time: 1.5181112 Oct 17 18:09:30.926423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c82640b-d9e1-44fc-b21f-bdddb740df2d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.6374373 Oct 17 18:09:30.932729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 2913163f-5c10-4781-86e2-6f179fea68fc details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:30.941919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.964303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:30.971475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:31.041172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ab17c656-7e9a-4f75-b87f-8a11d4d18be8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0451360 Oct 17 18:09:31.053676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60442) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:31.115910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dadcc0c-5769-462b-beb8-bdb3c00fb55c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:31.115910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event updated for resources: {'Port': ['ID=9dea6617-d248-4e61-b519-8dab354b8c57,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:31.116664 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 5 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:31.139998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'subnet': {'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:31.164948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:31.185313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948ddc18-7d8c-4566-a62c-a419fdca6af5') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:31.185930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948ddc18-7d8c-4566-a62c-a419fdca6af5') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:31.195806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:31.233160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Network 22a4a130-9032-401e-b448-53ac5199b547 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:31.264476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36eb64b0-bd1a-419c-92de-170e62f2ff2c req-72441705-a57f-4b29-9565-4cbbe50c97f3 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396368 Oct 17 18:09:31.293628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Pushing event updated for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:31.349710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.366864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:31.369164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Attempting to bind port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:31.369696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Attempting to bind port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:31.370176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Attempting to bind port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 on network b0c87a77-2339-4893-8dc8-8439ffc5da5c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:31.376371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 on network b0c87a77-2339-4893-8dc8-8439ffc5da5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:31.376764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Attempting to bind port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 on network b0c87a77-2339-4893-8dc8-8439ffc5da5c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:31.383090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:31.383455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Checking segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:31.384057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Bound using segment: {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:31.384563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Bound port: 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c1072b-84a7-4705-bb9b-ca0506bf45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:31.384918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.419087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:31.444384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:31.447946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.488620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.508291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.512724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:31.528743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:31.541917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:31.542367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.550815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:security_group_rule and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:31.557547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:31.571322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:31.582286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:31.592571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:subnet and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:31.596694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:31.605518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:31.663352 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 948ddc18-7d8c-4566-a62c-a419fdca6af5 resource provider aggregate not found Oct 17 18:09:31.675639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:31.688330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Made reservation on behalf of 8df70de62bb74e3ba898998ffa450a06 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:31.692352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.698552 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 6 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:31.707023 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 948ddc18-7d8c-4566-a62c-a419fdca6af5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 948ddc18-7d8c-4566-a62c-a419fdca6af5 found for delete ", "request_id": "req-32d6033b-df78-4a31-ab2b-c5e071908330"}]} Oct 17 18:09:31.734582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:31.735208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.737658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.753394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:31.842268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:31.873518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.900846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:subnet and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:31.908585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:31.917545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:31.918389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.920025 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] 10.222.0.42 "PUT /v2.0/ports/4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 1093 time: 3.3839972 Oct 17 18:09:31.932942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:31.942261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.003351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:32.019115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c62721-69de-492a-a11e-d8761a3dab47,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:32.023368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5784-e867-473b-9588-4ff01edbc85a service neutron] Pushing event updated for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:32.030459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.030459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment a1368db9-be05-40c1-a478-09c87df43364 of type vlan for network b3cfce05-7904-4885-aceb-c05834cedb8d Oct 17 18:09:32.037235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:32.049252 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-94973a64-045a-4c79-b773-07ed76618b5b req-721c56c8-3bfc-4158-bce1-0beb58ffca02 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.1552680 Oct 17 18:09:32.049965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:32.053454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.072169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.105111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d543c08-fe7b-46a3-86f1-0900b75fc555 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.105495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.105593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d543c08-fe7b-46a3-86f1-0900b75fc555 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.107625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d543c08-fe7b-46a3-86f1-0900b75fc555 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.112447 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d543c08-fe7b-46a3-86f1-0900b75fc555 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.0572219 Oct 17 18:09:32.114246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60462) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:32.176522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:32.200798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.340950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] 10.222.0.36 "DELETE /v2.0/networks/2dadcc0c-5769-462b-beb8-bdb3c00fb55c HTTP/1.1" status: 204 len: 168 time: 3.2606125 Oct 17 18:09:32.340950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f7629-9f19-4609-8f71-a414b1201614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072299225-project] Pushing event deleted for resources: {'Network': ['ID=2dadcc0c-5769-462b-beb8-bdb3c00fb55c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:32.343545 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 7 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:32.476712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Allocated IP 172.20.0.13 (f2df4f97-2226-480b-a574-fc5b589b72fc/bd58f576-5264-4257-b90a-436bb7c4bf20/4af6352b-4c13-439b-b0f3-1e25c41c3e69) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:32.483762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:32.557116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f3b83-086d-4d01-8acc-dcdbbf55deae x-openstack-request-id: req-b77f3b83-086d-4d01-8acc-dcdbbf55deae {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:32.557419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:32.557865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b77f3b83-086d-4d01-8acc-dcdbbf55deae {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:32.558404 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77f3b83-086d-4d01-8acc-dcdbbf55deae'] response: {'name': 'network-changed', 'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'status': 'completed', 'code': 200} Oct 17 18:09:32.583507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port ea8c67bf-f802-4930-9a40-223581419f0b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:32.583857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.604507 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a398931e-a23d-4df1-8040-b0a0e427d9a6 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9363360 Oct 17 18:09:32.664862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:32.690977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.696328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.697033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.761922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Made reservation on behalf of 395ffed5c0b2474092e3e21b5f601993 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:32.765335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.917933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=b3cfce05-7904-4885-aceb-c05834cedb8d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:32.917933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-33b658e0-2055-4612-bf63-107c1b8f0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.917933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-33b658e0-2055-4612-bf63-107c1b8f0b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1096 time: 0.5089922 Oct 17 18:09:32.919366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network b3cfce05-7904-4885-aceb-c05834cedb8d details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:32.935621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'project_id': '44c8f2bfebca44f187bae3ecdcc1b7f1', 'port_id': '9dea6617-d248-4e61-b519-8dab354b8c57'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:32.960705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:32.987825 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 8 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:32.992408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Usage tracker for resource:floatingip and tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:33.006670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:33.038861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:33.067841 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-f75661fa-5e29-4ec4-b2a6-8049c2f375af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 217 time: 0.1071761 Oct 17 18:09:33.087973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929751f7-36b1-41d5-af7f-bfeb187890df req-8ef8cd85-f2d6-4611-8bc4-5b1ee540d53c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:33.088900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-929751f7-36b1-41d5-af7f-bfeb187890df req-8ef8cd85-f2d6-4611-8bc4-5b1ee540d53c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Synchronizing usage tracker for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:33.116909 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e8dce36b-3c77-414f-9afc-e70cab67505f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9796913 Oct 17 18:09:33.163701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.187673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Transition to ACTIVE for port object 4af6352b-4c13-439b-b0f3-1e25c41c3e69 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:33.261057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:33.342921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60484) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:33.344424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.362822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:33.412267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.432590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.537315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=566f8c71-b60e-423d-88ca-0a4a8210db67,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:33.581090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60490) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:33.621336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-7aa1605f-ce5b-486f-b17c-9a00fffc51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:33.623166 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-7aa1605f-ce5b-486f-b17c-9a00fffc51b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 200 len: 850 time: 0.2052760 Oct 17 18:09:33.707723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Network f2df4f97-2226-480b-a574-fc5b589b72fc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:33.722899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:33.730625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:33.763989 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 9 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:33.773961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.872443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:33.874088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-929751f7-36b1-41d5-af7f-bfeb187890df req-8ef8cd85-f2d6-4611-8bc4-5b1ee540d53c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Unset dirty status for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:33.875452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-929751f7-36b1-41d5-af7f-bfeb187890df req-8ef8cd85-f2d6-4611-8bc4-5b1ee540d53c tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 943 time: 1.3413699 Oct 17 18:09:33.876069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': 'a937d6db-157a-4ab4-87a5-cea9767a74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: 84b0e957-3639-4887-8f8b-91bbcaa8cf14, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.013536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:34.019150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for ea8c67bf-f802-4930-9a40-223581419f0b owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:34.042714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-929751f7-36b1-41d5-af7f-bfeb187890df req-8b134fd1-fa26-4320-a014-38c62e902aa0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566761 Oct 17 18:09:34.138924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.162984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e2ba0-42a0-4b6d-ba3a-ee0099ca4b7f req-043a3ee0-ae9a-46da-92c8-868e0f54614f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.164777 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b3e2ba0-42a0-4b6d-ba3a-ee0099ca4b7f req-043a3ee0-ae9a-46da-92c8-868e0f54614f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 932 time: 0.7457616 Oct 17 18:09:34.235105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.244294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0b9e0e86-a86c-437d-ab29-53e037c4ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.246068 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-0b9e0e86-a86c-437d-ab29-53e037c4ec4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c87a77-2339-4893-8dc8-8439ffc5da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5836511 Oct 17 18:09:34.252140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-406f62af-5cf9-4e62-8aef-aa0143d736ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94c71f91b5444f2489dd58230e47ef5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6646433 Oct 17 18:09:34.255174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60498) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:34.259785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1b3e2ba0-42a0-4b6d-ba3a-ee0099ca4b7f req-3a3ec2a6-0eeb-432c-bcfe-e8ce9304a273 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:34.378041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:34.379015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1b3e2ba0-42a0-4b6d-ba3a-ee0099ca4b7f req-3a3ec2a6-0eeb-432c-bcfe-e8ce9304a273 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:34.379015 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b3e2ba0-42a0-4b6d-ba3a-ee0099ca4b7f req-3a3ec2a6-0eeb-432c-bcfe-e8ce9304a273 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516857 Oct 17 18:09:34.379191 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 10 to provision port 9f27636a-68a8-4054-bd67-837a005663ef Oct 17 18:09:34.389955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Checking segment: {'id': 'dd156f90-2670-4e12-87f2-43debc965957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:34.394753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network hostable DHCP agents. Network: 2913163f-5c10-4781-86e2-6f179fea68fc, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:34.394891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.416698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Subnet': ['ID=c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:34.427933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.554211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 9f27636a-68a8-4054-bd67-837a005663ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:34.596429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-cc556478-f65a-4bd1-b4a1-32bf99133ad5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2629514 Oct 17 18:09:34.597083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:34.600520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.720391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Allocated IP 172.26.2.232 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2004adb7-14d1-4106-a442-14480bee16c2) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:34.807760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 84b0e957-3639-4887-8f8b-91bbcaa8cf14) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:34.815918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300b69f-0c38-440e-a5ef-e0ff78517887 None None] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:34.833798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.834401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.906016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.906250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning for port 083ff8e8-a579-466e-b386-f73ca417d091 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:34.913851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning complete for port 083ff8e8-a579-466e-b386-f73ca417d091 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:34.914227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.914678 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 1 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:34.924390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ddee0-8cac-4bd1-9307-606dd1d8bea4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:34.933409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.937888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-71df48cb-98ee-4d29-a91e-1077a8ee1e07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/740ddee0-8cac-4bd1-9307-606dd1d8bea4 HTTP/1.1" status: 204 len: 168 time: 0.6815188 Oct 17 18:09:35.049027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:35.053481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 2913163f-5c10-4781-86e2-6f179fea68fc is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:35.068127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 2913163f-5c10-4781-86e2-6f179fea68fc) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:35.081401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.082058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.084308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424875f4-a9ad-479e-a9c1-01d40e4d07c1 None None] Network 2913163f-5c10-4781-86e2-6f179fea68fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:35.105159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e770cb2b-15c0-4dcb-9506-6e572a8d7f05 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3801191 Oct 17 18:09:35.106008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60506) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:35.122191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501180006'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:35.132403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:35.147930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:35.151973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.159351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:35.217251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:35.237762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-84b0e957-3639-4887-8f8b-91bbcaa8cf14', 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': '566f8c71-b60e-423d-88ca-0a4a8210db67'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:35.238946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.254595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.290889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.324337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=ea8c67bf-f802-4930-9a40-223581419f0b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:35.354695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'a1368db9-be05-40c1-a478-09c87df43364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:35.355056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: b3cfce05-7904-4885-aceb-c05834cedb8d, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:35.359357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=17ad06fd-7a3e-4295-8fc4-d149601dadec,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:35.380798 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c27ba583-3cee-4f07-a936-30931b6f86a8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3040507 Oct 17 18:09:35.390114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60512) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:35.399762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-320122625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:35.415521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:35.443811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:router and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:35.464939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:35.484818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b32a4e-1806-4dce-a848-7e1b16700aae req-a341f139-6c23-4e25-9ac7-a1587587da02 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.486845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-24b32a4e-1806-4dce-a848-7e1b16700aae req-a341f139-6c23-4e25-9ac7-a1587587da02 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 943 time: 0.2912116 Oct 17 18:09:35.487872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:35.529869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-2913163f-5c10-4781-86e2-6f179fea68fc', 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc', 'tenant_id': '395ffed5c0b2474092e3e21b5f601993', 'fixed_ips': [{'subnet_id': 'c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:35.530794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.550462 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 2 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:35.564494 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-24b32a4e-1806-4dce-a848-7e1b16700aae req-205d98b7-36ca-4872-8695-38842d9b0de9 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630503 Oct 17 18:09:35.588442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:35.591496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.619553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Allocated IP 2001:db8:0:ffff::2 (84b0e957-3639-4887-8f8b-91bbcaa8cf14/566f8c71-b60e-423d-88ca-0a4a8210db67/d7fd145d-f5e1-4b72-8afa-f86df40247a3) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:35.628142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network b3cfce05-7904-4885-aceb-c05834cedb8d is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:35.636465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.637859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.642858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:35.646728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.649430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.661747 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7f302ccf-03e6-41d9-ad21-13a6a894852a tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/ea8c67bf-f802-4930-9a40-223581419f0b HTTP/1.1" status: 204 len: 168 time: 3.5359666 Oct 17 18:09:35.666648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60518) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:35.688789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:35.704033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:35.719685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:35.734969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e0b438-2a95-42b6-8460-c00d20c37d19 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] GET failed (client error): The resource could not be found. Oct 17 18:09:35.735573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-84e0b438-2a95-42b6-8460-c00d20c37d19 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Synchronizing usage tracker for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:35.752610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:35.765295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0acca9-e7ac-4457-a958-98d25972c689 req-7241de61-4f86-48e7-9be5-a3cd201e062e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.772113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee0acca9-e7ac-4457-a958-98d25972c689 req-7241de61-4f86-48e7-9be5-a3cd201e062e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 932 time: 0.1960857 Oct 17 18:09:35.815887 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee0acca9-e7ac-4457-a958-98d25972c689 req-a14c4262-ee41-4061-b9da-c173600a699c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 Oct 17 18:09:35.838071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.840511 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment 2a1a32ce-3356-4f6c-891b-e74378a5bf84 of type vlan for network 94820734-9fb6-4b6e-bc54-9fddfe086728 Oct 17 18:09:35.853085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, b3cfce05-7904-4885-aceb-c05834cedb8d) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:35.867983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.869835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.870405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.892366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bf045-be69-47dc-8f98-d423a1eeef73 None None] Network b3cfce05-7904-4885-aceb-c05834cedb8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:35.913126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Pushing event updated for resources: {'Port': ['ID=2004adb7-14d1-4106-a442-14480bee16c2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:35.959020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:35.979468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-84e0b438-2a95-42b6-8460-c00d20c37d19 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Unset dirty status for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:35.984202 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-84e0b438-2a95-42b6-8460-c00d20c37d19 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports/ea8c67bf-f802-4930-9a40-223581419f0b HTTP/1.1" status: 404 len: 333 time: 0.3089755 Oct 17 18:09:35.984514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60522) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.003742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-320727897'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:36.050822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Allocated IP 172.20.0.2 (2913163f-5c10-4781-86e2-6f179fea68fc/c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e/12a4420e-4703-4396-a397-e51ecbce501b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:36.193949 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 3 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:36.211550 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d1489c01-b0fc-4342-ab55-3db514f5278d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8641553 Oct 17 18:09:36.212645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.215338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60526) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.217412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.221890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105091586'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:36.227013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:36.231515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:36.234570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:36.241065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:36.303750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Transition to ACTIVE for port object d7fd145d-f5e1-4b72-8afa-f86df40247a3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:36.338812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:36.349323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.350262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:36.354702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:36.411999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.423900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-b3cfce05-7904-4885-aceb-c05834cedb8d', 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '17ad06fd-7a3e-4295-8fc4-d149601dadec'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:36.424706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.500070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:36.583598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.619800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:36.625878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.631341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Transition to ACTIVE for port object 12a4420e-4703-4396-a397-e51ecbce501b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:36.631341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Transition to ACTIVE for port object d7fd145d-f5e1-4b72-8afa-f86df40247a3 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:36.662149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Transition to ACTIVE for port object 12a4420e-4703-4396-a397-e51ecbce501b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:36.671902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.673673 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a14b37b9-df0e-4efe-a32c-0c6d56f04add tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2824371 Oct 17 18:09:36.679417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Allocated IP 172.20.255.242 (b3cfce05-7904-4885-aceb-c05834cedb8d/17ad06fd-7a3e-4295-8fc4-d149601dadec/3016d991-7311-4ddd-8a42-86a51e8e8744) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:36.686818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60532) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.715039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60536) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.745092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:36.759476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.772172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.772524 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment 879e4e3e-592b-4560-89c8-db57a4d78dc0 of type vlan for network bdc982c8-bd30-4d83-a043-6f38e274cb7a Oct 17 18:09:36.790060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23eecc4f-50e5-4817-9f46-8197d716df8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed9e3ecf125749f3b0c6413aa82c184d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0704503 Oct 17 18:09:36.799000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60540) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.800788 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:09:36.816785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.819405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:36.857834 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 4 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:36.880177 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7709596 Oct 17 18:09:36.880177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c126c2-3a35-4927-9e51-d2e94593243b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=94820734-9fb6-4b6e-bc54-9fddfe086728,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:36.882369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60546) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:36.886644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:36.888148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:36.914421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:36.926731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:36.929241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:36.933530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Network 2913163f-5c10-4781-86e2-6f179fea68fc is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:36.947701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:36.950199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:36.952719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Pushing event updated for resources: {'Port': ['ID=d7fd145d-f5e1-4b72-8afa-f86df40247a3,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:37.036949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.042301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:37.042892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.067919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Request body: {'port': {'device_id': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:37.122567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:37.125866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.193369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:37.231925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.342891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port c7b5d95b-6178-4134-9a8e-14d4a7a2e25c yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:37.393624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:37.396592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=bdc982c8-bd30-4d83-a043-6f38e274cb7a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:37.404204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:subnet and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:37.411865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:37.414922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Pushing event updated for resources: {'Port': ['ID=12a4420e-4703-4396-a397-e51ecbce501b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:37.431498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.432549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:37.441951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Attempting to bind port d7fd145d-f5e1-4b72-8afa-f86df40247a3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:37.451792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Attempting to bind port d7fd145d-f5e1-4b72-8afa-f86df40247a3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a937d6db-157a-4ab4-87a5-cea9767a74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:37.451792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Attempting to bind port d7fd145d-f5e1-4b72-8afa-f86df40247a3 on network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:37.451792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network bdc982c8-bd30-4d83-a043-6f38e274cb7a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:37.466518 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-c9d66467-8ef3-49e4-9a44-480221b63ede service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606287 Oct 17 18:09:37.473048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Attempting to bind port 12a4420e-4703-4396-a397-e51ecbce501b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:37.473408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Attempting to bind port 12a4420e-4703-4396-a397-e51ecbce501b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'dd156f90-2670-4e12-87f2-43debc965957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:37.473788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Attempting to bind port 12a4420e-4703-4396-a397-e51ecbce501b on network 2913163f-5c10-4781-86e2-6f179fea68fc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:37.483430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b99a6-ec4b-4296-bc15-cfb8e1afee39 req-9c04c778-1454-44b5-8395-986ebdaa4274 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:37.485102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c3b99a6-ec4b-4296-bc15-cfb8e1afee39 req-9c04c778-1454-44b5-8395-986ebdaa4274 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 932 time: 0.4805536 Oct 17 18:09:37.487932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fe2e-cdb7-4aa0-b3be-580b779b01b8 req-2df9ef67-43f1-4af9-9d57-187eb50d347e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:37.489416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c182fe2e-cdb7-4aa0-b3be-580b779b01b8 req-2df9ef67-43f1-4af9-9d57-187eb50d347e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 943 time: 0.7301464 Oct 17 18:09:37.514518 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7e3ab7e-af5f-489c-8e9b-17c229f3a696 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2978668 Oct 17 18:09:37.531189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:37.531626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Checking segment: {'id': 'a937d6db-157a-4ab4-87a5-cea9767a74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:37.532113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.532880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Bound using segment: {'id': 'a937d6db-157a-4ab4-87a5-cea9767a74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:37.533357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Bound port: d7fd145d-f5e1-4b72-8afa-f86df40247a3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a937d6db-157a-4ab4-87a5-cea9767a74f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '84b0e957-3639-4887-8f8b-91bbcaa8cf14'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:37.533756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.537441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60554) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:37.542912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': 'bdc982c8-bd30-4d83-a043-6f38e274cb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:37.563078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:37.563523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Checking segment: {'id': 'dd156f90-2670-4e12-87f2-43debc965957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:37.564346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.564346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Bound using segment: {'id': 'dd156f90-2670-4e12-87f2-43debc965957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:37.564722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Bound port: 12a4420e-4703-4396-a397-e51ecbce501b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd156f90-2670-4e12-87f2-43debc965957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:37.565091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.606242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.669744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.672046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:37.675256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.690792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.703214 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 5 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:37.733442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c182fe2e-cdb7-4aa0-b3be-580b779b01b8 req-64e7fd19-5be1-451f-9f05-aebaffe794c8 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984003 Oct 17 18:09:37.765917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Transition to ACTIVE for port object 3016d991-7311-4ddd-8a42-86a51e8e8744 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:37.815072 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c3b99a6-ec4b-4296-bc15-cfb8e1afee39 req-76e29dc7-e5c3-4b53-b857-7c663149e52d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968135 Oct 17 18:09:37.842701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:37.851856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Transition to ACTIVE for port object 3016d991-7311-4ddd-8a42-86a51e8e8744 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:37.863353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] For port 12a4420e-4703-4396-a397-e51ecbce501b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:37.871791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:37.875443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:37.879113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:37.880403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:37.882284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] For port 12a4420e-4703-4396-a397-e51ecbce501b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=12a4420e-4703-4396-a397-e51ecbce501b,segment=NetworkSegment(dd156f90-2670-4e12-87f2-43debc965957),segment_id=dd156f90-2670-4e12-87f2-43debc965957)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:37.894864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:37.906405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:37.924396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:37.937124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0cc1a2d-6825-4feb-a40a-ca81f5ed2afc req-15a37b33-04ab-457e-b93c-158e787267ab service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636998 Oct 17 18:09:37.967792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.030480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Network b3cfce05-7904-4885-aceb-c05834cedb8d is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:38.034414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:38.037000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:38.046894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.053067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.070339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:38.074895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.101782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Pushing event updated for resources: {'Port': ['ID=3016d991-7311-4ddd-8a42-86a51e8e8744,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.182705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::331 (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/c7b5d95b-6178-4134-9a8e-14d4a7a2e25c) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:38.184807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.241485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Attempting to bind port 3016d991-7311-4ddd-8a42-86a51e8e8744 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:38.242109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Attempting to bind port 3016d991-7311-4ddd-8a42-86a51e8e8744 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a1368db9-be05-40c1-a478-09c87df43364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:38.242634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Attempting to bind port 3016d991-7311-4ddd-8a42-86a51e8e8744 on network b3cfce05-7904-4885-aceb-c05834cedb8d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:38.261123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:38.261862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Checking segment: {'id': 'a1368db9-be05-40c1-a478-09c87df43364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:38.262421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.263013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Bound using segment: {'id': 'a1368db9-be05-40c1-a478-09c87df43364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:38.263620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Bound port: 3016d991-7311-4ddd-8a42-86a51e8e8744, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1368db9-be05-40c1-a478-09c87df43364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b3cfce05-7904-4885-aceb-c05834cedb8d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:38.264151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.289257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc39d35-0756-49ae-9766-832713512e9c None None] Pushing event updated for resources: {'Port': ['ID=12a4420e-4703-4396-a397-e51ecbce501b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.381518 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 6 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:38.405021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.463069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:09:38.475833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.497432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf776c5-39ea-4928-bb74-a565e5a671a7 None None] Pushing event updated for resources: {'Port': ['ID=d7fd145d-f5e1-4b72-8afa-f86df40247a3,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.504777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:38.511406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] For port 3016d991-7311-4ddd-8a42-86a51e8e8744, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:38.514978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] For port 3016d991-7311-4ddd-8a42-86a51e8e8744, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3016d991-7311-4ddd-8a42-86a51e8e8744,segment=NetworkSegment(a1368db9-be05-40c1-a478-09c87df43364),segment_id=a1368db9-be05-40c1-a478-09c87df43364)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:38.669063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-de49fe93-1f23-49c5-9d84-dc5e62489939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:38.670701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-de49fe93-1f23-49c5-9d84-dc5e62489939 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1096 time: 0.5019484 Oct 17 18:09:38.676498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.750087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=a659e055-230a-4f3a-97e1-59c137084b0d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.755726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:38.828984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f4996-d383-44c8-b4c4-364e2f91a45c None None] Pushing event updated for resources: {'Port': ['ID=3016d991-7311-4ddd-8a42-86a51e8e8744,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.878277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214135f0-fa5a-4730-a301-89de7d77c78b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:38.878661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': '2a1a32ce-3356-4f6c-891b-e74378a5bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:38.878661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: 94820734-9fb6-4b6e-bc54-9fddfe086728, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:39.016205 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 7 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:39.029498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-455aefe8-3e82-4e1e-b1d9-adbbff7f031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.031059 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-455aefe8-3e82-4e1e-b1d9-adbbff7f031d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 912 time: 0.3468051 Oct 17 18:09:39.101593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:39.132666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.136223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-30a59eaf-5805-467c-a7a8-99141de5cdd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/214135f0-fa5a-4730-a301-89de7d77c78b HTTP/1.1" status: 204 len: 168 time: 2.2742741 Oct 17 18:09:39.157284 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-6d71c21c-0751-4c3d-905b-d27c5697ba04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 217 time: 0.1188846 Oct 17 18:09:39.254720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-9f38db4d-ad5a-4114-add7-8cdccfd5feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.256198 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-9f38db4d-ad5a-4114-add7-8cdccfd5feac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 200 len: 850 time: 0.0874362 Oct 17 18:09:39.316028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f201f-95a2-47f5-9841-fa9b3d6f49e0 req-89ab2144-5db9-4380-9f00-1896836c5349 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.317808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9a0f201f-95a2-47f5-9841-fa9b3d6f49e0 req-89ab2144-5db9-4380-9f00-1896836c5349 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 932 time: 0.2120860 Oct 17 18:09:39.337069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.411502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Allocated IP 172.20.0.1 (2913163f-5c10-4781-86e2-6f179fea68fc/c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e/79d9e340-3b67-4202-b6d0-daaa911e76fe) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:39.450511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:39.492101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.532886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:39.555004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9a0f201f-95a2-47f5-9841-fa9b3d6f49e0 req-3a0f882a-5f15-43ce-915b-608c6fefbcba tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306232 Oct 17 18:09:39.602937 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 8 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:39.612384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=a1721836-eaf2-4e59-8b9c-046f7f8a2067,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:39.618883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.623219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-51497095-6e0a-4e5c-b2ae-a2f5176a4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.630838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-51497095-6e0a-4e5c-b2ae-a2f5176a4b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c87a77-2339-4893-8dc8-8439ffc5da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3657520 Oct 17 18:09:39.637853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.699095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:39.785439 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-dc19f281-440e-487e-b783-e3c26c8d595f service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464922 Oct 17 18:09:39.787245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': '879e4e3e-592b-4560-89c8-db57a4d78dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bdc982c8-bd30-4d83-a043-6f38e274cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:39.787609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: bdc982c8-bd30-4d83-a043-6f38e274cb7a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:39.807344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 94820734-9fb6-4b6e-bc54-9fddfe086728) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:39.817638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329f6bc-19f3-4741-b3e4-ccf2e8e56894 None None] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:39.849177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.850312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.884243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Pushing event updated for resources: {'Port': ['ID=2004adb7-14d1-4106-a442-14480bee16c2,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:39.899851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7019555-4a94-4193-8f33-0882a16f17f4 None None] Network 2913163f-5c10-4781-86e2-6f179fea68fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:40.036748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-706a8308-939b-4f4b-9a90-df1b7bdbd173 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1549771 Oct 17 18:09:40.041852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60572) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:40.054412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'port': {'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728', 'name': 'tempest-NetworksIpV6TestAttrs-1149276463'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:40.147233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af6352b-4c13-439b-b0f3-1e25c41c3e69 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:40.162277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c20c1-3d59-4598-ab1f-8a39e8dbc0b4 req-35d8c9fb-2fc6-41d8-bebd-0ed8a1711f3b tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:40.163794 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-894c20c1-3d59-4598-ab1f-8a39e8dbc0b4 req-35d8c9fb-2fc6-41d8-bebd-0ed8a1711f3b tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 943 time: 1.0977869 Oct 17 18:09:40.168917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d9a1027-33b1-4e79-bb55-d0520d63fd4c req-a67ab181-65be-4894-b4b8-66fa8ea91f67 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705955 Oct 17 18:09:40.170110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3016d991-7311-4ddd-8a42-86a51e8e8744 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:40.178235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.195902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object c7b5d95b-6178-4134-9a8e-14d4a7a2e25c will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:40.269523 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 9 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:40.285831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network bdc982c8-bd30-4d83-a043-6f38e274cb7a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:40.301664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, bdc982c8-bd30-4d83-a043-6f38e274cb7a) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:40.310204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:40.310796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.353078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Transition to ACTIVE for port object 4af6352b-4c13-439b-b0f3-1e25c41c3e69 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:40.400205 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-894c20c1-3d59-4598-ab1f-8a39e8dbc0b4 req-45ade8cf-d5a2-4b22-a24a-5a3cfba1af09 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188103 Oct 17 18:09:40.413531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b777de3-2e6b-43c0-9bde-193aac69c5e4 None None] Network bdc982c8-bd30-4d83-a043-6f38e274cb7a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:40.444242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066640b1-8bd8-4839-8413-47975452a61e None None] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:40.445207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:40.449194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:port and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:40.453199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:40.461072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:40.462322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.474232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Floating IP 7ae4d893-9900-487d-b4c7-50e20408c2bb associated. External IP: 172.26.2.232, port: 9dea6617-d248-4e61-b519-8dab354b8c57. Oct 17 18:09:40.537137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.576688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8f0a52b7-c0c0-49de-a235-16bdf064b276 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0353038 Oct 17 18:09:40.583341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60578) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:40.704812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Transition to ACTIVE for port object 79d9e340-3b67-4202-b6d0-daaa911e76fe will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:40.712227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:40.715331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.719425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.743836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc4002-f327-4df6-ad14-32420ccdfe29 None None] Network b3cfce05-7904-4885-aceb-c05834cedb8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:40.819075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] device_id is not set on port 40541b9b-7f52-4c79-9dd3-0ee34ced10d7 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:40.851848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:40.857059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:40.864514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:40.913683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:40.919173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:40.919813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:40.968936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.005436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=c7b5d95b-6178-4134-9a8e-14d4a7a2e25c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:41.012813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Attempting to bind port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:41.013164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Attempting to bind port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:41.013524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Attempting to bind port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 on network f2df4f97-2226-480b-a574-fc5b589b72fc {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:41.049652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133ca3-7cc7-499a-90bf-3a0e1aab8a9e req-a12b0ddd-79bf-4eff-b902-c14d639ee6a5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:41.056451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b133ca3-7cc7-499a-90bf-3a0e1aab8a9e req-a12b0ddd-79bf-4eff-b902-c14d639ee6a5 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.3161733 Oct 17 18:09:41.056590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3016d991-7311-4ddd-8a42-86a51e8e8744 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:41.056590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:41.102798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d7fd145d-f5e1-4b72-8afa-f86df40247a3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:41.190705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 on network f2df4f97-2226-480b-a574-fc5b589b72fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:41.191078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Attempting to bind port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 on network f2df4f97-2226-480b-a574-fc5b589b72fc {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:41.197458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.204600 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f7468a3b-54bc-42d9-a0d0-f95ed77e9c12 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2166424 Oct 17 18:09:41.224910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60596) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:41.243810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.262057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:41.262822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Checking segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:41.263568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Bound using segment: {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:41.264210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Bound port: 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc71c7d0-567d-4b66-8146-bf06fcde0656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:41.264838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.335429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 2913163f-5c10-4781-86e2-6f179fea68fc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:41.353175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Allocated IP 2001:db8::f816:3eff:fecb:802a (94820734-9fb6-4b6e-bc54-9fddfe086728/a659e055-230a-4f3a-97e1-59c137084b0d/40541b9b-7f52-4c79-9dd3-0ee34ced10d7) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:41.366545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:79:ea:ab'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:41.372517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:41.373811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:41.394636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b133ca3-7cc7-499a-90bf-3a0e1aab8a9e req-1c340a75-16df-4097-97a1-4466985ab45c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887192 Oct 17 18:09:41.441647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=79d9e340-3b67-4202-b6d0-daaa911e76fe,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:41.473529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Router baec7f88-8cbb-404c-803a-ff43dacceaa8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:41.509681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-94820734-9fb6-4b6e-bc54-9fddfe086728', 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': 'a659e055-230a-4f3a-97e1-59c137084b0d'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:41.510509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.532422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.557220 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 10 to provision port 083ff8e8-a579-466e-b386-f73ca417d091 Oct 17 18:09:41.591326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=a1721836-eaf2-4e59-8b9c-046f7f8a2067,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:41.661242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.749697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d7fd145d-f5e1-4b72-8afa-f86df40247a3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:41.778200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.819444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:41.868665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:41.884893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.943097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:41.945257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 12a4420e-4703-4396-a397-e51ecbce501b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:41.953839 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] Sync routers for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:41.973103 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:41.974593 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:41.995049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a10f-b0b2-4919-91f7-3570b028a079 req-fd265fbb-1103-4c9d-b90c-9244294e4fd2 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:41.996717 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ff5a10f-b0b2-4919-91f7-3570b028a079 req-fd265fbb-1103-4c9d-b90c-9244294e4fd2 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 943 time: 0.3366096 Oct 17 18:09:42.036955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Port 083ff8e8-a579-466e-b386-f73ca417d091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:42.065337 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ff5a10f-b0b2-4919-91f7-3570b028a079 req-f66cc07c-1c4c-4ee6-b0ac-72f9174257c7 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614674 Oct 17 18:09:42.081938 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.096704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca51e76b-3efa-46c7-9559-f635aa5f4990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-bdc982c8-bd30-4d83-a043-6f38e274cb7a', 'network_id': 'bdc982c8-bd30-4d83-a043-6f38e274cb7a', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': 'a1721836-eaf2-4e59-8b9c-046f7f8a2067'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:42.098311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca51e76b-3efa-46c7-9559-f635aa5f4990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.099687 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:42.100469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.143022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4b33dbf8-d1ee-4f20-92f0-32654958ac05 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:09:42.176958 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.177376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ccace-01ed-40f4-826e-7964e88556d8 None None] The sync data for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:42.206109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.233454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.236034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.358938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc982c8-bd30-4d83-a043-6f38e274cb7a']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.378838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:42.400095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e4e3e-592b-4560-89c8-db57a4d78dc0') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.400401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e4e3e-592b-4560-89c8-db57a4d78dc0') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:42.408131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'port_id': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'mac_address': 'fa:16:3e:61:83:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:09:42.413427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.423295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.463458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.480402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:42.480808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.489533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:42.489903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.513332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b33dbf8-d1ee-4f20-92f0-32654958ac05 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:42.532193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:42.551194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:42.553825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.557275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.558159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] 10.222.0.42 "PUT /v2.0/ports/4af6352b-4c13-439b-b0f3-1e25c41c3e69 HTTP/1.1" status: 200 len: 1094 time: 5.5029349 Oct 17 18:09:42.561146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 879e4e3e-592b-4560-89c8-db57a4d78dc0 resource provider aggregate not found Oct 17 18:09:42.580897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.582446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] In _notify_port_updated(), no bound segment for port c7b5d95b-6178-4134-9a8e-14d4a7a2e25c on network 3633f22a-8cd2-4998-a95a-e17050652ab7 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:09:42.586939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:42.587572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.589072 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "PUT /v2.0/ports/c7b5d95b-6178-4134-9a8e-14d4a7a2e25c HTTP/1.1" status: 200 len: 1002 time: 1.3624427 Oct 17 18:09:42.640878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:42.651202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60620) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:42.660966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning for port a179c593-f114-4e5a-853a-83400cb0c90d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:42.675739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning complete for port a179c593-f114-4e5a-853a-83400cb0c90d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:42.676450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.677213 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Attempt 1 to provision port a179c593-f114-4e5a-853a-83400cb0c90d Oct 17 18:09:42.677416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 879e4e3e-592b-4560-89c8-db57a4d78dc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 879e4e3e-592b-4560-89c8-db57a4d78dc0 found for delete ", "request_id": "req-c407da5c-a6c6-4040-afa8-7f7b6114e8cd"}]} Oct 17 18:09:42.681287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162dd1-6588-44b5-9814-8188f7f90297 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=c7b5d95b-6178-4134-9a8e-14d4a7a2e25c,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:42.715520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.725888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60626) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:42.748800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Transition to ACTIVE for port object 40541b9b-7f52-4c79-9dd3-0ee34ced10d7 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:42.788079 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bcc2bde2-4aed-459a-ab0d-7c1db67658d3 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.1174452 Oct 17 18:09:42.799616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60634) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:42.881820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:42.944967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761944d3-aa37-48c7-92be-898dd8ebd25e req-0dedd4b8-2e7c-46e0-87cd-9b98cb2cd924 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:42.949457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-761944d3-aa37-48c7-92be-898dd8ebd25e req-0dedd4b8-2e7c-46e0-87cd-9b98cb2cd924 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.3572235 Oct 17 18:09:42.964980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcf2d2-5afe-4367-840c-2360bd075312 None None] Network bdc982c8-bd30-4d83-a043-6f38e274cb7a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:42.994364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 12a4420e-4703-4396-a397-e51ecbce501b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:42.998168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=bdc982c8-bd30-4d83-a043-6f38e274cb7a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.000089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.005474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcf2d2-5afe-4367-840c-2360bd075312 None None] Network bdc982c8-bd30-4d83-a043-6f38e274cb7a could not be found, it might have been deleted concurrently. {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 18:09:43.049213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.069674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f67c669a-1c6e-471f-b085-de46aac02788 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/bdc982c8-bd30-4d83-a043-6f38e274cb7a HTTP/1.1" status: 204 len: 168 time: 2.4915435 Oct 17 18:09:43.084339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Current status of the port a179c593-f114-4e5a-853a-83400cb0c90d is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:43.084877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.089377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60638) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.117914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-428441265', 'router:external': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:43.130408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:43.132559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port c7b5d95b-6178-4134-9a8e-14d4a7a2e25c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:43.132905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.133960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] For port a179c593-f114-4e5a-853a-83400cb0c90d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a179c593-f114-4e5a-853a-83400cb0c90d,segment=NetworkSegment(4321187e-9d55-4aab-91f7-f5fd95253c77),segment_id=4321187e-9d55-4aab-91f7-f5fd95253c77)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:43.154126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:network and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:43.161156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:43.172346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b43814d-1f18-4d4e-aaaa-9dc2741f0398 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "GET /v2.0/floatingips/7ae4d893-9900-487d-b4c7-50e20408c2bb HTTP/1.1" status: 200 len: 982 time: 0.3686323 Oct 17 18:09:43.172346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:43.175996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60644) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.185707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['4b33dbf8-d1ee-4f20-92f0-32654958ac05'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:09:43.185848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.223335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:43.256558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aca5e6-1473-4971-a5f1-069a5bd58621 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.277339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1117845496'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:43.302890 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-761944d3-aa37-48c7-92be-898dd8ebd25e req-0596ce45-7d49-48f5-974b-20bd57fef2d2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097024 Oct 17 18:09:43.305274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1c309a49-76f5-42a8-a091-28923b24909c tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.1269960 Oct 17 18:09:43.343608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:43.350381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60650) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.362882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:43.380238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.390226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Port': ['ID=40541b9b-7f52-4c79-9dd3-0ee34ced10d7,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.397038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:43.399136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:43.404110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:43.412379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:43.413127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.436769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:43.475059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:43.506147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Allocated IP 2001:db8::f816:3eff:fefa:212b (94820734-9fb6-4b6e-bc54-9fddfe086728/a659e055-230a-4f3a-97e1-59c137084b0d/3e10e8b6-7794-4374-803a-5df7b14bbfa7) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:43.508181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cea671-7a6e-4361-9f46-ea5f637ca00a x-openstack-request-id: req-24cea671-7a6e-4361-9f46-ea5f637ca00a {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:43.508471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:43.508720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24cea671-7a6e-4361-9f46-ea5f637ca00a {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:43.509178 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cea671-7a6e-4361-9f46-ea5f637ca00a'] response: {'name': 'network-changed', 'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'status': 'completed', 'code': 200} Oct 17 18:09:43.510492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Made reservation on behalf of d4b72a585b6943a4abd1cca0821e14e7 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:43.521265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.528691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Pushing event updated for resources: {'Port': ['ID=a179c593-f114-4e5a-853a-83400cb0c90d,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.529409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.548319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:43.552776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:security_group_rule and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:43.556251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:43.564035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:43.614259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7bc69d50-2df1-4858-ac41-84c9fe36a9ef tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5661652 Oct 17 18:09:43.614259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60656) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.649479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bb50f8b7-960d-43cd-93e1-06ea52022ed9 None None] Provisioning for port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:43.708482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting subnet a659e055-230a-4f3a-97e1-59c137084b0d {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:09:43.731712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.754025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-92947bd9-49fa-4b60-a4e3-a69ec2dd8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:43.755506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-92947bd9-49fa-4b60-a4e3-a69ec2dd8c6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8df70de62bb74e3ba898998ffa450a06&device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 1097 time: 0.9017272 Oct 17 18:09:43.774997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:43.778394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.792378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.805770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Transition to ACTIVE for port object 3e10e8b6-7794-4374-803a-5df7b14bbfa7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:43.812732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.825175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Transition to ACTIVE for port object 3e10e8b6-7794-4374-803a-5df7b14bbfa7 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:43.844128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:43.856881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d6e10-631c-4415-8c1c-6243a794e096,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:43.862237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.865915 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Added segment 242e3da2-5742-43f4-95b7-b2bf12d72699 of type vlan for network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c Oct 17 18:09:43.893811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port 9dea6617-d248-4e61-b519-8dab354b8c57 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:43.895494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.900240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning complete for port 9dea6617-d248-4e61-b519-8dab354b8c57 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:43.905987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.905987 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 1 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:43.906187 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-fd590c80-7f57-4f46-a1b7-39f76b01df99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69 HTTP/1.1" status: 200 len: 217 time: 0.1163940 Oct 17 18:09:43.939466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.939677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.996898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.997787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 2004adb7-14d1-4106-a442-14480bee16c2 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:43.998133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.031288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:44.033255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.034323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.035964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.036457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.036985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:44.038977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:44.039672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:44.042351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Pushing event updated for resources: {'Port': ['ID=3e10e8b6-7794-4374-803a-5df7b14bbfa7,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.159656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Attempting to bind port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:44.160368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Attempting to bind port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2a1a32ce-3356-4f6c-891b-e74378a5bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:44.160638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Attempting to bind port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 on network 94820734-9fb6-4b6e-bc54-9fddfe086728 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:44.164718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39787d1a-d8fe-43ec-9f83-d4078ad11add req-9337c87c-1227-439f-b458-73d8aceea12d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.166227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-39787d1a-d8fe-43ec-9f83-d4078ad11add req-9337c87c-1227-439f-b458-73d8aceea12d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 944 time: 0.8932102 Oct 17 18:09:44.166586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:44.167023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Checking segment: {'id': '2a1a32ce-3356-4f6c-891b-e74378a5bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:44.167472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.167936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Bound using segment: {'id': '2a1a32ce-3356-4f6c-891b-e74378a5bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:44.168461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Bound port: 3e10e8b6-7794-4374-803a-5df7b14bbfa7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a32ce-3356-4f6c-891b-e74378a5bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '94820734-9fb6-4b6e-bc54-9fddfe086728'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:44.168921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.170121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Network': ['ID=d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.177246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:44.190894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:44.217164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.250501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4e8bef07-169b-4d93-8bcd-03e540741b55 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5206013 Oct 17 18:09:44.254525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60660) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:44.262199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'subnet': {'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:44.269254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:44.276721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:subnet and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:44.285272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:44.294739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:44.334107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for c7b5d95b-6178-4134-9a8e-14d4a7a2e25c owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:44.396435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.396768 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment 91d92d0d-0c6f-46dc-9831-5617a3437260 of type vlan for network 4d65725a-8cef-4e36-bc7c-38e99ee2a336 Oct 17 18:09:44.436134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-9bf01c63-ee0d-455d-84a5-46c4a393ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.437590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-9bf01c63-ee0d-455d-84a5-46c4a393ecb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd58f576-5264-4257-b90a-436bb7c4bf20 HTTP/1.1" status: 200 len: 845 time: 0.5175436 Oct 17 18:09:44.491412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Made reservation on behalf of d4b72a585b6943a4abd1cca0821e14e7 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:44.493645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.540517 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 2 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:44.583598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] For port 3e10e8b6-7794-4374-803a-5df7b14bbfa7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:44.604057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] For port 3e10e8b6-7794-4374-803a-5df7b14bbfa7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e10e8b6-7794-4374-803a-5df7b14bbfa7,segment=NetworkSegment(2a1a32ce-3356-4f6c-891b-e74378a5bf84),segment_id=2a1a32ce-3356-4f6c-891b-e74378a5bf84)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:44.613125 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-39787d1a-d8fe-43ec-9f83-d4078ad11add req-737e0eea-2932-439a-a5ae-0d02b5c4667e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276114 Oct 17 18:09:44.614808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.619683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:44.627109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:44.651621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.658090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.693874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.731398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=a659e055-230a-4f3a-97e1-59c137084b0d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.740223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.757004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3f2c43f3-ab94-406f-9389-0ce15acc3cd8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/a659e055-230a-4f3a-97e1-59c137084b0d HTTP/1.1" status: 204 len: 168 time: 1.1450827 Oct 17 18:09:44.761095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.763296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60666) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:44.791046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.791372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.808118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9daef5-78a1-48ab-b0a8-6ad605d60e67 None None] Pushing event updated for resources: {'Port': ['ID=3e10e8b6-7794-4374-803a-5df7b14bbfa7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.888700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06625312-2ff0-49eb-9152-54e1d880d636 req-3899bf99-0e36-4379-b54e-a519e6ee8f0d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.890026 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-06625312-2ff0-49eb-9152-54e1d880d636 req-3899bf99-0e36-4379-b54e-a519e6ee8f0d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.4400153 Oct 17 18:09:44.895403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb09001-d6ff-4d65-8f47-ebdae1d6349e tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.897017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb09001-d6ff-4d65-8f47-ebdae1d6349e tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:44.897649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcb09001-d6ff-4d65-8f47-ebdae1d6349e tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Synchronizing usage tracker for tenant:fee4fd6c66ca4fd3ada09056e23fb867 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:45.006528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-06625312-2ff0-49eb-9152-54e1d880d636 req-7ef86f19-5235-4f45-80eb-d86b414ba02d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045947 Oct 17 18:09:45.011006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.016888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:45.017499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.030896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 2004adb7-14d1-4106-a442-14480bee16c2 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:45.121179 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 3 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:45.123422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcb09001-d6ff-4d65-8f47-ebdae1d6349e tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Unset dirty status for tenant:fee4fd6c66ca4fd3ada09056e23fb867 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:45.126451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dcb09001-d6ff-4d65-8f47-ebdae1d6349e tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3604922 Oct 17 18:09:45.134901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60670) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:45.184984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:45.196198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-ad843073-7545-40b5-a73c-b7bffb762ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:45.196894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-ad843073-7545-40b5-a73c-b7bffb762ebf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2df4f97-2226-480b-a574-fc5b589b72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7427301 Oct 17 18:09:45.208038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.214892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e10e8b6-7794-4374-803a-5df7b14bbfa7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:45.227402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=79d9e340-3b67-4202-b6d0-daaa911e76fe,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:45.268436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.284481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1db471c8-8dc6-4a4f-9bb7-45683db21a0c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.314222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db471c8-8dc6-4a4f-9bb7-45683db21a0c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 17 18:09:45.315037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db471c8-8dc6-4a4f-9bb7-45683db21a0c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:09:45.319013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=4d65725a-8cef-4e36-bc7c-38e99ee2a336,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:45.334006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4d65725a-8cef-4e36-bc7c-38e99ee2a336 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:45.380693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1db471c8-8dc6-4a4f-9bb7-45683db21a0c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/94820734-9fb6-4b6e-bc54-9fddfe086728 HTTP/1.1" status: 409 len: 405 time: 0.2445240 Oct 17 18:09:45.385431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60674) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:45.396176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-918711787'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:45.397831 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-787976c8-3efd-4673-bf67-f967839fb381 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2776003 Oct 17 18:09:45.401410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:45.406366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:45.408069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:45.410642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:45.417350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:45.426009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a179c593-f114-4e5a-853a-83400cb0c90d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:45.426227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60678) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:45.433277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '4d65725a-8cef-4e36-bc7c-38e99ee2a336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:45.458246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=c7b5d95b-6178-4134-9a8e-14d4a7a2e25c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:45.519725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a179c593-f114-4e5a-853a-83400cb0c90d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:45.520099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.520428 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a179c593-f114-4e5a-853a-83400cb0c90d Oct 17 18:09:45.621692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:45.640310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:45.687079 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 4 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:45.752646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:45.765388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a179c593-f114-4e5a-853a-83400cb0c90d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:45.765641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:45.778047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:45.780570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:09:45.781132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.788405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:45.791976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.905345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:45.920681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Checking segment: {'id': '242e3da2-5742-43f4-95b7-b2bf12d72699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:45.921041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network hostable DHCP agents. Network: d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:45.925907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Subnet': ['ID=506a1f0a-80d9-4e19-a363-0d52b531ea7a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:45.928072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 2913163f-5c10-4781-86e2-6f179fea68fc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:45.936735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.937087 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment 9c936c36-c11a-4fbb-96b9-ff754304896f of type vlan for network ac1f535d-57e9-4979-9dbf-2d1f61216326 Oct 17 18:09:45.945697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:45.949056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:45.950572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.004134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.007941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-78927c78-0de1-4b4f-a41e-964e042023d7 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/c7b5d95b-6178-4134-9a8e-14d4a7a2e25c HTTP/1.1" status: 204 len: 168 time: 3.3384073 Oct 17 18:09:46.015848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60684) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:46.019711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-ba1d4855-20ff-4d1c-8aba-a603e1ee3c40 service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982545 Oct 17 18:09:46.033565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7230cd-a70c-4f1a-af5c-a5b02b2ead99 None None] Network 94820734-9fb6-4b6e-bc54-9fddfe086728 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:46.070739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing IP validity checks on allocation pools {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:09:46.071353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:09:46.082579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.159882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:46.210692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4b33dbf8-d1ee-4f20-92f0-32654958ac05 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:46.285689 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 5 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:46.346881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37ab4-2b59-473f-946c-a71a596783a1 req-fbea1b17-59bf-4002-baaf-033ff1a41b8f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.348634 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fc37ab4-2b59-473f-946c-a71a596783a1 req-fbea1b17-59bf-4002-baaf-033ff1a41b8f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.1829991 Oct 17 18:09:46.357789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:46.379596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.380331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.396326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00c650-e7bf-467f-9f13-9ae9cfd10005 None None] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:46.399323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3a139d-f7e9-4617-b3cc-e58e88dfb153 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] GET failed (client error): The resource could not be found. Oct 17 18:09:46.404637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d3a139d-f7e9-4617-b3cc-e58e88dfb153 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Synchronizing usage tracker for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:46.420682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.426669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.427270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.446543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fc37ab4-2b59-473f-946c-a71a596783a1 req-6dcb5e4a-9caa-4607-81ec-dc755684b3e7 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833569 Oct 17 18:09:46.532313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.535439 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7de8ae89-fea6-48db-b480-e4b892b21cc5 req-4d66b91e-ac4a-47a6-851a-25eef99bb9b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724336 Oct 17 18:09:46.563231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f47d8-f2d7-477c-acf7-3283d610b882 req-6decc803-d378-4a0c-8c67-6a36d12f6d46 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.570333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5c0f47d8-f2d7-477c-acf7-3283d610b882 req-6decc803-d378-4a0c-8c67-6a36d12f6d46 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 944 time: 0.6531763 Oct 17 18:09:46.582962 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-836765ac-4a42-4274-92e8-9876faaea6b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3253176 Oct 17 18:09:46.590873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=ac1f535d-57e9-4979-9dbf-2d1f61216326,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:46.590873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60690) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:46.600962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1441096335', 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:46.617110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:46.617752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:46.625393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:46.630688 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5c0f47d8-f2d7-477c-acf7-3283d610b882 req-4688dab2-6dff-4387-aadb-29cd4654bbfb tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588315 Oct 17 18:09:46.636804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:port and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:46.641863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=4d8891d8-bb60-498f-ac43-0853c4142069,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:46.644076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:46.659236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d3a139d-f7e9-4617-b3cc-e58e88dfb153 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Unset dirty status for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:46.664014 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d3a139d-f7e9-4617-b3cc-e58e88dfb153 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports/c7b5d95b-6178-4134-9a8e-14d4a7a2e25c HTTP/1.1" status: 404 len: 333 time: 0.6437116 Oct 17 18:09:46.677076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60694) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:46.677076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-569463725'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:46.677299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': '91d92d0d-0c6f-46dc-9831-5617a3437260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4d65725a-8cef-4e36-bc7c-38e99ee2a336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:46.677299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 4d65725a-8cef-4e36-bc7c-38e99ee2a336, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:46.681966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:46.704856 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d68f4221-ba78-4a50-955f-67f0a8fe1860 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3120050 Oct 17 18:09:46.711344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60698) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:46.711344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:46.744730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.748150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Router 7d162844-a539-435f-a03e-8dd6cf688d69 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:09:46.817507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 4d65725a-8cef-4e36-bc7c-38e99ee2a336 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:46.823872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Made reservation on behalf of d4b72a585b6943a4abd1cca0821e14e7 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:46.825787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.855463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:46.864688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=2004adb7-14d1-4106-a442-14480bee16c2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:46.869368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] device_id is not set on port f29a9c12-5b35-48ae-bbca-d87890915d38 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:46.886695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:46.933118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:46.933118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:46.933118 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 Oct 17 18:09:46.968706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] DHCP port deletion for 94820734-9fb6-4b6e-bc54-9fddfe086728 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:09:47.007841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Deleting port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:47.007989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:47.008090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.008179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4d65725a-8cef-4e36-bc7c-38e99ee2a336) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:47.019359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:47.019951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.037833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ecbf9-b933-4972-a765-acbf5f22fa6c None None] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:47.050544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0ed15-9cda-4d04-9e07-0756dafc9ded None None] Network 4d65725a-8cef-4e36-bc7c-38e99ee2a336 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:47.128113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:47.131527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.180294 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 6 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:47.209353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4e82360a-a710-4ef4-867e-2d18debffdfa tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7806180 Oct 17 18:09:47.220233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60702) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:47.221572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:47.222532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 2001:db8::36e (d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c/506a1f0a-80d9-4e19-a363-0d52b531ea7a/f29a9c12-5b35-48ae-bbca-d87890915d38) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:47.226386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e10e8b6-7794-4374-803a-5df7b14bbfa7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:47.236296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:47.273817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] Sync routers for ids ['7d162844-a539-435f-a03e-8dd6cf688d69'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:47.284818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:47.289799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.290136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Floating IP 7ae4d893-9900-487d-b4c7-50e20408c2bb disassociated (deleted). External IP: 172.26.2.232, port: 9dea6617-d248-4e61-b519-8dab354b8c57. Oct 17 18:09:47.398407 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-774a7b43-6736-4c56-85ee-be6b8b2c3489 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "PUT /v2.0/routers/7d162844-a539-435f-a03e-8dd6cf688d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7075076 Oct 17 18:09:47.417959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60708) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:47.434263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'port': {'network_id': '2913163f-5c10-4781-86e2-6f179fea68fc', 'name': 'tempest-FloatingIPNegativeTestJSON-456525170'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:47.475385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:47.574253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] Routers {'7d162844-a539-435f-a03e-8dd6cf688d69'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:47.574501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7d162844-a539-435f-a03e-8dd6cf688d69'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:47.613820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-53cf3a39-2afa-4d72-b190-f2102b6e696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:47.615279 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-53cf3a39-2afa-4d72-b190-f2102b6e696d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8df70de62bb74e3ba898998ffa450a06&device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 1097 time: 0.8206639 Oct 17 18:09:47.699763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:47.770244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:47.773785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.826661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.835291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:47.843625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:47.845169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.849928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:port and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:47.859520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:47.868987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:47.908344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:47.925176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] Routers {'7d162844-a539-435f-a03e-8dd6cf688d69'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:47.925728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7d162844-a539-435f-a03e-8dd6cf688d69'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:47.959150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:47.960280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1164ec-3eff-44dc-a49e-77e1d3608e3f req-e66672a4-d8bd-4933-83c9-5e52849cdb6d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:47.961784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f1164ec-3eff-44dc-a49e-77e1d3608e3f req-e66672a4-d8bd-4933-83c9-5e52849cdb6d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.3617232 Oct 17 18:09:47.992431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Made reservation on behalf of 395ffed5c0b2474092e3e21b5f601993 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:47.994490 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 7 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:47.996386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.031366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] device_id is not set on port e2cd6d08-0554-4b16-a06c-39849ee1d537 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:48.058988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:48.070981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.084642 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f1164ec-3eff-44dc-a49e-77e1d3608e3f req-c0a36cbd-b74c-40ca-97a1-896f81c486b1 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134045 Oct 17 18:09:48.119335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-78c64210-e657-45eb-b983-d6549a4a1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:48.120956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-78c64210-e657-45eb-b983-d6549a4a1b29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2df4f97-2226-480b-a574-fc5b589b72fc HTTP/1.1" status: 200 len: 907 time: 0.4978197 Oct 17 18:09:48.145213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:48.145628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211666d-9790-4d8d-9323-0e5f8c4b664d None None] The sync data for ids ['7d162844-a539-435f-a03e-8dd6cf688d69'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:48.152974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] For port 3e10e8b6-7794-4374-803a-5df7b14bbfa7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e10e8b6-7794-4374-803a-5df7b14bbfa7,segment=NetworkSegment(2a1a32ce-3356-4f6c-891b-e74378a5bf84),segment_id=2a1a32ce-3356-4f6c-891b-e74378a5bf84)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:48.153289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.169754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 is: DOWN; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:48.226094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:48.249387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:48.252241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-0667ddcd-5521-4d80-b390-c813666a6a6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69 HTTP/1.1" status: 200 len: 217 time: 0.1230233 Oct 17 18:09:48.271202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8404d8b-a621-44c3-8103-dfeb5707dadf" -d '{"events": [{"server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "name": "network-vif-plugged", "status": "completed", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:48.316615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:48.329002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:48.330186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:48.330938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.360266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=f29a9c12-5b35-48ae-bbca-d87890915d38,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:48.395085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.395591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.396035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.396489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.396932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.397363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.397821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.398277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.398710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.399147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.399588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.400011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:48.413323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Calling delete_port for 3e10e8b6-7794-4374-803a-5df7b14bbfa7 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:48.415028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b50f0a-4833-48d0-b12b-143bca8230ec req-dfbcbf97-976c-4bb4-b885-abd19d73f1ce tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:48.416540 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-90b50f0a-4833-48d0-b12b-143bca8230ec req-dfbcbf97-976c-4bb4-b885-abd19d73f1ce tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 944 time: 0.6473606 Oct 17 18:09:48.443213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.457375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:09:48.459067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Allocated IP 172.20.0.6 (2913163f-5c10-4781-86e2-6f179fea68fc/c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e/e2cd6d08-0554-4b16-a06c-39849ee1d537) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:48.461427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.468046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8edd1ba-0281-4827-a175-a7aa25895eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4d65725a-8cef-4e36-bc7c-38e99ee2a336', 'network_id': '4d65725a-8cef-4e36-bc7c-38e99ee2a336', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '4d8891d8-bb60-498f-ac43-0853c4142069'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:48.468690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e8edd1ba-0281-4827-a175-a7aa25895eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.479144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.517511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:48.524635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-44fe718a-2c68-4d70-ae8c-1864c9956d30 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9318039 Oct 17 18:09:48.528155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-c406d2df-fc22-4886-8d59-586bb6a9f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:48.529831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:48.529959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-c406d2df-fc22-4886-8d59-586bb6a9f7f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd58f576-5264-4257-b90a-436bb7c4bf20 HTTP/1.1" status: 200 len: 845 time: 0.2672462 Oct 17 18:09:48.551820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Router baec7f88-8cbb-404c-803a-ff43dacceaa8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:48.556830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::22d (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:48.608163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605979bb-619b-4a36-83d7-d72bf7744e16 x-openstack-request-id: req-605979bb-619b-4a36-83d7-d72bf7744e16 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:48.615586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "name": "network-vif-plugged", "status": "completed", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:48.615586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-605979bb-619b-4a36-83d7-d72bf7744e16 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:48.615586 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605979bb-619b-4a36-83d7-d72bf7744e16'] response: {'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'code': 200} Oct 17 18:09:48.648584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=4f384ce2-4e9d-4c36-bbde-1af818d0edad,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:48.666027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': '9c936c36-c11a-4fbb-96b9-ff754304896f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:48.666529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: ac1f535d-57e9-4979-9dbf-2d1f61216326, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:48.675531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:48.687345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port f29a9c12-5b35-48ae-bbca-d87890915d38 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:48.687807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.698033 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-90b50f0a-4833-48d0-b12b-143bca8230ec req-49da6744-f9cd-4f67-b7c9-338479a12642 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130671 Oct 17 18:09:48.738622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:48.785238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] Pushing event deleted for resources: {'Port': ['ID=3e10e8b6-7794-4374-803a-5df7b14bbfa7,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:48.799513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c92a85-3d2c-4896-97c6-b18b14fa66de None None] No DVR routers for this DVR port 3e10e8b6-7794-4374-803a-5df7b14bbfa7 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:49.015001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.023216 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 8 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:49.056356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-d365837a-b85f-4158-bad9-32d935276ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:49.057909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-d365837a-b85f-4158-bad9-32d935276ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2df4f97-2226-480b-a574-fc5b589b72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5026913 Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-e8edd1ba-0281-4827-a175-a7aa25895eb8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d8891d8-bb60-498f-ac43-0853c4142069: This subnet is being modified by another concurrent operation. Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:09:49.074699 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d8891d8-bb60-498f-ac43-0853c4142069: This subnet is being modified by another concurrent operation. Oct 17 18:09:49.078803 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:09:49.092250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:49.097833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:49.106236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a576d3-5272-4fe0-9fed-3f5ccddd50bf None None] Network 4d65725a-8cef-4e36-bc7c-38e99ee2a336 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:49.116060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8891d8-bb60-498f-ac43-0853c4142069,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:49.157237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.213437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Transition to ACTIVE for port object e2cd6d08-0554-4b16-a06c-39849ee1d537 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:49.312625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, ac1f535d-57e9-4979-9dbf-2d1f61216326) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:49.327200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.339624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:49.340227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.389179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.390027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.390027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.390462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.390629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.391474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.391808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.392124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.392438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.392748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e5601-5f2d-4495-88c7-300715859902 None None] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:49.393132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.393132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.393419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:49.397540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:49.417854 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] Sync routers for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:49.427598 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:49.428005 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.467053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.485275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.485919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for f29a9c12-5b35-48ae-bbca-d87890915d38 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:49.491337 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.502303 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:49.502910 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.570848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.571181 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e5eadd-8221-44cd-9653-055a5b795673 None None] The sync data for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:49.572766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-914485ea-9541-47e6-b222-d6c2ea11c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:49.574635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-914485ea-9541-47e6-b222-d6c2ea11c314 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1098 time: 0.5238578 Oct 17 18:09:49.590070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.597745 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 9 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:49.612372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d65725a-8cef-4e36-bc7c-38e99ee2a336']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.619951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.640337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:49.645049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d92d0d-0c6f-46dc-9831-5617a3437260') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.645344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d92d0d-0c6f-46dc-9831-5617a3437260') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:49.646627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Usage tracker for resource:security_group_rule and tenant:4f43f81ee31d400f9c123b7729beb292 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:49.651642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:49.653846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:49.667589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-aff745bb-3e91-4375-9cce-a314a7a07282 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/floatingips/7ae4d893-9900-487d-b4c7-50e20408c2bb HTTP/1.1" status: 204 len: 168 time: 6.3121207 Oct 17 18:09:49.668901 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-311427e4-d6ff-4faf-8a4a-8421e2207e5f service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989294 Oct 17 18:09:49.670615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.678578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60730) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:49.688371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:49.693391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:49.697866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ef2bd0c-ab9b-4c73-bf5a-e88036d49f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.705998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac81e-0b54-4eb4-ac3c-2934bd602e40 req-7069f139-7c7c-42e8-a368-bcf9de1ed2b3 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:49.707584 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-79bac81e-0b54-4eb4-ac3c-2934bd602e40 req-7069f139-7c7c-42e8-a368-bcf9de1ed2b3 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 944 time: 0.4723687 Oct 17 18:09:49.707729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:49.712395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.717246 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e3f4fc36-caa8-4b13-8d1e-a336c962bcad tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0086670 Oct 17 18:09:49.717816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:49.722697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:49.729785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.782469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Usage tracker for resource:floatingip and tenant:7e3bb142af4b4ac5b72de6b1031357a7 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:49.788491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'port': {'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326', 'name': 'tempest-NetworksIpV6TestAttrs-1790359258'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:49.817704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-ac1f535d-57e9-4979-9dbf-2d1f61216326', 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': '4f384ce2-4e9d-4c36-bbde-1af818d0edad'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:49.819064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.833453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 2913163f-5c10-4781-86e2-6f179fea68fc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:49.847191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:49.850864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=e2cd6d08-0554-4b16-a06c-39849ee1d537,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:49.856551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:49.882250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:49.896213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:49.904088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.904763 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-79bac81e-0b54-4eb4-ac3c-2934bd602e40 req-123c59e7-2a61-4e15-a024-bf2fef7a2f02 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344426 Oct 17 18:09:49.921458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:49.935557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:49.936486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.945247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:49.993398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 91d92d0d-0c6f-46dc-9831-5617a3437260 resource provider aggregate not found Oct 17 18:09:50.022417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Port': ['ID=f29a9c12-5b35-48ae-bbca-d87890915d38,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:50.036231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Allocated IP 2001:db8::f816:3eff:fe1f:c53e (ac1f535d-57e9-4979-9dbf-2d1f61216326/4f384ce2-4e9d-4c36-bbde-1af818d0edad/13218056-5355-47db-833d-9f85bdfee31e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:50.079722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.081751 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b013d3f1-607d-49cc-b375-3017fecef77d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f29a9c12-5b35-48ae-bbca-d87890915d38 HTTP/1.1" status: 204 len: 168 time: 1.5505168 Oct 17 18:09:50.086199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60744) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:50.090249 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 91d92d0d-0c6f-46dc-9831-5617a3437260 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91d92d0d-0c6f-46dc-9831-5617a3437260 found for delete ", "request_id": "req-4ce70c5c-21de-473d-b466-85e8012735ee"}]} Oct 17 18:09:50.092059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c', 'external_fixed_ips': [{'subnet_id': '506a1f0a-80d9-4e19-a363-0d52b531ea7a', 'ip_address': '2001:db8::36e'}]}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:50.097344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:50.102287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:router and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:50.106200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:50.122245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:50.122637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4af6352b-4c13-439b-b0f3-1e25c41c3e69 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:09:50.159506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18c4c4e6-9dd3-480b-93a5-52d2f419936d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7367067 Oct 17 18:09:50.159701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:50.164945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60748) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:50.171534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:50.176113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:port and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:50.177966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:50.182325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:floatingip and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:50.183458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:50.185377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:50.192095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:50.204087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.218038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:50.230547 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 10 to provision port 9dea6617-d248-4e61-b519-8dab354b8c57 Oct 17 18:09:50.247500 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8536665b-96e1-4a1a-8281-4e7d3fe1cf7d req-eb404941-6bb2-49a0-b63b-708e64b90c4a service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664365 Oct 17 18:09:50.281129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.286213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.322177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd2e4b-1dd2-4fdd-a572-cf13ab25d5b1 req-cd138ac5-3ad0-4c8f-89de-472ffd3d63ec tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:50.323455 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81bd2e4b-1dd2-4fdd-a572-cf13ab25d5b1 req-cd138ac5-3ad0-4c8f-89de-472ffd3d63ec tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.4372947 Oct 17 18:09:50.328048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.329711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.335083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.366913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.373591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 9dea6617-d248-4e61-b519-8dab354b8c57 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:50.392388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.426056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:50.429203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.431519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.434751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:50.455704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Transition to ACTIVE for port object 13218056-5355-47db-833d-9f85bdfee31e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:50.458335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'port_id': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'mac_address': 'fa:16:3e:3a:24:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:09:50.460762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=4d65725a-8cef-4e36-bc7c-38e99ee2a336,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:50.483193 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7953725c-fa11-4523-b72b-ece79c88b7ee tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/4d65725a-8cef-4e36-bc7c-38e99ee2a336 HTTP/1.1" status: 204 len: 168 time: 3.2492845 Oct 17 18:09:50.485385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:50.485512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60752) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:50.497129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218489225'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:50.499256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:50.511749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:50.531444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:50.531444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.531721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Transition to ACTIVE for port object 13218056-5355-47db-833d-9f85bdfee31e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:50.531806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] device_id is not set on port 20f6eade-a955-4582-856c-90b5963a95fd yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:50.531883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:50.531883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.531883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:50.535042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:50.535042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.535247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:50.541731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:50.561264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:50.571989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6352b-4c13-439b-b0f3-1e25c41c3e69 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:50.593241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:50.594187 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81bd2e4b-1dd2-4fdd-a572-cf13ab25d5b1 req-ae82852b-7148-4bfc-be9e-ed31a838bc73 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625093 Oct 17 18:09:50.598503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.635693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:50.666961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.684398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.759650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:50.760693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.765407 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d72f55f0-94e9-41ab-ab1d-4b3f9709e952 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0992985 Oct 17 18:09:50.768457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:50.771777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60756) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:50.774782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:50.786540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Pushing event updated for resources: {'Port': ['ID=13218056-5355-47db-833d-9f85bdfee31e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:50.787942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:79:ea:ab'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:50.827849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.831939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port 12a4420e-4703-4396-a397-e51ecbce501b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:50.839838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.840015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.840706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.840866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.841323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.841787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.842223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.842665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.843081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.843504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.844802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.844802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:50.876876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Allocated IP 2001:db8::f816:3eff:fe41:298b (ac1f535d-57e9-4979-9dbf-2d1f61216326/4f384ce2-4e9d-4c36-bbde-1af818d0edad/20f6eade-a955-4582-856c-90b5963a95fd) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:50.917635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning complete for port 12a4420e-4703-4396-a397-e51ecbce501b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:50.917878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:50.918302 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 1 to provision port 12a4420e-4703-4396-a397-e51ecbce501b Oct 17 18:09:51.032181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Attempting to bind port 13218056-5355-47db-833d-9f85bdfee31e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:51.032696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Attempting to bind port 13218056-5355-47db-833d-9f85bdfee31e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '9c936c36-c11a-4fbb-96b9-ff754304896f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:51.033170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Attempting to bind port 13218056-5355-47db-833d-9f85bdfee31e on network ac1f535d-57e9-4979-9dbf-2d1f61216326 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:51.046225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:51.046813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Checking segment: {'id': '9c936c36-c11a-4fbb-96b9-ff754304896f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:51.047437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.047923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Bound using segment: {'id': '9c936c36-c11a-4fbb-96b9-ff754304896f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:51.048514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Bound port: 13218056-5355-47db-833d-9f85bdfee31e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c936c36-c11a-4fbb-96b9-ff754304896f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac1f535d-57e9-4979-9dbf-2d1f61216326'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:51.048990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.064601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.172932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:51.175126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['4af6352b-4c13-439b-b0f3-1e25c41c3e69'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:09:51.176238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.186949 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3a30fbdd-a0ff-4021-ac27-6d1fd6ac8b69 req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6059361 Oct 17 18:09:51.231335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51f2f-1dd8-47e1-830f-ee9ccccb6f29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf46ccf-ffad-4754-a716-5613be32e93b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.262052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.295607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:51.312029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.312362 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment 144ed8d8-a35c-415c-9c93-4cc5f3134ece of type vlan for network beff55d0-8b8e-4ae8-acfb-802844f46492 Oct 17 18:09:51.325331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Allocated IP 172.26.2.89 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/cab9af0c-7807-4de5-89a0-ec08149ed66d) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:51.329237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Current status of the port 12a4420e-4703-4396-a397-e51ecbce501b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:51.329887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.342291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] For port 13218056-5355-47db-833d-9f85bdfee31e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:51.350190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.369365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] For port 13218056-5355-47db-833d-9f85bdfee31e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=13218056-5355-47db-833d-9f85bdfee31e,segment=NetworkSegment(9c936c36-c11a-4fbb-96b9-ff754304896f),segment_id=9c936c36-c11a-4fbb-96b9-ff754304896f)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:51.413406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] For port 12a4420e-4703-4396-a397-e51ecbce501b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=12a4420e-4703-4396-a397-e51ecbce501b,segment=NetworkSegment(dd156f90-2670-4e12-87f2-43debc965957),segment_id=dd156f90-2670-4e12-87f2-43debc965957)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:51.428337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.458439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.480598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Transition to ACTIVE for port object 20f6eade-a955-4582-856c-90b5963a95fd will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:51.524306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf23cb-8e18-4c80-9756-7af01f20ded8 req-d807bc72-3f98-4b2a-a829-d907aa7a951f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:51.525796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68cf23cb-8e18-4c80-9756-7af01f20ded8 req-d807bc72-3f98-4b2a-a829-d907aa7a951f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 945 time: 0.3547721 Oct 17 18:09:51.584990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.617643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.619470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.683785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56b33-3bc9-4bca-9164-3a029f753d03 None None] Pushing event updated for resources: {'Port': ['ID=13218056-5355-47db-833d-9f85bdfee31e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.738654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:51.743792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68cf23cb-8e18-4c80-9756-7af01f20ded8 req-c17c4a53-ff5c-46a5-98c0-edf58ffb452f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090857 Oct 17 18:09:51.760733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.766244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:51.766840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.778915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port 79d9e340-3b67-4202-b6d0-daaa911e76fe completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:51.780444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:51.787884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:51.789481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning complete for port 79d9e340-3b67-4202-b6d0-daaa911e76fe triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:51.789966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.790300 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 1 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:51.793410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:51.794090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.854644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Pushing event updated for resources: {'Port': ['ID=12a4420e-4703-4396-a397-e51ecbce501b,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.860475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:51.863049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Port': ['ID=20f6eade-a955-4582-856c-90b5963a95fd,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.894682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.900890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:51.916174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f420838-2690-449c-be69-ae6dc40d1799 req-0be77f54-b294-4084-8cf2-89b46fed7df9 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:51.917992 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f420838-2690-449c-be69-ae6dc40d1799 req-0be77f54-b294-4084-8cf2-89b46fed7df9 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.1782768 Oct 17 18:09:51.960302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=beff55d0-8b8e-4ae8-acfb-802844f46492,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:51.968730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4ef2c377-346b-4dc4-b484-e0b38129e738 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2415638 Oct 17 18:09:51.970697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60764) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:51.974741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network beff55d0-8b8e-4ae8-acfb-802844f46492 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:52.062442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.063893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] In _notify_port_updated(), no bound segment for port 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 on network 3633f22a-8cd2-4998-a95a-e17050652ab7 {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:09:52.069563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:52.070361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.074307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "PUT /v2.0/ports/3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 HTTP/1.1" status: 200 len: 1002 time: 1.2971144 Oct 17 18:09:52.075051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60768) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:52.111175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f420838-2690-449c-be69-ae6dc40d1799 req-5337bbff-7874-4f77-863b-ba1f6a33ff58 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867776 Oct 17 18:09:52.154522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting subnet 4f384ce2-4e9d-4c36-bbde-1af818d0edad {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:09:52.157811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.183940 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-256b5fd6-7a49-4dbf-9929-7c76b98bc340 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6974044 Oct 17 18:09:52.193088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60772) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:52.221017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:52.253893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2fecab23-90b3-444c-b9cb-d373ad471cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.255164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.346400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:52.348067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5581d-c5c0-4fe1-a4a3-0f9c01cd8d78 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:52.354088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:52.356655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:52.362060 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 2 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:52.365308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.386219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:52.386567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.393804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Allocated IP 172.26.2.174 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/79f6ba7f-3f76-496a-8864-568f741ba776) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:52.428311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:52.457111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:52.492536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=cab9af0c-7807-4de5-89a0-ec08149ed66d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:52.511241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:52.519761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:52.530594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:52.584070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.631427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.637654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.655088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:52.658715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.680744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.840337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf01a7-331b-4383-a71a-84565b27e948 None None] Network ac1f535d-57e9-4979-9dbf-2d1f61216326 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:52.857957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.914347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.933521 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 3 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:52.938670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:52.942749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.023644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:53.054887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:53.057654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.064471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:53.065380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=4f384ce2-4e9d-4c36-bbde-1af818d0edad,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:53.070066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:53.088935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.211290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.217958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.251133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] DHCP port deletion for ac1f535d-57e9-4979-9dbf-2d1f61216326 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:09:53.256291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Deleting port 13218056-5355-47db-833d-9f85bdfee31e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:53.256847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.277941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-abd4324e-745e-4cd8-8d06-227376c1c341 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/4f384ce2-4e9d-4c36-bbde-1af818d0edad HTTP/1.1" status: 204 len: 168 time: 1.3061130 Oct 17 18:09:53.307394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60780) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:53.310192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Pushing event updated for resources: {'Port': ['ID=79f6ba7f-3f76-496a-8864-568f741ba776,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:53.315874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 12a4420e-4703-4396-a397-e51ecbce501b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:53.410936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:53.478894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 12a4420e-4703-4396-a397-e51ecbce501b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:53.479227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.479743 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 12a4420e-4703-4396-a397-e51ecbce501b Oct 17 18:09:53.487686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 2001:db8::36e (d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c/506a1f0a-80d9-4e19-a363-0d52b531ea7a/d26084e5-e6e3-425b-a332-4860e173b456) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:53.553236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3878d-bda3-4ba3-96d7-1b86372f644a tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:53.555028 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 4 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:53.555164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3878d-bda3-4ba3-96d7-1b86372f644a tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:53.555655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-24d3878d-bda3-4ba3-96d7-1b86372f644a tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Synchronizing usage tracker for tenant:fee4fd6c66ca4fd3ada09056e23fb867 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:53.609026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.639268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9b770-8fef-4b8e-aace-bd73533f5038 req-4ad38552-8d40-4ea2-82fe-7f0d062f70d0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:53.641180 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-40e9b770-8fef-4b8e-aace-bd73533f5038 req-4ad38552-8d40-4ea2-82fe-7f0d062f70d0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.3409011 Oct 17 18:09:53.643968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb1f77-68fb-40ad-ba31-7c6ccb0a688d req-590ae8cb-fe80-45ae-bd9a-5f7ec6a50b60 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:53.645582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2fcb1f77-68fb-40ad-ba31-7c6ccb0a688d req-590ae8cb-fe80-45ae-bd9a-5f7ec6a50b60 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 945 time: 0.7458923 Oct 17 18:09:53.665079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] For port 13218056-5355-47db-833d-9f85bdfee31e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=13218056-5355-47db-833d-9f85bdfee31e,segment=NetworkSegment(9c936c36-c11a-4fbb-96b9-ff754304896f),segment_id=9c936c36-c11a-4fbb-96b9-ff754304896f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:53.665473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.723237 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-40e9b770-8fef-4b8e-aace-bd73533f5038 req-d1fb0758-28ef-41a6-9aa8-dba45b924150 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698888 Oct 17 18:09:53.725555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.751917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:53.818431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Calling delete_port for 13218056-5355-47db-833d-9f85bdfee31e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:53.838951 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2fcb1f77-68fb-40ad-ba31-7c6ccb0a688d req-c95c8b94-0e2d-4d62-adc6-1242d56980c3 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436613 Oct 17 18:09:53.862288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-24d3878d-bda3-4ba3-96d7-1b86372f644a tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Unset dirty status for tenant:fee4fd6c66ca4fd3ada09056e23fb867 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:53.865686 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-24d3878d-bda3-4ba3-96d7-1b86372f644a tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5486691 Oct 17 18:09:53.872505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60784) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:53.880513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=58c7ef5b-e89c-44c2-8a90-0e6ef0a13178,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:53.889892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': '144ed8d8-a35c-415c-9c93-4cc5f3134ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:53.890253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: beff55d0-8b8e-4ae8-acfb-802844f46492, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:53.918114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:53.947203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 12a4420e-4703-4396-a397-e51ecbce501b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:53.996397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:54.031929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.038964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.041614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.059364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network beff55d0-8b8e-4ae8-acfb-802844f46492 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:54.093919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.094141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] Pushing event deleted for resources: {'Port': ['ID=13218056-5355-47db-833d-9f85bdfee31e,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:54.096013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b647d-7c02-4600-a6f3-22ba7197bdad None None] No DVR routers for this DVR port 13218056-5355-47db-833d-9f85bdfee31e on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:54.113102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:54.119593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4af6352b-4c13-439b-b0f3-1e25c41c3e69 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:54.122962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e8c10f6-6140-4b23-9c59-4235298d2fa6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.153251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c72e1-e6c6-4d5f-9f3c-84bd4767e873 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:09:54.168226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.177916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.189762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, beff55d0-8b8e-4ae8-acfb-802844f46492) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:54.201576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:54.202348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.212001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.251805 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8c10f6-6140-4b23-9c59-4235298d2fa6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 17 18:09:54.252292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8c10f6-6140-4b23-9c59-4235298d2fa6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:09:54.252820 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 5 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:54.270789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.331001 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3e8c10f6-6140-4b23-9c59-4235298d2fa6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/ac1f535d-57e9-4979-9dbf-2d1f61216326 HTTP/1.1" status: 409 len: 405 time: 0.4419234 Oct 17 18:09:54.338108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60788) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.340985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.347039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:54.360979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=cab9af0c-7807-4de5-89a0-ec08149ed66d,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:54.361166 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b307812-7b52-4316-ac1b-ef4af2c4f8f5 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1542487 Oct 17 18:09:54.369230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-554766474'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:54.372383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60792) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.403586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Pushing event updated for resources: {'Port': ['ID=79f6ba7f-3f76-496a-8864-568f741ba776,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:54.406197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.418311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.446780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:54.455442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:54.455816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.455986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:54.456199 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 Oct 17 18:09:54.463058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.467102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-569683fe-ee17-4782-864a-412f622b817b tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 HTTP/1.1" status: 204 len: 168 time: 2.3913198 Oct 17 18:09:54.468093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.472183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17332524-9ba7-4b15-b746-fe28a1a4343c tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3030548 Oct 17 18:09:54.472183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:54.472501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60796) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.473139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.480067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c72e1-e6c6-4d5f-9f3c-84bd4767e873 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:09:54.505494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:54.518131 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-247129ac-b842-4367-b493-dad46e34f6ed tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] GET failed (client error): The resource could not be found. Oct 17 18:09:54.518878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-247129ac-b842-4367-b493-dad46e34f6ed tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Synchronizing usage tracker for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:54.524874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-20e98358-b5de-45d6-a335-156375c7d6da tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'floatingip': {'port_id': 'e2cd6d08-0554-4b16-a06c-39849ee1d537', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:54.553958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:54.574021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:54.580801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:54.583217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:54.585635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.586893 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b2470561-dcf5-415e-9730-7b1ca86ca37d tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9073663 Oct 17 18:09:54.598075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60804) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.618159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20e98358-b5de-45d6-a335-156375c7d6da tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.716426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:54.716805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.792565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-247129ac-b842-4367-b493-dad46e34f6ed tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Unset dirty status for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:54.793832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-247129ac-b842-4367-b493-dad46e34f6ed tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports/3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30 HTTP/1.1" status: 404 len: 333 time: 0.3221726 Oct 17 18:09:54.798498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:54.805546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60812) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:54.813547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1453675448'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:54.829579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:54.860647 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 6 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:54.867175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:54.870713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.891894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=d26084e5-e6e3-425b-a332-4860e173b456,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:54.892777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Usage tracker for resource:floatingip and tenant:008b6e94feef406b8ddcf1ce5cb451ad is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:54.906778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:54.906778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600ac524-cc02-4575-b753-babc2bde76ea" -d '{"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:54.958309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:54.981393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:54.990403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:54.990799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:55.018037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:55.030596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:55.063950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.078115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.078512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment 6de5990f-45cc-4c61-a0e9-a8ce2b94902d of type vlan for network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b Oct 17 18:09:55.121875 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-20e98358-b5de-45d6-a335-156375c7d6da tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] update failed (client error): The resource could not be found. Oct 17 18:09:55.121875 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-20e98358-b5de-45d6-a335-156375c7d6da tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "PUT /v2.0/floatingips/74c17887-20f1-4e51-8e45-1e63a13dad7f HTTP/1.1" status: 404 len: 507 time: 0.6460907 Oct 17 18:09:55.125742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60820) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:55.159189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 13218056-5355-47db-833d-9f85bdfee31e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:55.159869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.189711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.200994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:55.205313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 13218056-5355-47db-833d-9f85bdfee31e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:55.205313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 13218056-5355-47db-833d-9f85bdfee31e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:55.206886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.268426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-beff55d0-8b8e-4ae8-acfb-802844f46492', 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '58c7ef5b-e89c-44c2-8a90-0e6ef0a13178'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:55.269165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.335427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:55.339002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting port cab9af0c-7807-4de5-89a0-ec08149ed66d {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:55.339349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.400622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:55.412045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92cfd-b76f-49b1-9809-493a77a30ca5 req-29d8b45f-c08d-4213-ab47-1054146b28ee tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:55.413513 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f92cfd-b76f-49b1-9809-493a77a30ca5 req-29d8b45f-c08d-4213-ab47-1054146b28ee tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.4676313 Oct 17 18:09:55.432696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19937-d172-47e7-9357-94038dc3da24 req-300ac9c1-6b28-43b2-8611-08250e45d9ff tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:55.434287 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b3a19937-d172-47e7-9357-94038dc3da24 req-300ac9c1-6b28-43b2-8611-08250e45d9ff tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.4174259 Oct 17 18:09:55.467737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Allocated IP 172.20.0.1 (beff55d0-8b8e-4ae8-acfb-802844f46492/58c7ef5b-e89c-44c2-8a90-0e6ef0a13178/7aeca10f-c5d2-435a-bc52-507d67637000) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:55.467953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.496259 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 7 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:55.600708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.606443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:55.607044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.615388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:55.615612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.668694 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f92cfd-b76f-49b1-9809-493a77a30ca5 req-a342363d-e49f-4cc3-8c82-508c7ca7b68b tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125526 Oct 17 18:09:55.698898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:55.702007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.757203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.759045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.759376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.768456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Transition to ACTIVE for port object 7aeca10f-c5d2-435a-bc52-507d67637000 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:55.770327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port ab905dfa-dc05-44f3-8b70-678d999a7dab yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:55.771656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b3a19937-d172-47e7-9357-94038dc3da24 req-56fd6583-69ef-4807-b4be-66e9aa71a5f6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260689 Oct 17 18:09:55.788174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Transition to ACTIVE for port object 7aeca10f-c5d2-435a-bc52-507d67637000 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:55.793164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583d56a3-3d4d-4201-bcac-65bd3bb5ff71 x-openstack-request-id: req-583d56a3-3d4d-4201-bcac-65bd3bb5ff71 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:55.793464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:55.793743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-583d56a3-3d4d-4201-bcac-65bd3bb5ff71 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:55.796347 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583d56a3-3d4d-4201-bcac-65bd3bb5ff71'] response: {'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'code': 200} Oct 17 18:09:55.816826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=6d60f331-c1d7-4f45-af4e-63ccf5dbf54b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:55.829162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:55.835686 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b31c919-e8c6-4f0b-b92f-a557cc0fb4df tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4932954 Oct 17 18:09:55.835842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60828) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:55.841536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:55.937167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:55.951945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Calling delete_port for cab9af0c-7807-4de5-89a0-ec08149ed66d owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:56.017331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Network beff55d0-8b8e-4ae8-acfb-802844f46492 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:56.023186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:56.028302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:56.034303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Pushing event updated for resources: {'Port': ['ID=7aeca10f-c5d2-435a-bc52-507d67637000,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:56.140316 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 8 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:56.141635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:56.155328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:56.204213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.220468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Attempting to bind port 7aeca10f-c5d2-435a-bc52-507d67637000 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:56.220908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Attempting to bind port 7aeca10f-c5d2-435a-bc52-507d67637000 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '144ed8d8-a35c-415c-9c93-4cc5f3134ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:56.221330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Attempting to bind port 7aeca10f-c5d2-435a-bc52-507d67637000 on network beff55d0-8b8e-4ae8-acfb-802844f46492 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:56.229750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:56.230406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:56.230826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Checking segment: {'id': '144ed8d8-a35c-415c-9c93-4cc5f3134ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:56.231233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.231625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Bound using segment: {'id': '144ed8d8-a35c-415c-9c93-4cc5f3134ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:56.232098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Bound port: 7aeca10f-c5d2-435a-bc52-507d67637000, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144ed8d8-a35c-415c-9c93-4cc5f3134ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:56.232477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.265872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::248 (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/ab905dfa-dc05-44f3-8b70-678d999a7dab) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:56.274743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.336501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff5889-133f-4fbf-9818-1cfbba478f7a req-2083db14-b166-4aaa-a480-b35067219b41 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:56.338095 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4cff5889-133f-4fbf-9818-1cfbba478f7a req-2083db14-b166-4aaa-a480-b35067219b41 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.3561022 Oct 17 18:09:56.365023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60832) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:56.373174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.374397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Request body: {'floatingip': {'port_id': '4b33dbf8-d1ee-4f20-92f0-32654958ac05'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:56.394312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] For port 7aeca10f-c5d2-435a-bc52-507d67637000, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:56.397838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] For port 7aeca10f-c5d2-435a-bc52-507d67637000, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7aeca10f-c5d2-435a-bc52-507d67637000,segment=NetworkSegment(144ed8d8-a35c-415c-9c93-4cc5f3134ece),segment_id=144ed8d8-a35c-415c-9c93-4cc5f3134ece)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:56.506226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.508369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.575134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:56.579483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.621573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=58c7ef5b-e89c-44c2-8a90-0e6ef0a13178,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:56.639876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780b06-e1ab-4f1d-a2f7-2fe5b190757a None None] Pushing event updated for resources: {'Port': ['ID=7aeca10f-c5d2-435a-bc52-507d67637000,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:56.663359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d756e61-e8f9-4fb5-9d31-3f4c66cc7dcc None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:09:56.715959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.732685 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 9 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:56.803912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.830956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Port': ['ID=cab9af0c-7807-4de5-89a0-ec08149ed66d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:56.871135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beff55d0-8b8e-4ae8-acfb-802844f46492']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:56.891904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144ed8d8-a35c-415c-9c93-4cc5f3134ece') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:56.892192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144ed8d8-a35c-415c-9c93-4cc5f3134ece') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:56.909094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:56.914240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:56.920082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d756e61-e8f9-4fb5-9d31-3f4c66cc7dcc None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:09:56.976500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79c48-3328-41dc-aeb1-b91abb410f93 req-703e1ad3-a5a6-4544-a27b-2e3cc67a1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:56.977973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1be79c48-3328-41dc-aeb1-b91abb410f93 req-703e1ad3-a5a6-4544-a27b-2e3cc67a1e7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 1099 time: 0.5862443 Oct 17 18:09:57.058986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.081125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:57.081523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.085196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Allocated IP 172.26.2.219 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fbefec5a-beab-4fa5-b1e0-b5fae7fe330a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:57.175977 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 144ed8d8-a35c-415c-9c93-4cc5f3134ece resource provider aggregate not found Oct 17 18:09:57.207639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1be79c48-3328-41dc-aeb1-b91abb410f93 req-19f2ef1c-a526-413d-bbc1-3a4737db414d service neutron] Synchronizing usage tracker for tenant:4f43f81ee31d400f9c123b7729beb292 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:57.221707 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 144ed8d8-a35c-415c-9c93-4cc5f3134ece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 144ed8d8-a35c-415c-9c93-4cc5f3134ece found for delete ", "request_id": "req-ecafab5f-1852-4738-836e-ca3da45e4679"}]} Oct 17 18:09:57.286576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368c46-1398-44c5-a5ee-add1f2d8dcb6 req-89b3d3b6-9db5-45d6-bcca-71c2a8bb3249 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:57.287997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f368c46-1398-44c5-a5ee-add1f2d8dcb6 req-89b3d3b6-9db5-45d6-bcca-71c2a8bb3249 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.3776762 Oct 17 18:09:57.291231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:09:57.291231 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:09:57.291231 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': 'beff55d0-8b8e-4ae8-acfb-802844f46492'}] Oct 17 18:09:57.291231 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:57.291535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:57.316707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.332259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router d87a2f90-de34-4c79-b87c-512faf1aaaac is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:09:57.349950 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f368c46-1398-44c5-a5ee-add1f2d8dcb6 req-b504ee1e-d0e6-44ae-9450-284b58a9c0b6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532341 Oct 17 18:09:57.396575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5de206-6484-4827-9518-b95b55426c66 None None] Network beff55d0-8b8e-4ae8-acfb-802844f46492 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:57.415782 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 10 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:09:57.417924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1be79c48-3328-41dc-aeb1-b91abb410f93 req-19f2ef1c-a526-413d-bbc1-3a4737db414d service neutron] Unset dirty status for tenant:4f43f81ee31d400f9c123b7729beb292 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:57.418916 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1be79c48-3328-41dc-aeb1-b91abb410f93 req-19f2ef1c-a526-413d-bbc1-3a4737db414d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140522 Oct 17 18:09:57.442241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.466328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.467471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bec3b369-5a98-4297-aee2-4f2517fcddf3 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "DELETE /v2.0/floatingips/74c17887-20f1-4e51-8e45-1e63a13dad7f HTTP/1.1" status: 204 len: 168 time: 2.3425629 Oct 17 18:09:57.485877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60842) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:57.493388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'floatingip': {'floating_network_id': '2913163f-5c10-4781-86e2-6f179fea68fc', 'port_id': 'e2cd6d08-0554-4b16-a06c-39849ee1d537', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:57.558723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:57.590858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:57.603867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object ab905dfa-dc05-44f3-8b70-678d999a7dab will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:57.615940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:floatingip and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:57.622197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:57.645755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:57.657781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.673292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:57.685086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Sync routers for ids ['d87a2f90-de34-4c79-b87c-512faf1aaaac'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:57.690429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:09:57.695356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.702684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Routers {'d87a2f90-de34-4c79-b87c-512faf1aaaac'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:57.702972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d87a2f90-de34-4c79-b87c-512faf1aaaac'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:57.785889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=83ce3680-5c92-403a-8d43-fd1c98bff46d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:57.800417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.803238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.813571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.828720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': '6de5990f-45cc-4c61-a0e9-a8ce2b94902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:57.829075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:57.831721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port d7fd145d-f5e1-4b72-8afa-f86df40247a3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:57.835753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port 7aeca10f-c5d2-435a-bc52-507d67637000 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:57.835753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.840758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10950dfa-4180-4cb8-bd1e-0a7e000b2fb6 None None] Network beff55d0-8b8e-4ae8-acfb-802844f46492 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:57.861217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning complete for port d7fd145d-f5e1-4b72-8afa-f86df40247a3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:57.861680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.862016 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 1 to provision port d7fd145d-f5e1-4b72-8afa-f86df40247a3 Oct 17 18:09:57.898777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.902605 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b358d510-185e-4de5-b6c3-7f5e3522cc01 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8129072 Oct 17 18:09:57.902923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:57.904975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:57.969351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:57.977654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:57.979921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:57.985743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:57.986355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.021805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.034986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:58.037681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=ab905dfa-dc05-44f3-8b70-678d999a7dab,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:58.078259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:58.080668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:58.100399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Set router d87a2f90-de34-4c79-b87c-512faf1aaaac gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:58.147490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.275351 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-10ea577b-47c1-4cf7-84b9-f62f3e310e84 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4669278 Oct 17 18:09:58.306939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Pushing event updated for resources: {'Port': ['ID=fbefec5a-beab-4fa5-b1e0-b5fae7fe330a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:58.315940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60850) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:58.332798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'network_id': '3633f22a-8cd2-4998-a95a-e17050652ab7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374861321'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:58.450383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:58.453733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.482098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Current status of the port d7fd145d-f5e1-4b72-8afa-f86df40247a3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:58.484187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.525403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.579424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:58.607643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87a2f90-de34-4c79-b87c-512faf1aaaac', 'name': '', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c', 'external_fixed_ips': [{'subnet_id': '506a1f0a-80d9-4e19-a363-0d52b531ea7a', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': 'd26084e5-e6e3-425b-a332-4860e173b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:50Z', 'updated_at': '2022-10-17T18:09:54Z', 'revision_number': 3, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port': {'id': 'd26084e5-e6e3-425b-a332-4860e173b456', 'name': '', 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87a2f90-de34-4c79-b87c-512faf1aaaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '506a1f0a-80d9-4e19-a363-0d52b531ea7a', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:52Z', 'updated_at': '2022-10-17T18:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '506a1f0a-80d9-4e19-a363-0d52b531ea7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:58.613728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Checking router: d87a2f90-de34-4c79-b87c-512faf1aaaac for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:58.614088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Updating router d87a2f90-de34-4c79-b87c-512faf1aaaac port d26084e5-e6e3-425b-a332-4860e173b456 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:58.666184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port 7aeca10f-c5d2-435a-bc52-507d67637000, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7aeca10f-c5d2-435a-bc52-507d67637000,segment=NetworkSegment(144ed8d8-a35c-415c-9c93-4cc5f3134ece),segment_id=144ed8d8-a35c-415c-9c93-4cc5f3134ece)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:58.666547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.670785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.699798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.703239 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Floating IP d4ac4325-053f-4a24-8c4d-ef8aa38da1cc associated. External IP: 172.26.2.113, port: 4b33dbf8-d1ee-4f20-92f0-32654958ac05. Oct 17 18:09:58.805831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:58.817169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for 7aeca10f-c5d2-435a-bc52-507d67637000 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:58.830970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c57a8-6288-4a0f-a0c9-9d2a729d818c None None] Network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:58.868245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:58.868588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.909581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning for port 3016d991-7311-4ddd-8a42-86a51e8e8744 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:58.912341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.912555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Pushing event updated for resources: {'Port': ['ID=d7fd145d-f5e1-4b72-8afa-f86df40247a3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:58.913033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:58.925137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-359fb7a1-1f45-439a-a579-2f48140c394d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5089998 Oct 17 18:09:58.928513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Provisioning complete for port 3016d991-7311-4ddd-8a42-86a51e8e8744 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:58.928889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:58.929230 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Attempt 1 to provision port 3016d991-7311-4ddd-8a42-86a51e8e8744 Oct 17 18:09:58.948586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:58.976413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.030702 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-85d8912f-a614-403b-bf27-97361ce35c44 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1933875 Oct 17 18:09:59.033063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60856) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:59.086986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33df3-d8bc-4bfd-8b1f-7093093bc6c7 req-2ec171d1-211d-40cf-afd3-09ce7d6ae8b6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:59.086986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f1f33df3-d8bc-4bfd-8b1f-7093093bc6c7 req-2ec171d1-211d-40cf-afd3-09ce7d6ae8b6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:59.089591 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:09:59.090641 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-05e3aefd-7d46-49a0-a5df-4942bbc0e00e tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6030774 Oct 17 18:09:59.135105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60860) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:59.176578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d7fd145d-f5e1-4b72-8afa-f86df40247a3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:59.199855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.212301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Made reservation on behalf of 157bf64e7b1447ea86dd7ae79d2127aa for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:59.214445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port d26084e5-e6e3-425b-a332-4860e173b456 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:59.214961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.215781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.272674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'e2cd6d08-0554-4b16-a06c-39849ee1d537', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:59.351872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] device_id is not set on port f3397a8d-f200-4d01-bfb1-d677dc2930c4 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:09:59.363664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:59.366146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Port': ['ID=7aeca10f-c5d2-435a-bc52-507d67637000,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:59.384376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No DVR routers for this DVR port 7aeca10f-c5d2-435a-bc52-507d67637000 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:59.417374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Current status of the port 3016d991-7311-4ddd-8a42-86a51e8e8744 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:59.417806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.419176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Usage tracker for resource:floatingip and tenant:395ffed5c0b2474092e3e21b5f601993 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:59.425559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:59.458228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:59.467350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-6d60f331-c1d7-4f45-af4e-63ccf5dbf54b', 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': '83ce3680-5c92-403a-8d43-fd1c98bff46d'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:59.468439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.484158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f1f33df3-d8bc-4bfd-8b1f-7093093bc6c7 req-2ec171d1-211d-40cf-afd3-09ce7d6ae8b6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:59.491657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f1f33df3-d8bc-4bfd-8b1f-7093093bc6c7 req-2ec171d1-211d-40cf-afd3-09ce7d6ae8b6 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.9632554 Oct 17 18:09:59.585386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d7fd145d-f5e1-4b72-8afa-f86df40247a3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:59.586026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.586385 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d7fd145d-f5e1-4b72-8afa-f86df40247a3 Oct 17 18:09:59.591176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:59.619395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] For port 3016d991-7311-4ddd-8a42-86a51e8e8744, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3016d991-7311-4ddd-8a42-86a51e8e8744,segment=NetworkSegment(a1368db9-be05-40c1-a478-09c87df43364),segment_id=a1368db9-be05-40c1-a478-09c87df43364)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:59.630229 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f1f33df3-d8bc-4bfd-8b1f-7093093bc6c7 req-8ce17ef9-c3ab-42f5-8fed-945b9ccf0437 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376116 Oct 17 18:09:59.667372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.671031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.673282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.703297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Transition to ACTIVE for port object d26084e5-e6e3-425b-a332-4860e173b456 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:59.739415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beff55d0-8b8e-4ae8-acfb-802844f46492']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:59.757735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.773161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-ec2757cf-99d8-4e73-be2c-d977ba85c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:59.774673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-ec2757cf-99d8-4e73-be2c-d977ba85c6fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1098 time: 0.6378891 Oct 17 18:09:59.780812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.794441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:09:59.803085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Allocated IP 2001:db8::1fe (3633f22a-8cd2-4998-a95a-e17050652ab7/fba52b56-28a5-43a7-a94f-f4b95fa50d9b/f3397a8d-f200-4d01-bfb1-d677dc2930c4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:59.818573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144ed8d8-a35c-415c-9c93-4cc5f3134ece') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:59.818573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144ed8d8-a35c-415c-9c93-4cc5f3134ece') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:59.835900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.851007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.904011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.930462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Allocated IP 2001:db8::f816:3eff:fe21:da18 (6d60f331-c1d7-4f45-af4e-63ccf5dbf54b/83ce3680-5c92-403a-8d43-fd1c98bff46d/6abe23da-33df-4fcf-93a1-6a92c61cba83) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:59.934568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Could not find standard attr ID for object c7b5d95b-6178-4134-9a8e-14d4a7a2e25c. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:09:59.944366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Could not find standard attr ID for object ea8c67bf-f802-4930-9a40-223581419f0b. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:09:59.958917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Attempting to bind port d26084e5-e6e3-425b-a332-4860e173b456 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:59.959318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Attempting to bind port d26084e5-e6e3-425b-a332-4860e173b456 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '242e3da2-5742-43f4-95b7-b2bf12d72699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:59.959683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Attempting to bind port d26084e5-e6e3-425b-a332-4860e173b456 on network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:59.975415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:59.975787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Checking segment: {'id': '242e3da2-5742-43f4-95b7-b2bf12d72699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:59.978257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.978257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Bound using segment: {'id': '242e3da2-5742-43f4-95b7-b2bf12d72699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:59.978257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Bound port: d26084e5-e6e3-425b-a332-4860e173b456, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242e3da2-5742-43f4-95b7-b2bf12d72699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:59.978257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.984984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.015479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d7fd145d-f5e1-4b72-8afa-f86df40247a3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:00.047070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9843c8-e04e-496e-81ef-7edf5e087dbc None None] Pushing event updated for resources: {'Port': ['ID=3016d991-7311-4ddd-8a42-86a51e8e8744,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:00.067082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:00.082120 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Sync routers for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:00.091923 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:00.092635 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:00.109839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Pushing event updated for resources: {'Port': ['ID=fbefec5a-beab-4fa5-b1e0-b5fae7fe330a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:00.131673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.144865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Could not find standard attr ID for object 13218056-5355-47db-833d-9f85bdfee31e. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:00.153927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for d26084e5-e6e3-425b-a332-4860e173b456 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:00.173361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Could not find standard attr ID for object 3e10e8b6-7794-4374-803a-5df7b14bbfa7. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:00.211118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa988c-a582-4029-b806-afee2a470807 None None] Pushing event updated for resources: {'Port': ['ID=d26084e5-e6e3-425b-a332-4860e173b456,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:00.242358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] For port d26084e5-e6e3-425b-a332-4860e173b456, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:00.258170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.259663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Provisioning complete for port 79d9e340-3b67-4202-b6d0-daaa911e76fe triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:00.260355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.260355 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 1 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:00.279880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.288328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Transition to ACTIVE for port object f3397a8d-f200-4d01-bfb1-d677dc2930c4 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:00.301179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.322487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:00.325352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] For port d26084e5-e6e3-425b-a332-4860e173b456, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d26084e5-e6e3-425b-a332-4860e173b456,segment=NetworkSegment(242e3da2-5742-43f4-95b7-b2bf12d72699),segment_id=242e3da2-5742-43f4-95b7-b2bf12d72699)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:00.362239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.363638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:00.364049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.389545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.401404 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:00.404035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.415193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Transition to ACTIVE for port object 6abe23da-33df-4fcf-93a1-6a92c61cba83 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:00.433635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Transition to ACTIVE for port object 6abe23da-33df-4fcf-93a1-6a92c61cba83 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:00.452521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.472029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.552913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.569025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Routers {'d87a2f90-de34-4c79-b87c-512faf1aaaac'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:00.570244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d87a2f90-de34-4c79-b87c-512faf1aaaac'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:00.576008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 144ed8d8-a35c-415c-9c93-4cc5f3134ece resource provider aggregate not found Oct 17 18:10:00.643023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:00.648180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 144ed8d8-a35c-415c-9c93-4cc5f3134ece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 144ed8d8-a35c-415c-9c93-4cc5f3134ece found for delete ", "request_id": "req-4a7efef7-ef78-4908-a07c-f0f463b877cd"}]} Oct 17 18:10:00.654637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:00.672978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-b9af0166-a988-4c15-b300-c07585fabda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:00.679742 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-b9af0166-a988-4c15-b300-c07585fabda6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 912 time: 0.8497732 Oct 17 18:10:00.685508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=f3397a8d-f200-4d01-bfb1-d677dc2930c4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:00.692763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.694899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a0ce928-8a93-4485-bdde-ce7bf382e0c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0884557 Oct 17 18:10:00.707437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:00.708299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60870) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:00.711292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:00.725270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:00.730735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:00.735349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.766471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:00.836790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.842153 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 2 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:00.892082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:00.916915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:00.921556 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45757a85-c051-4d57-97be-e6508c9d02a1 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "PUT /v2.0/floatingips/d4ac4325-053f-4a24-8c4d-ef8aa38da1cc HTTP/1.1" status: 200 len: 991 time: 4.5527000 Oct 17 18:10:00.924252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:00.926923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc8e626-73e6-408f-9317-c46d355b8e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:00.965824 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd4ac4325-053f-4a24-8c4d-ef8aa38da1cc', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'port_id': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'mac_address': 'fa:16:3e:61:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:11Z', 'updated_at': '2022-10-17T18:09:57Z', 'revision_number': 1, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:00.965824 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Checking router: ee104e92-b1c0-4d6d-ad8b-1525fc003a3a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:00.966914 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c5422289-6e8a-415a-919a-b7e7155db97d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6203821 Oct 17 18:10:00.967180 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:00.967278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-32872a37-bbf8-4848-a14e-6db8bff88d95 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Synchronizing usage tracker for tenant:7e3bb142af4b4ac5b72de6b1031357a7 on resource:floatingip {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:00.967368 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:00.967463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa988c-a582-4029-b806-afee2a470807 None None] Pushing event updated for resources: {'Port': ['ID=d26084e5-e6e3-425b-a332-4860e173b456,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:00.971838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60878) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:01.018462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:79:ea:ab'}, {'ip_address': '2001:db8::248', 'mac_address': 'fa:16:3e:d9:59:e3'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:01.064263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=beff55d0-8b8e-4ae8-acfb-802844f46492,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:01.078268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Attempting to bind port 6abe23da-33df-4fcf-93a1-6a92c61cba83 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:01.078577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Attempting to bind port 6abe23da-33df-4fcf-93a1-6a92c61cba83 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '6de5990f-45cc-4c61-a0e9-a8ce2b94902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:01.078943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Attempting to bind port 6abe23da-33df-4fcf-93a1-6a92c61cba83 on network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:01.099123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] Set router d87a2f90-de34-4c79-b87c-512faf1aaaac gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:01.146566 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-09ec3735-fb58-4988-9a3a-ef498bcd81c2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/beff55d0-8b8e-4ae8-acfb-802844f46492 HTTP/1.1" status: 204 len: 168 time: 6.7709372 Oct 17 18:10:01.154382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60882) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:01.156662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:01.156662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Checking segment: {'id': '6de5990f-45cc-4c61-a0e9-a8ce2b94902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:01.156939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.157272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Bound using segment: {'id': '6de5990f-45cc-4c61-a0e9-a8ce2b94902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:01.157854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Bound port: 6abe23da-33df-4fcf-93a1-6a92c61cba83, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5990f-45cc-4c61-a0e9-a8ce2b94902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:01.158235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.163656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-07ae1c78-3fbf-4b48-b98d-b53f562232c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 999 time: 0.4692590 Oct 17 18:10:01.173306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201137661'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:01.191650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:01.197636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:01.202276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:01.210392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:01.239826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac1d0-069f-4ad0-8492-993f95a0cfd8 req-2165e4ef-ee13-46ef-8d9e-67b8e1bd5bb4 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:01.242255 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-07fac1d0-069f-4ad0-8492-993f95a0cfd8 req-2165e4ef-ee13-46ef-8d9e-67b8e1bd5bb4 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.1636388 Oct 17 18:10:01.242398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3016d991-7311-4ddd-8a42-86a51e8e8744 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:01.257492 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:01.279401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Pushing event updated for resources: {'Port': ['ID=6abe23da-33df-4fcf-93a1-6a92c61cba83,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:01.302568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.305085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87a2f90-de34-4c79-b87c-512faf1aaaac', 'name': '', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:50Z', 'updated_at': '2022-10-17T18:09:58Z', 'revision_number': 4, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:01.330507 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-07fac1d0-069f-4ad0-8492-993f95a0cfd8 req-82ed29fc-1a02-414a-885b-10d8dccd449f tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830348 Oct 17 18:10:01.353830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5fad4-a83a-485b-bca2-520064d30b57 None None] The sync data for ids ['d87a2f90-de34-4c79-b87c-512faf1aaaac'] in dv-neutron-861384-1-hyperv is: [{'id': 'd87a2f90-de34-4c79-b87c-512faf1aaaac', 'name': '', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:50Z', 'updated_at': '2022-10-17T18:09:58Z', 'revision_number': 4, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:01.407460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb583f1-858e-452c-81d7-b75f66e97662 x-openstack-request-id: req-3fb583f1-858e-452c-81d7-b75f66e97662 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:01.407752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:01.408020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fb583f1-858e-452c-81d7-b75f66e97662 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:01.408733 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb583f1-858e-452c-81d7-b75f66e97662'] response: {'name': 'network-changed', 'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'status': 'completed', 'code': 200} Oct 17 18:10:01.417944 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 3 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:01.438905 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=83ce3680-5c92-403a-8d43-fd1c98bff46d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:01.452344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] For port 6abe23da-33df-4fcf-93a1-6a92c61cba83, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:01.475939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3016d991-7311-4ddd-8a42-86a51e8e8744 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:01.476310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.476647 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3016d991-7311-4ddd-8a42-86a51e8e8744 Oct 17 18:10:01.489633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.514962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] For port 6abe23da-33df-4fcf-93a1-6a92c61cba83, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6abe23da-33df-4fcf-93a1-6a92c61cba83,segment=NetworkSegment(6de5990f-45cc-4c61-a0e9-a8ce2b94902d),segment_id=6de5990f-45cc-4c61-a0e9-a8ce2b94902d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:01.539526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-32872a37-bbf8-4848-a14e-6db8bff88d95 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Unset dirty status for tenant:7e3bb142af4b4ac5b72de6b1031357a7 on resource:floatingip {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:01.547244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:01.547396 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-32872a37-bbf8-4848-a14e-6db8bff88d95 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.8311348 Oct 17 18:10:01.547697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:01.548067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60890) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:01.548465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:01.616455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-0026400d-af85-4dc8-8f95-95294d10515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:01.618747 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-0026400d-af85-4dc8-8f95-95294d10515d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 200 len: 850 time: 0.3893576 Oct 17 18:10:01.630860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3016d991-7311-4ddd-8a42-86a51e8e8744 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:01.643361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:01.650636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.697523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d1233b3-8de7-4a99-8aee-d5d50280c7e0 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Synchronizing usage tracker for tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 on resource:floatingip {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:01.702180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75784bad-2551-451d-961d-8fde490ca407 req-887bc61b-1afe-4068-82c8-b4c34e081024 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:01.705005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.714557 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75784bad-2551-451d-961d-8fde490ca407 req-887bc61b-1afe-4068-82c8-b4c34e081024 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.8752968 Oct 17 18:10:01.737468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:01.746601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.746946 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment be1b949e-73e2-400e-b38a-2693adfc16e9 of type vlan for network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e Oct 17 18:10:01.770310 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd4ac4325-053f-4a24-8c4d-ef8aa38da1cc', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'port_id': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'mac_address': 'fa:16:3e:61:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:11Z', 'updated_at': '2022-10-17T18:09:57Z', 'revision_number': 1, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:01.775467 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b7bc62-c422-474d-bb8d-bbeee98353db None None] The sync data for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv is: [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd4ac4325-053f-4a24-8c4d-ef8aa38da1cc', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'port_id': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'mac_address': 'fa:16:3e:61:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:11Z', 'updated_at': '2022-10-17T18:09:57Z', 'revision_number': 1, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:01.784192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.837719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d1233b3-8de7-4a99-8aee-d5d50280c7e0 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Unset dirty status for tenant:44c8f2bfebca44f187bae3ecdcc1b7f1 on resource:floatingip {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:01.839112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d1233b3-8de7-4a99-8aee-d5d50280c7e0 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2899723 Oct 17 18:10:01.841733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60894) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:01.848909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.905878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637dbd8-877e-4a18-b0df-2414667410eb None None] Pushing event updated for resources: {'Port': ['ID=6abe23da-33df-4fcf-93a1-6a92c61cba83,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:01.934676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf734c35-629a-4495-892a-2cebd0faa2bd None None] Network 6d60f331-c1d7-4f45-af4e-63ccf5dbf54b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:01.939608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.946121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:01.946764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.043904 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 4 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:02.074457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port d26084e5-e6e3-425b-a332-4860e173b456 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:02.074808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.078218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Deleting port fbefec5a-beab-4fa5-b1e0-b5fae7fe330a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:02.078584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.105249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d60f331-c1d7-4f45-af4e-63ccf5dbf54b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:02.126225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75784bad-2551-451d-961d-8fde490ca407 req-901dad1e-cf93-4816-85f5-58ffca03f53e tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968812 Oct 17 18:10:02.137269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553757d-780c-461d-8c50-d409fe5da8c2 None None] New status for floating IP d4ac4325-053f-4a24-8c4d-ef8aa38da1cc: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:10:02.202065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5990f-45cc-4c61-a0e9-a8ce2b94902d') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:02.202436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5990f-45cc-4c61-a0e9-a8ce2b94902d') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:02.228957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.241945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.312788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.347959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.348559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.409072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:02.427285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:02.427285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.457283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Allocated IP 172.26.2.47 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/f3aa295e-db1c-4690-88e9-03a4dcea91fc) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:02.464096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-1115af96-5a9f-49eb-a899-4fd55e03aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:02.465570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-1115af96-5a9f-49eb-a899-4fd55e03aa2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c87a77-2339-4893-8dc8-8439ffc5da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8120794 Oct 17 18:10:02.480431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:02.502024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:02.548882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Calling delete_port for fbefec5a-beab-4fa5-b1e0-b5fae7fe330a owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:02.579878 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f8941a3a-7494-4d0a-ab8b-d544be8dec3a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4244711 Oct 17 18:10:02.580681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60900) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:02.597579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d255733-0083-46dc-b4d9-3d40ab223b48 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:02.601886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:02.767641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:02.774605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:02.775708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d255733-0083-46dc-b4d9-3d40ab223b48 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:02.779448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:02.787678 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6de5990f-45cc-4c61-a0e9-a8ce2b94902d resource provider aggregate not found Oct 17 18:10:02.800976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:10:02.800976 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:10:02.800976 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '6d60f331-c1d7-4f45-af4e-63ccf5dbf54b'}] Oct 17 18:10:02.800976 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:02.801337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:02.832773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aabb9b-eb76-4900-82bd-5cf1263b5d9e req-a2f1a8b7-a188-4d2e-9510-bcaa9761b814 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:02.834555 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-09aabb9b-eb76-4900-82bd-5cf1263b5d9e req-a2f1a8b7-a188-4d2e-9510-bcaa9761b814 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.4964890 Oct 17 18:10:02.845786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:02.850697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60908) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:02.855857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Request body: {'floatingip': {'port_id': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:02.867164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6de5990f-45cc-4c61-a0e9-a8ce2b94902d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6de5990f-45cc-4c61-a0e9-a8ce2b94902d found for delete ", "request_id": "req-1b3a8296-d980-4b62-b54c-3ea511bc3eb1"}]} Oct 17 18:10:02.913069 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 5 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:02.964900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] For port d26084e5-e6e3-425b-a332-4860e173b456, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d26084e5-e6e3-425b-a332-4860e173b456,segment=NetworkSegment(242e3da2-5742-43f4-95b7-b2bf12d72699),segment_id=242e3da2-5742-43f4-95b7-b2bf12d72699)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:02.965300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.989026 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-38ba142d-25b9-4308-8833-87793eb86957 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654837 Oct 17 18:10:03.020710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:03.034624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:03.038232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.117395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.157772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for d26084e5-e6e3-425b-a332-4860e173b456 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:03.313125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.336687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.338658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.368620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.400303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 6abe23da-33df-4fcf-93a1-6a92c61cba83 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:03.400640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.402853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Pushing event deleted for resources: {'Port': ['ID=fbefec5a-beab-4fa5-b1e0-b5fae7fe330a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:03.429477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2acd16f1-edef-40b7-ac8b-402e7adfb79f req-4deb474e-e71c-4f7f-a519-621e4caef36e service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622680 Oct 17 18:10:03.452784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.453425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] In _notify_port_updated(), no bound segment for port f3397a8d-f200-4d01-bfb1-d677dc2930c4 on network 3633f22a-8cd2-4998-a95a-e17050652ab7 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:10:03.458954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:03.459574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.460832 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "PUT /v2.0/ports/f3397a8d-f200-4d01-bfb1-d677dc2930c4 HTTP/1.1" status: 200 len: 1067 time: 2.4840648 Oct 17 18:10:03.504084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60912) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:03.522245 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 6 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:03.582800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:03.703360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.771775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.772894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-740c86aa-2eb3-4d1a-b213-f4adf88479c6 tempest-FloatingIPAdminTestJSON-1882815773 tempest-FloatingIPAdminTestJSON-1882815773-project] 10.222.0.36 "DELETE /v2.0/floatingips/3cd8d910-9095-4035-98c8-3bc0e0cccd98 HTTP/1.1" status: 204 len: 168 time: 1.9302063 Oct 17 18:10:03.775632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60916) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:03.876785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94f3c6-152c-4461-acbb-f9fff38e6912 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event updated for resources: {'Port': ['ID=f3397a8d-f200-4d01-bfb1-d677dc2930c4,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:03.895903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port f3397a8d-f200-4d01-bfb1-d677dc2930c4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:03.896267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.914798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.083902 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 7 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:04.084489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Deleting port 79f6ba7f-3f76-496a-8864-568f741ba776 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:04.084489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.132265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.142175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:04.148481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=c633df94-4125-4e82-982f-a7c157a4a1db,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:04.166886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'be1b949e-73e2-400e-b38a-2693adfc16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:04.167236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:04.186010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port 6abe23da-33df-4fcf-93a1-6a92c61cba83, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6abe23da-33df-4fcf-93a1-6a92c61cba83,segment=NetworkSegment(6de5990f-45cc-4c61-a0e9-a8ce2b94902d),segment_id=6de5990f-45cc-4c61-a0e9-a8ce2b94902d)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:04.186399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.207968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.212777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-4f927f59-9a2b-4eaa-bb30-169d166fb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:04.214388 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-4f927f59-9a2b-4eaa-bb30-169d166fb506 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1098 time: 0.5786119 Oct 17 18:10:04.391975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:04.399177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 6abe23da-33df-4fcf-93a1-6a92c61cba83 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:04.484936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:04.510578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.510923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.523532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:04.597557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:04.637974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:04.639676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event updated for resources: {'Port': ['ID=f3aa295e-db1c-4690-88e9-03a4dcea91fc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:04.642785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:04.643238 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 8 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:04.644046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.651022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.653919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Calling delete_port for 79f6ba7f-3f76-496a-8864-568f741ba776 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:04.677048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc560ce-2996-4763-820c-b8736c3bcaf7 None None] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:04.687936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.784643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.834773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:04.889961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Port': ['ID=d26084e5-e6e3-425b-a332-4860e173b456,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:04.906553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1cf6e1fc-c800-4b69-8481-eb065645ec82 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3088317 Oct 17 18:10:04.925369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60920) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:04.988873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Floating IP 5d779749-df42-403a-871b-b1a0470e4be5 associated. External IP: 172.26.2.153, port: 4af6352b-4c13-439b-b0f3-1e25c41c3e69. Oct 17 18:10:04.990268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:04.990925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e', 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': 'c633df94-4125-4e82-982f-a7c157a4a1db'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:04.992108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.000301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.102972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.163852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Allocated IP 172.20.0.2 (198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e/c633df94-4125-4e82-982f-a7c157a4a1db/6f6e2f80-76ce-4699-befc-53f7e03201b0) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:05.209038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f6ba7f-3f76-496a-8864-568f741ba776,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:05.272080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.282110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-f718a73b-604a-451a-970a-70b9545a4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:05.283553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-f718a73b-604a-451a-970a-70b9545a4ded service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 912 time: 1.0576541 Oct 17 18:10:05.298748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.347341 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 9 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:05.443782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.448285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1478d091-98a8-4b7c-acc1-41a4ea7df7d8 tempest-FloatingIPAdminTestJSON-984476433 tempest-FloatingIPAdminTestJSON-984476433-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/57bb531a-09ef-4cc0-aecf-efeb1414bbff HTTP/1.1" status: 204 len: 168 time: 1.6684070 Oct 17 18:10:05.448459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:05.472716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:05.520809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.537353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for f3397a8d-f200-4d01-bfb1-d677dc2930c4 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:05.541793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 9dea6617-d248-4e61-b519-8dab354b8c57 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:05.542332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.591320 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.595219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.595742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d87a2f90-de34-4c79-b87c-512faf1aaaac {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:05.603022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Transition to ACTIVE for port object 6f6e2f80-76ce-4699-befc-53f7e03201b0 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:05.613670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Router 76a852bc-04f6-4b0c-a944-99b259bed977 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:05.626439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Transition to ACTIVE for port object 6f6e2f80-76ce-4699-befc-53f7e03201b0 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:05.663818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Port': ['ID=6abe23da-33df-4fcf-93a1-6a92c61cba83,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:05.687750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No DVR routers for this DVR port 6abe23da-33df-4fcf-93a1-6a92c61cba83 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:05.738751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.766201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.807416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting port f3aa295e-db1c-4690-88e9-03a4dcea91fc {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:05.807770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.815641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:05.819306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:05.821901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:05.834922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-94c7c8a3-610e-4535-b6b0-a0cdc2509162 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 1001 time: 0.5325425 Oct 17 18:10:05.909451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.910598 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c9838f10-376d-435f-9e07-b96b84b02217 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d87a2f90-de34-4c79-b87c-512faf1aaaac HTTP/1.1" status: 204 len: 168 time: 8.0068738 Oct 17 18:10:05.922042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Pushing event updated for resources: {'Port': ['ID=6f6e2f80-76ce-4699-befc-53f7e03201b0,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:05.950712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60928) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:05.962302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Attempting to bind port 6f6e2f80-76ce-4699-befc-53f7e03201b0 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:05.962932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Attempting to bind port 6f6e2f80-76ce-4699-befc-53f7e03201b0 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'be1b949e-73e2-400e-b38a-2693adfc16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:05.963293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Attempting to bind port 6f6e2f80-76ce-4699-befc-53f7e03201b0 on network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:05.970003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:05.970374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Checking segment: {'id': 'be1b949e-73e2-400e-b38a-2693adfc16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:05.970945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.971338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Bound using segment: {'id': 'be1b949e-73e2-400e-b38a-2693adfc16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:05.971794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Bound port: 6f6e2f80-76ce-4699-befc-53f7e03201b0, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1b949e-73e2-400e-b38a-2693adfc16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:05.972162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:05.987650 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 10 to provision port 79d9e340-3b67-4202-b6d0-daaa911e76fe Oct 17 18:10:05.992887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port 6f6e2f80-76ce-4699-befc-53f7e03201b0 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:05.993243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.040099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.120330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port 79d9e340-3b67-4202-b6d0-daaa911e76fe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:06.136056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting subnet 506a1f0a-80d9-4e19-a363-0d52b531ea7a {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:06.137226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Could not find standard attr ID for object 3b86669a-f44b-4e5f-8e7b-bf3e79d3fe30. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:06.150334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.161088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] For port 6f6e2f80-76ce-4699-befc-53f7e03201b0, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:06.164421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] For port 6f6e2f80-76ce-4699-befc-53f7e03201b0, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6f6e2f80-76ce-4699-befc-53f7e03201b0,segment=NetworkSegment(be1b949e-73e2-400e-b38a-2693adfc16e9),segment_id=be1b949e-73e2-400e-b38a-2693adfc16e9)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:06.180618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:06.184782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.190568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Sync routers for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:06.199016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-03b9eefe-e32e-46cf-bc71-c55978e6c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:06.200523 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:06.200728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-03b9eefe-e32e-46cf-bc71-c55978e6c42c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 200 len: 850 time: 0.3417325 Oct 17 18:10:06.201293 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:06.204187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d60f331-c1d7-4f45-af4e-63ccf5dbf54b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:06.232855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.274870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Provisioning for port e2cd6d08-0554-4b16-a06c-39849ee1d537 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:06.280158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Provisioning complete for port e2cd6d08-0554-4b16-a06c-39849ee1d537 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:06.280528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.280652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5990f-45cc-4c61-a0e9-a8ce2b94902d') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:06.281442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5990f-45cc-4c61-a0e9-a8ce2b94902d') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:06.281555 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 1 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:06.341660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.347104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.398695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.408263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.408762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:06.409041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.427087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:06.427706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.428678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 9dea6617-d248-4e61-b519-8dab354b8c57 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:06.463467 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:06.471549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909006e-e1a7-479b-b00b-754a9fb6ee35 None None] Pushing event updated for resources: {'Port': ['ID=6f6e2f80-76ce-4699-befc-53f7e03201b0,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:06.533448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.563804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bfa77953-880d-4b38-89a6-9735a256e697 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "PUT /v2.0/floatingips/5d779749-df42-403a-871b-b1a0470e4be5 HTTP/1.1" status: 200 len: 992 time: 3.7096162 Oct 17 18:10:06.567038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:06.569514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74fec7f-ee29-4411-8b83-257b4dccf799" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:06.608369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.656943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.719849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2252bed-3188-4e62-b123-59c56f520f7d x-openstack-request-id: req-f2252bed-3188-4e62-b123-59c56f520f7d {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:06.720389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:06.720796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2252bed-3188-4e62-b123-59c56f520f7d {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:06.721461 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2252bed-3188-4e62-b123-59c56f520f7d'] response: {'name': 'network-changed', 'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'status': 'completed', 'code': 200} Oct 17 18:10:06.831642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:06.896909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Calling delete_port for f3aa295e-db1c-4690-88e9-03a4dcea91fc owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:06.910229 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 2 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:06.915549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=9dea6617-d248-4e61-b519-8dab354b8c57,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:06.963917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6de5990f-45cc-4c61-a0e9-a8ce2b94902d resource provider aggregate not found Oct 17 18:10:07.023868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.029624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:07.072216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=506a1f0a-80d9-4e19-a363-0d52b531ea7a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:07.083523 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5d779749-df42-403a-871b-b1a0470e4be5', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'port_id': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'mac_address': 'fa:16:3e:3a:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:16Z', 'updated_at': '2022-10-17T18:10:04Z', 'revision_number': 1, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:07.090948 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6de5990f-45cc-4c61-a0e9-a8ce2b94902d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6de5990f-45cc-4c61-a0e9-a8ce2b94902d found for delete ", "request_id": "req-b9981c35-8348-455e-b032-c5db876379e5"}]} Oct 17 18:10:07.092247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.097783 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Checking router: 76a852bc-04f6-4b0c-a944-99b259bed977 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:07.107674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-41cfee62-90a4-4603-8903-2fd54dbba42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:07.116334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-41cfee62-90a4-4603-8903-2fd54dbba42e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8df70de62bb74e3ba898998ffa450a06&device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 1099 time: 0.3586867 Oct 17 18:10:07.116334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.116334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2022adeb-b9f0-4e38-88da-6c4e61e14fb9 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/ports/9dea6617-d248-4e61-b519-8dab354b8c57 HTTP/1.1" status: 204 len: 168 time: 1.6649959 Oct 17 18:10:07.125720 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:07.128309 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:07.131966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60940) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:07.135324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=f3397a8d-f200-4d01-bfb1-d677dc2930c4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:07.225481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b0c58f4c-78ca-454e-8263-8c1dfbbac481 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/506a1f0a-80d9-4e19-a363-0d52b531ea7a HTTP/1.1" status: 204 len: 168 time: 1.2804496 Oct 17 18:10:07.244200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60944) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:07.296153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f6e2f80-76ce-4699-befc-53f7e03201b0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:07.366407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.385715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.438109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.454720 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/6d60f331-c1d7-4f45-af4e-63ccf5dbf54b HTTP/1.1" status: 204 len: 168 time: 8.4193339 Oct 17 18:10:07.458615 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:07.462439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60948) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:07.491785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1942071470'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:07.497410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-c4e0e57b-9bc5-4dda-85d6-5f0aabfd16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:07.498949 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-c4e0e57b-9bc5-4dda-85d6-5f0aabfd16d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c87a77-2339-4893-8dc8-8439ffc5da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2837861 Oct 17 18:10:07.513913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-ec2037b4-ee17-4130-8ece-618f7bf398c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:07.515705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-ec2037b4-ee17-4130-8ece-618f7bf398c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f2df4f97-2226-480b-a574-fc5b589b72fc HTTP/1.1" status: 200 len: 907 time: 0.3997676 Oct 17 18:10:07.563516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ebb7-8298-4aa0-9bdd-6472cda3c38c tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=6d60f331-c1d7-4f45-af4e-63ccf5dbf54b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:07.564505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 3 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:07.574723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:07.597689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:07.662860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:07.667474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:07.668680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 6f6e2f80-76ce-4699-befc-53f7e03201b0 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:07.676213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port 6f6e2f80-76ce-4699-befc-53f7e03201b0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6f6e2f80-76ce-4699-befc-53f7e03201b0,segment=NetworkSegment(be1b949e-73e2-400e-b38a-2693adfc16e9),segment_id=be1b949e-73e2-400e-b38a-2693adfc16e9)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:07.676837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.762295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:07.796718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-8bb63f1a-badb-4040-a603-0948e619125b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69 HTTP/1.1" status: 200 len: 1000 time: 0.2743161 Oct 17 18:10:07.805590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:07.922343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32b9eb-a378-4632-9b6e-c6626a4b3faa None None] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:07.955838 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5d779749-df42-403a-871b-b1a0470e4be5', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'port_id': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'mac_address': 'fa:16:3e:3a:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:16Z', 'updated_at': '2022-10-17T18:10:04Z', 'revision_number': 1, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:07.960920 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65aabe-b696-4767-a038-c8504026e617 None None] The sync data for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv is: [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5d779749-df42-403a-871b-b1a0470e4be5', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'floating_ip_address': '172.26.2.153', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'port_id': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'mac_address': 'fa:16:3e:3a:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:16Z', 'updated_at': '2022-10-17T18:10:04Z', 'revision_number': 1, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:07.965730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for 6f6e2f80-76ce-4699-befc-53f7e03201b0 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:08.010535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:08.033215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242e3da2-5742-43f4-95b7-b2bf12d72699') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:08.033753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242e3da2-5742-43f4-95b7-b2bf12d72699') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:08.050287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-51f37916-f7ed-479c-a6a7-fab7f7301a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:08.051825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-51f37916-f7ed-479c-a6a7-fab7f7301a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd58f576-5264-4257-b90a-436bb7c4bf20 HTTP/1.1" status: 200 len: 845 time: 0.2373252 Oct 17 18:10:08.053528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.110523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:08.115387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.134182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.142985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:08.143251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb7bd8-2065-42fd-a17a-d0bbb19e135e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:08.143602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.147668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f8eb7bd8-2065-42fd-a17a-d0bbb19e135e tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "GET /v2.0/ports?device_id=baec7f88-8cbb-404c-803a-ff43dacceaa8 HTTP/1.1" status: 200 len: 913 time: 1.0082777 Oct 17 18:10:08.159197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60954) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:08.167103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4f65a-d450-483e-814a-f83ba6318f1d req-41f86d6c-ce83-4706-85e7-6b238a3835de tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:08.168989 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 4 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:08.174978 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-54e4f65a-d450-483e-814a-f83ba6318f1d req-41f86d6c-ce83-4706-85e7-6b238a3835de tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 1.1920125 Oct 17 18:10:08.222757 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 242e3da2-5742-43f4-95b7-b2bf12d72699 resource provider aggregate not found Oct 17 18:10:08.252262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:08.257150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 242e3da2-5742-43f4-95b7-b2bf12d72699 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 242e3da2-5742-43f4-95b7-b2bf12d72699 found for delete ", "request_id": "req-1d193c50-3834-4cdf-b1dd-9e6293ab76f9"}]} Oct 17 18:10:08.266771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-77373a8d-53f6-47fe-abeb-a7e63bdb6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:08.268451 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-77373a8d-53f6-47fe-abeb-a7e63bdb6680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f2df4f97-2226-480b-a574-fc5b589b72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2076948 Oct 17 18:10:08.286010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf0a2f-bb9b-455a-b1ca-26b6b34c90de None None] New status for floating IP 5d779749-df42-403a-871b-b1a0470e4be5: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:10:08.392697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.416955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:10:08.452004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.494434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.499041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:08.509565 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-4d5975a6-af5c-4de7-a0d5-c428a592f17b service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261775 Oct 17 18:10:08.514716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6fe311c2-11d2-4d9d-b448-6a6bc2654b4f tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d4fe3aa0-1aa4-495f-a3b0-63a7f8f2012c HTTP/1.1" status: 204 len: 168 time: 1.2658412 Oct 17 18:10:08.713904 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f74fec7f-ee29-4411-8b83-257b4dccf799 req-91c2ebee-c021-4dd4-a11d-57e259105356 service neutron] 10.222.0.42 "GET /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951382 Oct 17 18:10:08.753287 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 5 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:08.828117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:08.839894 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-7ee08ad3-74f9-4e0c-88f6-b18b5cb06c99 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3102512 Oct 17 18:10:08.840623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Port': ['ID=f3aa295e-db1c-4690-88e9-03a4dcea91fc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:08.879095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:08.884996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60968) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:08.888389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:08.891052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'name': 'tempest-router--607010790', 'project_id': '44b54bea58994e998821d99427cc9c20'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:08.896116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:08.900290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:router and tenant:44b54bea58994e998821d99427cc9c20 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:08.912236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:08.912236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:08.924731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-54e4f65a-d450-483e-814a-f83ba6318f1d req-87ec9deb-7a66-4e36-82d3-0dac56a9a706 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7488980 Oct 17 18:10:09.001754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.003277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.012209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Port': ['ID=6f6e2f80-76ce-4699-befc-53f7e03201b0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:09.021968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.112587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.112946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment 99a77e03-df5e-4568-965f-8f3556d3c9a0 of type vlan for network 574b4f1b-555a-444c-bc0d-279796c8b548 Oct 17 18:10:09.121262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.153352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974783ba-934e-4a58-8484-b90c489c3cc9 None None] DHCP port deletion for 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:09.177398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce82c9-f86a-4867-bdd8-3f5e96ba4402 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:09.223888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.225369 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-715d3748-6513-42ad-a2b4-cc04dfd2d427 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3399119 Oct 17 18:10:09.228087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60976) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:09.329591 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 6 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:09.372095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce82c9-f86a-4867-bdd8-3f5e96ba4402 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:09.389000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.392784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.398592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:09.440828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No DVR routers for this DVR port 6f6e2f80-76ce-4699-befc-53f7e03201b0 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:09.482789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.507930 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1ebd1266-40f6-4768-bb19-e6880d2a1738 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/f3397a8d-f200-4d01-bfb1-d677dc2930c4 HTTP/1.1" status: 204 len: 168 time: 5.9978852 Oct 17 18:10:09.510131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60980) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:09.594684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.609629 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e486823-b1d1-4edd-812e-9abfaf34c1ca tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] GET failed (client error): The resource could not be found. Oct 17 18:10:09.609629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3e486823-b1d1-4edd-812e-9abfaf34c1ca tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Synchronizing usage tracker for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:09.637620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] create failed (client error): The resource could not be found. Oct 17 18:10:09.638681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eef7c8e0-90cf-49df-aa19-bc8fc2d86c10 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 10.4292061 Oct 17 18:10:09.641820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdc8e626-73e6-408f-9317-c46d355b8e2e req-6fbc764e-f9b6-477d-8f72-f91461b53f73 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7535353 Oct 17 18:10:09.647234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60984) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:09.745034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.747197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.755600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.760957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:09.761539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.784631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a00cf6-e891-486f-b751-e58a1abcaa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e', 'network_id': '198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': 'c633df94-4125-4e82-982f-a7c157a4a1db'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:09.785519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-89a00cf6-e891-486f-b751-e58a1abcaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.834951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3e486823-b1d1-4edd-812e-9abfaf34c1ca tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Unset dirty status for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:09.836413 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3e486823-b1d1-4edd-812e-9abfaf34c1ca tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports/f3397a8d-f200-4d01-bfb1-d677dc2930c4 HTTP/1.1" status: 404 len: 333 time: 0.3252969 Oct 17 18:10:09.839245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60988) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:09.899741 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 7 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:09.906113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.906908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8fa43b-5798-4f68-8525-31b22d0ec84a {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:09.920257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port ab905dfa-dc05-44f3-8b70-678d999a7dab {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:09.920257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.925827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting port e2cd6d08-0554-4b16-a06c-39849ee1d537 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:09.926178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.959174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:09.968129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:09.970115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a0df2864-54ed-4b5d-9ca3-358be18e854a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4b8fa43b-5798-4f68-8525-31b22d0ec84a HTTP/1.1" status: 204 len: 168 time: 0.7404890 Oct 17 18:10:10.006882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5295410 Oct 17 18:10:10.015642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 60994) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:10.019613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742bbe8-3cca-49e6-8e20-8c0ebd8b4c02 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=574b4f1b-555a-444c-bc0d-279796c8b548,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:10.029851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:10.039740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 574b4f1b-555a-444c-bc0d-279796c8b548 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:10.149389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-89a00cf6-e891-486f-b751-e58a1abcaa4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c633df94-4125-4e82-982f-a7c157a4a1db: This subnet is being modified by another concurrent operation. Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:10.259446 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c633df94-4125-4e82-982f-a7c157a4a1db: This subnet is being modified by another concurrent operation. Oct 17 18:10:10.263447 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:10:10.278599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6304c0a-63fd-4a08-8342-c5b38000b7a9 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:10.320278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 60998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:10.335927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.448872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=c633df94-4125-4e82-982f-a7c157a4a1db,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:10.456341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6304c0a-63fd-4a08-8342-c5b38000b7a9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:10.460306 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 8 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:10.508457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for ab905dfa-dc05-44f3-8b70-678d999a7dab owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:10.561414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:10.586782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:subnet and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:10.591607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:10.607720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-454245511', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:10.613243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:10.618712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:10.625322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:10.627791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:10.637521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.659294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:10.666869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:10.706601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.717988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:10.735647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1b949e-73e2-400e-b38a-2693adfc16e9') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:10.735951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1b949e-73e2-400e-b38a-2693adfc16e9') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:10.755518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.756712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.795620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.851026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=ab905dfa-dc05-44f3-8b70-678d999a7dab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:10.853971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:10.855217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.858117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.882161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Calling delete_port for e2cd6d08-0554-4b16-a06c-39849ee1d537 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:10.916247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.916734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:10.918186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c599cf-6eae-4881-9e7d-733cb80ffc0b None None] Network 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:11.027199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.052219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:11.052621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.110575 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-714811e7-f9a8-4024-bfe4-da223e6f478d tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/ab905dfa-dc05-44f3-8b70-678d999a7dab HTTP/1.1" status: 204 len: 168 time: 1.2671578 Oct 17 18:10:11.117835 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 9 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:11.147984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32774) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:11.151744 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment be1b949e-73e2-400e-b38a-2693adfc16e9 resource provider aggregate not found Oct 17 18:10:11.163970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f6e2f80-76ce-4699-befc-53f7e03201b0 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:11.271054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.308444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 6f6e2f80-76ce-4699-befc-53f7e03201b0 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:11.308951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f6e2f80-76ce-4699-befc-53f7e03201b0 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:11.336978 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment be1b949e-73e2-400e-b38a-2693adfc16e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be1b949e-73e2-400e-b38a-2693adfc16e9 found for delete ", "request_id": "req-e9129746-abca-4064-98c3-e75b5331ac0f"}]} Oct 17 18:10:11.346648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.395709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:11.412363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a44239-6510-40e0-8b26-4c5bd97283ca None None] DHCP port deletion for 198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:11.436006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4800392-4037-48bc-a50b-f9b3677508bd tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] GET failed (client error): The resource could not be found. Oct 17 18:10:11.436549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d4800392-4037-48bc-a50b-f9b3677508bd tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Synchronizing usage tracker for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:11.443029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.470006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.533324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:11.564597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-04c703f0-c1e9-4b34-9b5b-0bf2256309ed tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e HTTP/1.1" status: 204 len: 168 time: 6.6318638 Oct 17 18:10:11.568134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32780) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:11.575994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245126091'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:11.590841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:11.599127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:11.601775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:11.609986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:11.714668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d4800392-4037-48bc-a50b-f9b3677508bd tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Unset dirty status for tenant:157bf64e7b1447ea86dd7ae79d2127aa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:11.720158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d4800392-4037-48bc-a50b-f9b3677508bd tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "GET /v2.0/ports/ab905dfa-dc05-44f3-8b70-678d999a7dab HTTP/1.1" status: 404 len: 333 time: 0.5601292 Oct 17 18:10:11.720967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32784) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:11.779216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.808031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.810548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.863786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:11.867106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.897693 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Attempt 10 to provision port e2cd6d08-0554-4b16-a06c-39849ee1d537 Oct 17 18:10:11.919868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Port': ['ID=e2cd6d08-0554-4b16-a06c-39849ee1d537,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:11.940384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Port e2cd6d08-0554-4b16-a06c-39849ee1d537 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:10:11.946787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:11.947587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70960065-0205-4c71-8184-0d14ba204899 None None] Could not find standard attr ID for object ab905dfa-dc05-44f3-8b70-678d999a7dab. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:11.965815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.966158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d of type vlan for network 91b08620-c0e7-432c-b613-269c4a3096dd Oct 17 18:10:11.978866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port 083ff8e8-a579-466e-b386-f73ca417d091 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:11.981390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:11.997704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Allocated IP 172.26.2.90 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/421ac9d2-a2ac-47f1-be0e-bc8e3bd44a27) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:12.067072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c3b661c1-6581-4151-8eb1-c23a39c6082c None None] Could not find standard attr ID for object 6f6e2f80-76ce-4699-befc-53f7e03201b0. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:12.077457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c3b661c1-6581-4151-8eb1-c23a39c6082c None None] Could not find standard attr ID for object f3397a8d-f200-4d01-bfb1-d677dc2930c4. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:12.141496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.221783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.306750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.351902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.353866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-359a7411-e63e-48de-8df9-b7f2b8d294d7 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "DELETE /v2.0/ports/e2cd6d08-0554-4b16-a06c-39849ee1d537 HTTP/1.1" status: 204 len: 168 time: 2.7060776 Oct 17 18:10:12.356391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32788) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:12.366104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=cc38aef5-cbb5-4c61-9eb0-d4d8aca9e422,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:12.401676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': '99a77e03-df5e-4568-965f-8f3556d3c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:12.402050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: 574b4f1b-555a-444c-bc0d-279796c8b548, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:12.404146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.409474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:12.410080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.453678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.548838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 9f27636a-68a8-4054-bd67-837a005663ef {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:12.549194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.605395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:12.606091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=91b08620-c0e7-432c-b613-269c4a3096dd,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:12.610984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:12.613651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:12.619257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 91b08620-c0e7-432c-b613-269c4a3096dd details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:12.631358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 574b4f1b-555a-444c-bc0d-279796c8b548 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:12.645108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event updated for resources: {'Port': ['ID=421ac9d2-a2ac-47f1-be0e-bc8e3bd44a27,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:12.645689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.743046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e1ec0f-7a93-4aa4-b842-d59429dc218d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:12.743738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a5e1ec0f-7a93-4aa4-b842-d59429dc218d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Synchronizing usage tracker for tenant:395ffed5c0b2474092e3e21b5f601993 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:12.802474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e145b6d6-b7b1-4971-b8a1-845da78a4c5a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2304251 Oct 17 18:10:12.808226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32792) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:12.818482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:12.849238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for 083ff8e8-a579-466e-b386-f73ca417d091 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:12.881239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 574b4f1b-555a-444c-bc0d-279796c8b548) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:12.889027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef21ca-dbe7-411e-810d-ab020a10ff73 None None] Network 574b4f1b-555a-444c-bc0d-279796c8b548 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:12.904049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:12.906119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:12.939878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a5e1ec0f-7a93-4aa4-b842-d59429dc218d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Unset dirty status for tenant:395ffed5c0b2474092e3e21b5f601993 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:12.945164 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a5e1ec0f-7a93-4aa4-b842-d59429dc218d tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d162844-a539-435f-a03e-8dd6cf688d69 HTTP/1.1" status: 200 len: 913 time: 0.5834177 Oct 17 18:10:12.951649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32796) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:12.993399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:12.997279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:13.000306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:13.006197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:13.107054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-12d76403-718a-4c3f-bb5b-fa07db577cc7 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0885580 Oct 17 18:10:13.120729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-574b4f1b-555a-444c-bc0d-279796c8b548', 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': 'cc38aef5-cbb5-4c61-9eb0-d4d8aca9e422'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:13.121300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32800) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:13.122337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.195198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.223123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:13.226751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.303424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Allocated IP 2001:db8::2 (574b4f1b-555a-444c-bc0d-279796c8b548/cc38aef5-cbb5-4c61-9eb0-d4d8aca9e422/38330a34-3956-4d1b-a390-10e723ae807c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:13.397379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing IP validity checks on allocation pools {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:10:13.397968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:10:13.469186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.509542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.539076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.551153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Transition to ACTIVE for port object 38330a34-3956-4d1b-a390-10e723ae807c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:13.566465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 9f27636a-68a8-4054-bd67-837a005663ef owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:13.574638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Transition to ACTIVE for port object 38330a34-3956-4d1b-a390-10e723ae807c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:13.675783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.742731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.744493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Network 574b4f1b-555a-444c-bc0d-279796c8b548 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:13.747367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:13.751140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:13.788947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Pushing event updated for resources: {'Port': ['ID=38330a34-3956-4d1b-a390-10e723ae807c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:13.800113 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:10:13.822376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=083ff8e8-a579-466e-b386-f73ca417d091,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:13.871284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Attempting to bind port 38330a34-3956-4d1b-a390-10e723ae807c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:13.872549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Attempting to bind port 38330a34-3956-4d1b-a390-10e723ae807c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '99a77e03-df5e-4568-965f-8f3556d3c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:13.872549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Attempting to bind port 38330a34-3956-4d1b-a390-10e723ae807c on network 574b4f1b-555a-444c-bc0d-279796c8b548 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:13.877929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:13.878102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Checking segment: {'id': '99a77e03-df5e-4568-965f-8f3556d3c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:13.878462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.878859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Bound using segment: {'id': '99a77e03-df5e-4568-965f-8f3556d3c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:13.879333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Bound port: 38330a34-3956-4d1b-a390-10e723ae807c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a77e03-df5e-4568-965f-8f3556d3c9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '574b4f1b-555a-444c-bc0d-279796c8b548'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:13.880266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.880387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.930267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:13.977191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:13.980817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:14.071731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-167fec17-60e3-4802-b37f-0ee2214ec268 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/ports/083ff8e8-a579-466e-b386-f73ca417d091 HTTP/1.1" status: 204 len: 168 time: 2.3427236 Oct 17 18:10:14.072639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32804) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:14.121258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.159637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting subnet fba52b56-28a5-43a7-a94f-f4b95fa50d9b {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:14.163281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.168818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.187003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.258284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad6351-125b-4368-b7af-59908b8feb95 None None] Pushing event updated for resources: {'Port': ['ID=38330a34-3956-4d1b-a390-10e723ae807c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:14.377530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=9f27636a-68a8-4054-bd67-837a005663ef,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:14.388293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.392585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.426269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.442022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.466734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=cc38aef5-cbb5-4c61-9eb0-d4d8aca9e422,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:14.672408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.688898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=2b2d185b-6bf1-468e-b59c-a97391028a71,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:14.710703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:14.711056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 91b08620-c0e7-432c-b613-269c4a3096dd, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:14.725729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574b4f1b-555a-444c-bc0d-279796c8b548']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:14.745435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a77e03-df5e-4568-965f-8f3556d3c9a0') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:14.753234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a77e03-df5e-4568-965f-8f3556d3c9a0') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:14.771341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.795465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.801721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:14.802114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.869255 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 99a77e03-df5e-4568-965f-8f3556d3c9a0 resource provider aggregate not found Oct 17 18:10:14.896864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 99a77e03-df5e-4568-965f-8f3556d3c9a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99a77e03-df5e-4568-965f-8f3556d3c9a0 found for delete ", "request_id": "req-07b250e9-350e-45d6-9c3f-862e52263358"}]} Oct 17 18:10:14.901820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 91b08620-c0e7-432c-b613-269c4a3096dd is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:14.926153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Router 0febceeb-0825-4b76-b506-b32c260f639b is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:10:14.939360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.991286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:10:14.991286 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:10:14.991286 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '574b4f1b-555a-444c-bc0d-279796c8b548'}] Oct 17 18:10:14.991286 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:14.991630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:14.998385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.052071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 91b08620-c0e7-432c-b613-269c4a3096dd) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:15.062436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ae1cc-8323-4db1-bce4-7e9c1b02eed6 None None] Network 91b08620-c0e7-432c-b613-269c4a3096dd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:15.074743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:15.075570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.163426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:15.173871 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] Sync routers for ids ['0febceeb-0825-4b76-b506-b32c260f639b'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:15.191702 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] Routers {'0febceeb-0825-4b76-b506-b32c260f639b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:15.192328 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['0febceeb-0825-4b76-b506-b32c260f639b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:15.220275 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2876e839-72fa-4022-a632-4223323246c1 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4087260 Oct 17 18:10:15.222314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32816) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:15.247533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 38330a34-3956-4d1b-a390-10e723ae807c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:15.366756 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:15.387312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] Routers {'0febceeb-0825-4b76-b506-b32c260f639b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:15.391277 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['0febceeb-0825-4b76-b506-b32c260f639b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:15.426724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.431548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting port 79d9e340-3b67-4202-b6d0-daaa911e76fe {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:15.432091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.437863 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-02288fc9-bfed-49ab-81aa-19986b161892 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1164317 Oct 17 18:10:15.441981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32820) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:15.466789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.474954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 38330a34-3956-4d1b-a390-10e723ae807c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:15.485170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ad008-b35c-45b5-88c4-78a016b52e65 None None] Network 574b4f1b-555a-444c-bc0d-279796c8b548 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:15.491841 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:15.492409 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172bc558-6a68-4625-a662-faa700b9aef9 None None] The sync data for ids ['0febceeb-0825-4b76-b506-b32c260f639b'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:15.494799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.534929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.542441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Subnet': ['ID=fba52b56-28a5-43a7-a94f-f4b95fa50d9b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:15.559421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f4c3e-cc4d-44c4-bba9-d31670ee1b52 None None] Network 3633f22a-8cd2-4998-a95a-e17050652ab7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:15.570041 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ce2a49b0-b0d2-4e5d-b275-52daa6bbb0af tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/subnets/fba52b56-28a5-43a7-a94f-f4b95fa50d9b HTTP/1.1" status: 204 len: 168 time: 1.4878993 Oct 17 18:10:15.572235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:15.720347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-91b08620-c0e7-432c-b613-269c4a3096dd', 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '2b2d185b-6bf1-468e-b59c-a97391028a71'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:15.721077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.800040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 38330a34-3956-4d1b-a390-10e723ae807c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:15.800040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.832180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.849671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Provisioning for port 38330a34-3956-4d1b-a390-10e723ae807c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:15.949231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.955057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Provisioning complete for port 38330a34-3956-4d1b-a390-10e723ae807c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:15.955419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.955781 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Attempt 1 to provision port 38330a34-3956-4d1b-a390-10e723ae807c Oct 17 18:10:15.961502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.978563 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ec72994-4889-49b5-bde6-1230c0b0a269 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/0febceeb-0825-4b76-b506-b32c260f639b HTTP/1.1" status: 200 len: 923 time: 0.5360901 Oct 17 18:10:15.997360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32828) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:16.107682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c4b70861-076c-4f8b-bfbe-3d822b852c16 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=0febceeb-0825-4b76-b506-b32c260f639b HTTP/1.1" status: 200 len: 205 time: 0.1091137 Oct 17 18:10:16.110246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Calling delete_port for 79d9e340-3b67-4202-b6d0-daaa911e76fe owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:16.114925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32832) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:16.154933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Deleting port a179c593-f114-4e5a-853a-83400cb0c90d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:16.155338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.176388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Allocated IP 172.20.0.3 (91b08620-c0e7-432c-b613-269c4a3096dd/2b2d185b-6bf1-468e-b59c-a97391028a71/ac2c409b-7bb7-4c2b-8881-568d6338b52c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:16.180740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.242272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Router baec7f88-8cbb-404c-803a-ff43dacceaa8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:16.276706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] DHCP port deletion for 574b4f1b-555a-444c-bc0d-279796c8b548 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:16.298350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Deleting port 38330a34-3956-4d1b-a390-10e723ae807c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:16.299231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.372793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:16.373350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.378378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Current status of the port 38330a34-3956-4d1b-a390-10e723ae807c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:16.378378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.410638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] DHCP port deletion for 3633f22a-8cd2-4998-a95a-e17050652ab7 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:16.424208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Deleting port a179c593-f114-4e5a-853a-83400cb0c90d {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:16.424649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.510807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 38330a34-3956-4d1b-a390-10e723ae807c owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:16.557691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:16.590390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.712196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] For port a179c593-f114-4e5a-853a-83400cb0c90d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a179c593-f114-4e5a-853a-83400cb0c90d,segment=NetworkSegment(4321187e-9d55-4aab-91f7-f5fd95253c77),segment_id=4321187e-9d55-4aab-91f7-f5fd95253c77)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:16.713167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.726950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.774246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:16.774495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:16.789738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.831347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:16.831748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.852499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.877427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Calling delete_port for a179c593-f114-4e5a-853a-83400cb0c90d owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:16.903359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port 421ac9d2-a2ac-47f1-be0e-bc8e3bd44a27 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:16.904075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.932786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:16.964533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-77980ff3-ee85-4247-886b-85b6cccb2bab tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "PUT /v2.0/routers/baec7f88-8cbb-404c-803a-ff43dacceaa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7852032 Oct 17 18:10:16.965073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32836) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:17.030099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.076227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] Sync routers for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:17.089012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Port': ['ID=79d9e340-3b67-4202-b6d0-daaa911e76fe,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:17.091739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.093897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Calling delete_port for 38330a34-3956-4d1b-a390-10e723ae807c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:17.122404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Transition to ACTIVE for port object ac2c409b-7bb7-4c2b-8881-568d6338b52c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:17.150444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Transition to ACTIVE for port object ac2c409b-7bb7-4c2b-8881-568d6338b52c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:17.184895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a179c593-f114-4e5a-853a-83400cb0c90d no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:17.210752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Port': ['ID=a179c593-f114-4e5a-853a-83400cb0c90d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:17.214898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7088-d6b0-472e-9c85-2bd52339b218 None None] Pushing event updated for resources: {'Port': ['ID=38330a34-3956-4d1b-a390-10e723ae807c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:17.240066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:17.240719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.257639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] No DVR routers for this DVR port a179c593-f114-4e5a-853a-83400cb0c90d on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:17.318004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 38330a34-3956-4d1b-a390-10e723ae807c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:17.318342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.327560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.377881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: a179c593-f114-4e5a-853a-83400cb0c90d {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:17.378474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a179c593-f114-4e5a-853a-83400cb0c90d not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:17.379068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 38330a34-3956-4d1b-a390-10e723ae807c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:17.418986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.446283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.455177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633f22a-8cd2-4998-a95a-e17050652ab7']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.469042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] For port a179c593-f114-4e5a-853a-83400cb0c90d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a179c593-f114-4e5a-853a-83400cb0c90d,segment=NetworkSegment(4321187e-9d55-4aab-91f7-f5fd95253c77),segment_id=4321187e-9d55-4aab-91f7-f5fd95253c77)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:17.469438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.479833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321187e-9d55-4aab-91f7-f5fd95253c77') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.480409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321187e-9d55-4aab-91f7-f5fd95253c77') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.500830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.503300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Network 91b08620-c0e7-432c-b613-269c4a3096dd is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:17.511702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:17.533048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.570412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:17.586333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.640988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.641707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Calling delete_port for a179c593-f114-4e5a-853a-83400cb0c90d owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:17.658168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.658412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2d185b-6bf1-468e-b59c-a97391028a71,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:17.668979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.669969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] Routers {'baec7f88-8cbb-404c-803a-ff43dacceaa8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:17.670618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['baec7f88-8cbb-404c-803a-ff43dacceaa8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.672676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:17.673185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.722965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Pushing event updated for resources: {'Port': ['ID=ac2c409b-7bb7-4c2b-8881-568d6338b52c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:17.784551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:17.784909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:17.796593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:17.796990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a001b95-ccc9-40c3-a974-9c1a21776d79 None None] The sync data for ids ['baec7f88-8cbb-404c-803a-ff43dacceaa8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:17.861002 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 4321187e-9d55-4aab-91f7-f5fd95253c77 resource provider aggregate not found Oct 17 18:10:17.895426 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 4321187e-9d55-4aab-91f7-f5fd95253c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4321187e-9d55-4aab-91f7-f5fd95253c77 found for delete ", "request_id": "req-159c675b-cef2-424a-b15a-c9b9bbe0bf69"}]} Oct 17 18:10:17.935725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Attempting to bind port ac2c409b-7bb7-4c2b-8881-568d6338b52c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:17.935725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Attempting to bind port ac2c409b-7bb7-4c2b-8881-568d6338b52c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:17.936108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Attempting to bind port ac2c409b-7bb7-4c2b-8881-568d6338b52c on network 91b08620-c0e7-432c-b613-269c4a3096dd {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:17.938616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 38330a34-3956-4d1b-a390-10e723ae807c is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:17.938995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.956527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:17.956901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Checking segment: {'id': 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:17.957301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.957723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Bound using segment: {'id': 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:17.958193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Bound port: ac2c409b-7bb7-4c2b-8881-568d6338b52c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '91b08620-c0e7-432c-b613-269c4a3096dd'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:17.958584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.972061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:17.972410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:17.993637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for 421ac9d2-a2ac-47f1-be0e-bc8e3bd44a27 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:18.034389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.037471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:18.041725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.066299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.068945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] For port ac2c409b-7bb7-4c2b-8881-568d6338b52c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:18.072007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] For port ac2c409b-7bb7-4c2b-8881-568d6338b52c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ac2c409b-7bb7-4c2b-8881-568d6338b52c,segment=NetworkSegment(cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d),segment_id=cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:18.079787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] Pushing event deleted for resources: {'Network': ['ID=3633f22a-8cd2-4998-a95a-e17050652ab7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:18.085679 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e2c83660-7baf-4382-9cc0-3facd317f5e0 tempest-AllowedAddressPairIpV6TestJSON-1201864045 tempest-AllowedAddressPairIpV6TestJSON-1201864045-project] 10.222.0.36 "DELETE /v2.0/networks/3633f22a-8cd2-4998-a95a-e17050652ab7 HTTP/1.1" status: 204 len: 168 time: 2.5103171 Oct 17 18:10:18.091960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Router 7d162844-a539-435f-a03e-8dd6cf688d69 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:18.104677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.130554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b08620-c0e7-432c-b613-269c4a3096dd']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.154216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:18.154573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.164617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.164957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.196210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.255820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=38330a34-3956-4d1b-a390-10e723ae807c,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:18.352302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:18.357864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-44b5b8d1-d943-4a84-8bfd-b39810a305fc tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "PUT /v2.0/routers/7d162844-a539-435f-a03e-8dd6cf688d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4037635 Oct 17 18:10:18.360804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:18.370071 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] Sync routers for ids ['7d162844-a539-435f-a03e-8dd6cf688d69'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:18.377693 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] Routers {'7d162844-a539-435f-a03e-8dd6cf688d69'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:18.378490 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7d162844-a539-435f-a03e-8dd6cf688d69'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.387252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.426774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Deleting port 38330a34-3956-4d1b-a390-10e723ae807c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:18.426774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.460958 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.469589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 38330a34-3956-4d1b-a390-10e723ae807c owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:18.472072 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] Routers {'7d162844-a539-435f-a03e-8dd6cf688d69'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:18.472967 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7d162844-a539-435f-a03e-8dd6cf688d69'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.493706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e0864-0b50-42ef-8919-140cc4179969 None None] Pushing event updated for resources: {'Port': ['ID=ac2c409b-7bb7-4c2b-8881-568d6338b52c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:18.500558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Deleting port a179c593-f114-4e5a-853a-83400cb0c90d {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:18.501060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.542260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.545155 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:18.546362 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2459ee-53e7-490e-9326-b913ced33fff None None] The sync data for ids ['7d162844-a539-435f-a03e-8dd6cf688d69'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:18.646044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.655054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.662924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ecfd9-8f98-4bf4-ba31-26ebc787a30b None None] The port 'a179c593-f114-4e5a-853a-83400cb0c90d' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:10:18.672223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:18.672621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.673559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62402936-4e9f-4349-9d3d-5d0bc0381544 None None] Network 91b08620-c0e7-432c-b613-269c4a3096dd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:18.751106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d resource provider aggregate not found Oct 17 18:10:18.757315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32854) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:18.779709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 9d41bb55-c063-40cd-849b-d61385c80876 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:18.780767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.810181 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d found for delete ", "request_id": "req-04a9eafc-fe53-4a53-9e2b-56dce6266804"}]} Oct 17 18:10:18.931899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.934693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.968860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] For port 38330a34-3956-4d1b-a390-10e723ae807c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=38330a34-3956-4d1b-a390-10e723ae807c,segment=NetworkSegment(99a77e03-df5e-4568-965f-8f3556d3c9a0),segment_id=99a77e03-df5e-4568-965f-8f3556d3c9a0)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:18.969178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.976004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:10:18.976004 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:10:18.976004 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '91b08620-c0e7-432c-b613-269c4a3096dd'}] Oct 17 18:10:18.976004 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:18.976461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:18.976753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:18.977045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:19.034929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.035735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Fanout notify agent at l3_agent the message router_deleted on router 7d162844-a539-435f-a03e-8dd6cf688d69 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:19.051202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.054664 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-259eb7f1-8826-411b-8cde-1cd0638b61ac tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "DELETE /v2.0/routers/7d162844-a539-435f-a03e-8dd6cf688d69 HTTP/1.1" status: 204 len: 168 time: 0.6907609 Oct 17 18:10:19.055238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32862) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:19.077407 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9b51d0fb-c0d8-4362-a1bf-f7bea53681ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=157bf64e7b1447ea86dd7ae79d2127aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149195 Oct 17 18:10:19.083632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:19.106868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.139052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting subnet c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:19.141356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Calling delete_port for 38330a34-3956-4d1b-a390-10e723ae807c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:19.142627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.205802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.236905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.253470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 9d41bb55-c063-40cd-849b-d61385c80876 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:19.293618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.319677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.347084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=421ac9d2-a2ac-47f1-be0e-bc8e3bd44a27,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:19.366852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] Pushing event deleted for resources: {'Port': ['ID=38330a34-3956-4d1b-a390-10e723ae807c,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:19.370204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05025f60-ee08-41eb-85b9-ba9fd89bdec1 None None] No DVR routers for this DVR port 38330a34-3956-4d1b-a390-10e723ae807c on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:19.387080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25341f-5d1f-48c0-bcec-47c6a300b314 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:19.429797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.472196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Subnet': ['ID=c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:19.474326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.482253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b6dec61f-aaf0-43c9-a1cc-647c944119e8 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "DELETE /v2.0/subnets/c64fcd1f-2ef3-4364-8b5e-c2f696d98f6e HTTP/1.1" status: 204 len: 168 time: 0.4257994 Oct 17 18:10:19.482823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.484062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:19.485146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.529200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.540814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25341f-5d1f-48c0-bcec-47c6a300b314 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:19.577702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 38330a34-3956-4d1b-a390-10e723ae807c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:19.578047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.609134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.623805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Deleting port 12a4420e-4703-4396-a397-e51ecbce501b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:19.624757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.636541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c5c52e79-7332-48a6-a09f-9d326564bf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.695720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port ac2c409b-7bb7-4c2b-8881-568d6338b52c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:19.696297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.786642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.855559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] For port 12a4420e-4703-4396-a397-e51ecbce501b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=12a4420e-4703-4396-a397-e51ecbce501b,segment=NetworkSegment(dd156f90-2670-4e12-87f2-43debc965957),segment_id=dd156f90-2670-4e12-87f2-43debc965957)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:19.855931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.916179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] The port '38330a34-3956-4d1b-a390-10e723ae807c' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:10:19.938814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.968562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd26da0-c339-459f-8803-d0292009d50b None None] Network 2913163f-5c10-4781-86e2-6f179fea68fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:19.972356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.081140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Calling delete_port for 12a4420e-4703-4396-a397-e51ecbce501b owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:20.299776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d7849-e3e3-4b9f-a6be-df9a33e866f4 None None] DHCP port deletion for 2913163f-5c10-4781-86e2-6f179fea68fc request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:20.303606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.351929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Port': ['ID=12a4420e-4703-4396-a397-e51ecbce501b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:20.355168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] No DVR routers for this DVR port 12a4420e-4703-4396-a397-e51ecbce501b on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:20.362972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.400503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.401009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router 0febceeb-0825-4b76-b506-b32c260f639b {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:20.406434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574b4f1b-555a-444c-bc0d-279796c8b548']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.430014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a77e03-df5e-4568-965f-8f3556d3c9a0') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.430305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a77e03-df5e-4568-965f-8f3556d3c9a0') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.441087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port ac2c409b-7bb7-4c2b-8881-568d6338b52c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ac2c409b-7bb7-4c2b-8881-568d6338b52c,segment=NetworkSegment(cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d),segment_id=cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:20.441543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.451139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.461905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.478615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.503895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2913163f-5c10-4781-86e2-6f179fea68fc']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.516339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd156f90-2670-4e12-87f2-43debc965957') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.516585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd156f90-2670-4e12-87f2-43debc965957') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.527675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.543392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.549979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:20.550361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.600274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for ac2c409b-7bb7-4c2b-8881-568d6338b52c owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:20.621120 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment dd156f90-2670-4e12-87f2-43debc965957 resource provider aggregate not found Oct 17 18:10:20.632186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.642581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment dd156f90-2670-4e12-87f2-43debc965957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd156f90-2670-4e12-87f2-43debc965957 found for delete ", "request_id": "req-698019d7-6187-458a-9d62-d24de6476388"}]} Oct 17 18:10:20.677789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd35dc6-ac79-45fc-8fe9-7281155b182b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:20.694099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.707761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.711556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=9d41bb55-c063-40cd-849b-d61385c80876,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:20.728311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:20.728706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.731361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.738165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] Pushing event deleted for resources: {'Network': ['ID=2913163f-5c10-4781-86e2-6f179fea68fc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:20.805648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ddde1171-1c60-4d23-be6d-2182beb26529 tempest-FloatingIPNegativeTestJSON-1549324777 tempest-FloatingIPNegativeTestJSON-1549324777-project] 10.222.0.36 "DELETE /v2.0/networks/2913163f-5c10-4781-86e2-6f179fea68fc HTTP/1.1" status: 204 len: 168 time: 1.3197634 Oct 17 18:10:20.895755 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 99a77e03-df5e-4568-965f-8f3556d3c9a0 resource provider aggregate not found Oct 17 18:10:20.916693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.917816 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d87c3575-3c24-404a-962f-8eb921faec4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fd35dc6-ac79-45fc-8fe9-7281155b182b HTTP/1.1" status: 204 len: 168 time: 1.8333223 Oct 17 18:10:20.921804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:20.922804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5be1dfc3-328f-4e68-a765-7afaf057f70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/0febceeb-0825-4b76-b506-b32c260f639b HTTP/1.1" status: 204 len: 168 time: 4.8069720 Oct 17 18:10:20.928323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32886) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:20.937143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1192347554', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:20.941854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 99a77e03-df5e-4568-965f-8f3556d3c9a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99a77e03-df5e-4568-965f-8f3556d3c9a0 found for delete ", "request_id": "req-c0427db6-2c5f-446e-9b5c-7dac18be96b1"}]} Oct 17 18:10:20.946788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:20.954419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:router and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:20.962190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:20.971313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:20.978936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.023862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.107708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.138928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 12a4420e-4703-4396-a397-e51ecbce501b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:21.168179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.173801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 12a4420e-4703-4396-a397-e51ecbce501b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:21.174155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 12a4420e-4703-4396-a397-e51ecbce501b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:21.223207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=574b4f1b-555a-444c-bc0d-279796c8b548,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:21.225493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.226534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.250631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Port': ['ID=ac2c409b-7bb7-4c2b-8881-568d6338b52c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:21.254137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.257216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No DVR routers for this DVR port ac2c409b-7bb7-4c2b-8881-568d6338b52c on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:21.263448 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-14b80582-d139-4bb1-a72e-2b26ef7f85a2 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/574b4f1b-555a-444c-bc0d-279796c8b548 HTTP/1.1" status: 204 len: 168 time: 8.1376660 Oct 17 18:10:21.263448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.265557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:21.277272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1636490790'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:21.282690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:21.287827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:network and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:21.294094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:21.306311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:21.330665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.360524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32900) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:21.406796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:21.412322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.413637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.424726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.425241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Fanout notify agent at l3_agent the message router_deleted on router baec7f88-8cbb-404c-803a-ff43dacceaa8 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:21.448489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:21.458334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b08620-c0e7-432c-b613-269c4a3096dd']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:21.463855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.465552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Added segment 031c9839-86a8-45ce-9d62-69376c3d1ad4 of type vlan for network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 Oct 17 18:10:21.474753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.474753 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ff1aff96-5cc2-42d8-a11a-5fd4073769f2 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/routers/baec7f88-8cbb-404c-803a-ff43dacceaa8 HTTP/1.1" status: 204 len: 168 time: 4.5052116 Oct 17 18:10:21.475003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32910) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:21.578828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.589949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:21.590250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:21.603715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting subnet d0dd2347-ceed-40df-af67-68fc33deb969 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:21.612768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.614659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.678437 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7f23b51-ae61-42a8-81de-b501d5aeadc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=395ffed5c0b2474092e3e21b5f601993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166523 Oct 17 18:10:21.684424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32918) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:21.711641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.750332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.755708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:21.756295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.867871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.884412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:21.884628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.906484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.914503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Network': ['ID=9c2020fa-887c-43d2-a2c1-f40a098c8ea9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:21.933227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:21.942866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.976341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.010189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-920e0252-c8c1-420a-9f5d-ab042738395d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7409153 Oct 17 18:10:22.011705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32930) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:22.014172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.020515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Request body: {'subnet': {'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:22.128629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.142615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.149274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:22.161260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.181528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=91b08620-c0e7-432c-b613-269c4a3096dd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:22.193711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.209291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.216012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dd2347-ceed-40df-af67-68fc33deb969,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:22.218516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5ad8d-1b23-48e2-9e3a-6eba5cc91817 None None] Network 22a4a130-9032-401e-b448-53ac5199b547 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:22.231223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b619397c-d253-4f67-9cdf-9174ff10a471,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:22.240358 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c5b08fbc-356a-4add-9541-3086d7f89891 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/subnets/d0dd2347-ceed-40df-af67-68fc33deb969 HTTP/1.1" status: 204 len: 168 time: 0.7623892 Oct 17 18:10:22.240358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.242010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b8e315a3-af9f-47d8-80d5-230e4f5bfd5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b619397c-d253-4f67-9cdf-9174ff10a471 HTTP/1.1" status: 204 len: 168 time: 0.5500524 Oct 17 18:10:22.243106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32942) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:22.285317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-208cab63-e54a-44af-8b65-87d9a6acd6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.302176 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-09b21449-c4ea-4b9d-9756-11ad2c425a8f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/91b08620-c0e7-432c-b613-269c4a3096dd HTTP/1.1" status: 204 len: 168 time: 7.0783362 Oct 17 18:10:22.302823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32948) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:22.310769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:22.317131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Usage tracker for resource:subnet and tenant:fee4fd6c66ca4fd3ada09056e23fb867 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:22.320581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:22.327363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:22.340659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274694985'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:22.346622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:22.352542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:22.360532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:22.371493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:22.385307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-312341065'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:22.401244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:22.411743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Made reservation on behalf of fee4fd6c66ca4fd3ada09056e23fb867 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:22.411947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:network and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:22.416521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.424467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:22.436908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:22.445806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.461854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 83139792-56cf-477e-8890-de54e512d3a7 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:22.462193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.498333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:22.502384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.559403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:22.563977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.566666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:22.590555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.597479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.597855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment c1e4ed4d-7a72-4954-a447-0cd21f668bb7 of type vlan for network 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 Oct 17 18:10:22.619315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:22.636354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:security_group_rule and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:22.637667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] DHCP port deletion for 22a4a130-9032-401e-b448-53ac5199b547 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:22.642786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:22.644742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Deleting port 83139792-56cf-477e-8890-de54e512d3a7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:22.646262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.700037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:22.751752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] For port 83139792-56cf-477e-8890-de54e512d3a7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=83139792-56cf-477e-8890-de54e512d3a7,segment=NetworkSegment(cc726267-a5e7-4cfd-9174-a18f8229dcbe),segment_id=cc726267-a5e7-4cfd-9174-a18f8229dcbe)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:22.751752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.879909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.906514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.942003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] For port 83139792-56cf-477e-8890-de54e512d3a7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=83139792-56cf-477e-8890-de54e512d3a7,segment=NetworkSegment(cc726267-a5e7-4cfd-9174-a18f8229dcbe),segment_id=cc726267-a5e7-4cfd-9174-a18f8229dcbe)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:22.942566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.970334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d resource provider aggregate not found Oct 17 18:10:22.986972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 83139792-56cf-477e-8890-de54e512d3a7 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:22.990691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.013170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.029149 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd5ea14-466f-4af9-bb6d-d9581a7c1e9d found for delete ", "request_id": "req-ce48afd2-dd8e-4c04-b189-e7bc9ba38eca"}]} Oct 17 18:10:23.045240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.091870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Calling delete_port for 83139792-56cf-477e-8890-de54e512d3a7 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:23.110180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.113288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.120291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:23.120891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.153919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.183019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 83139792-56cf-477e-8890-de54e512d3a7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:23.204956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.218835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 83139792-56cf-477e-8890-de54e512d3a7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:23.219409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 83139792-56cf-477e-8890-de54e512d3a7 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:23.225821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:23.226181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:23.229236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] No DVR routers for this DVR port 83139792-56cf-477e-8890-de54e512d3a7 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:23.326071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=83139792-56cf-477e-8890-de54e512d3a7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.329329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3217352d-d279-46b9-9855-797450051f65,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.329451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=86f5a7d4-0b6a-4414-bbc0-0516e4c7a314,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.343236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bf520412-916e-4f4b-87a7-61ed05399062 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0344939 Oct 17 18:10:23.344396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:23.345462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:23.360877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '86f5a7d4-0b6a-4414-bbc0-0516e4c7a314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:23.415373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:23.452519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.452865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Added segment cab37b94-83ed-4433-b175-2b588501cc50 of type vlan for network c8663a11-9276-41f9-853e-dc2441dc44eb Oct 17 18:10:23.455792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.503147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a4a130-9032-401e-b448-53ac5199b547']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:23.519483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.524331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc726267-a5e7-4cfd-9174-a18f8229dcbe') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:23.524631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc726267-a5e7-4cfd-9174-a18f8229dcbe') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:23.539483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.567116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.577515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:23.577934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.606099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:10:23.612487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.650164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32980) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:23.651560 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cc726267-a5e7-4cfd-9174-a18f8229dcbe resource provider aggregate not found Oct 17 18:10:23.662938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 172.26.2.105 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/94b19049-9b0b-4cb1-94d7-5ec00612c6aa) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:23.682050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cc726267-a5e7-4cfd-9174-a18f8229dcbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc726267-a5e7-4cfd-9174-a18f8229dcbe found for delete ", "request_id": "req-727100f8-5d1d-4477-92d5-967227069415"}]} Oct 17 18:10:23.687175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.692930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:23.693524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.728575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Deleting port 83139792-56cf-477e-8890-de54e512d3a7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:23.730627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.746954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:23.762149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:23.811098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'networks': [{'name': 'tempest-network--1359519803'}, {'name': 'tempest-network--2053608896'}]} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:23.811421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-network--1359519803'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:23.811851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-network--2053608896'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:23.814928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:23.821669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:23.825835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.828449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event updated for resources: {'Subnet': ['ID=83665b5b-9969-4853-a02c-65330c4895e3,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.831257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Network': ['ID=c8663a11-9276-41f9-853e-dc2441dc44eb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.832432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:23.832810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac179c9f-0125-4cdc-af30-5a9f0159921e None None] The port '83139792-56cf-477e-8890-de54e512d3a7' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:10:23.835775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:network and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:23.837877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Checking segment: {'id': '031c9839-86a8-45ce-9d62-69376c3d1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:23.838222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network hostable DHCP agents. Network: 9c2020fa-887c-43d2-a2c1-f40a098c8ea9, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:23.847233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c8663a11-9276-41f9-853e-dc2441dc44eb details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:23.859779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.863898 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/networks/22a4a130-9032-401e-b448-53ac5199b547 HTTP/1.1" status: 204 len: 168 time: 1.6175222 Oct 17 18:10:23.863898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017422-a0b7-4d31-a9c8-629cdb1aeea3 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Network': ['ID=22a4a130-9032-401e-b448-53ac5199b547,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.864496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:23.865017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 32988) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:23.877074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:23.905886 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bf5d1d8-e2d9-4d4a-b02c-00fb7578d1f6 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7240005 Oct 17 18:10:23.907184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32992) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:23.912702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'subnet': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:23.953336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:23.956830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.004367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'network': 2} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:24.008662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.032939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.055350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:24.059611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:24.061841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:security_group_rule and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:24.065477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:24.068400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:subnet and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:24.073122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:24.075951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:24.081249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:24.123876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:24.162152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Deleting port 69aca96c-8e15-4811-8f6a-fc32cd59fbe2 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:24.162406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.168503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.176950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:24.180479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.225838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.248825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.249288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.330695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9112e428-5166-44c9-8bfb-b19d2c63da84,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:24.339196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:24.346638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9c2020fa-887c-43d2-a2c1-f40a098c8ea9) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:24.351362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:24.352075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.357428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.357629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.358181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment 7736c064-3b1e-49c3-a051-d618765af2be of type vlan for network 8d66f91c-ea22-4585-899f-238cf028beea Oct 17 18:10:24.359282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95f964-3a6c-4dd2-bf63-c5c68b909a79 None None] Network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:24.426279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.502287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:24.504427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.504761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.510892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.511231 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment 5539fe52-07cc-49bc-bfda-a2bbae18113b of type vlan for network aff85e55-956d-41dc-97e4-63fd3e5b0207 Oct 17 18:10:24.517090 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be608baa-007b-4dce-86ad-c21ef371ccf1 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5003204 Oct 17 18:10:24.517351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 32996) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:24.599275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9c2020fa-887c-43d2-a2c1-f40a098c8ea9', 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9', 'tenant_id': 'fee4fd6c66ca4fd3ada09056e23fb867', 'fixed_ips': [{'subnet_id': '83665b5b-9969-4853-a02c-65330c4895e3'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:24.600214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.612666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.640340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.651075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Calling delete_port for 69aca96c-8e15-4811-8f6a-fc32cd59fbe2 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:24.656478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.751586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.768732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Allocated IP 2001:db8::f816:3eff:fec8:4664 (9c2020fa-887c-43d2-a2c1-f40a098c8ea9/83665b5b-9969-4853-a02c-65330c4895e3/094f199d-dd37-4e1c-b2ae-8c2d9d90a834) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:24.773469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Subnet': ['ID=40caac03-c679-45b6-9949-0887c8770a27,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:24.791062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Checking segment: {'id': 'cab37b94-83ed-4433-b175-2b588501cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:24.792127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network hostable DHCP agents. Network: c8663a11-9276-41f9-853e-dc2441dc44eb, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:24.804987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.807264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:24.818289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:24.833839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:24.859132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:24.882713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.883219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.888811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:24.893717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:24.894369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.926236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:24.930479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=894c6d5f-600b-4f59-8a77-9194fdb195c6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:24.995755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'c1e4ed4d-7a72-4954-a447-0cd21f668bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86f5a7d4-0b6a-4414-bbc0-0516e4c7a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:24.996456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:25.011533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.024566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Transition to ACTIVE for port object 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:25.046019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Transition to ACTIVE for port object 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:25.081691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.122080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.161662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=8d66f91c-ea22-4585-899f-238cf028beea,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:25.195096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, c8663a11-9276-41f9-853e-dc2441dc44eb) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:25.217740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 8d66f91c-ea22-4585-899f-238cf028beea details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:25.232335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122b733-322b-40aa-a99e-e95667f924a2 None None] Network c8663a11-9276-41f9-853e-dc2441dc44eb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:25.253498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.254146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.266861 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6116617 Oct 17 18:10:25.285098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:25.336157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc933d77-d6bf-42c5-9ff3-d6eedb90e22e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=aff85e55-956d-41dc-97e4-63fd3e5b0207,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:25.408331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network aff85e55-956d-41dc-97e4-63fd3e5b0207 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:25.446004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:25.448789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:25.454394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:25.459476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.460155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.462495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.468878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.474769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.480393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.481320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Synchronizing usage tracker for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:25.487170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.494006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fe7d389e-2469-4c22-8f30-c2fb7f588f0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5831888 Oct 17 18:10:25.513419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Pushing event updated for resources: {'Port': ['ID=094f199d-dd37-4e1c-b2ae-8c2d9d90a834,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:25.516398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:25.526380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33004) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:25.536829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-1685749942'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:25.541652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.548096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4cb6f4-a8ce-44be-a9cb-8777f8eca01a None None] Network 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:25.561874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=83665b5b-9969-4853-a02c-65330c4895e3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:25.579275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:25.664499 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a44567e7-108e-40fc-b372-f34097d56da8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3109272 Oct 17 18:10:25.666239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Pushing event deleted for resources: {'Port': ['ID=69aca96c-8e15-4811-8f6a-fc32cd59fbe2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:25.668367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33008) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:25.729166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.735936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.769286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Unset dirty status for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:25.773070 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-20aa07e3-7497-4b14-b035-e67bb4439c68 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4838157 Oct 17 18:10:25.775776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2020fa-887c-43d2-a2c1-f40a098c8ea9']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.782988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33012) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:25.816282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031c9839-86a8-45ce-9d62-69376c3d1ad4') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.816609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031c9839-86a8-45ce-9d62-69376c3d1ad4') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.885337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.886278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Attempting to bind port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:25.886395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Attempting to bind port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '031c9839-86a8-45ce-9d62-69376c3d1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:25.886813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Attempting to bind port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 on network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:25.903403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:25.910035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.910869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:port and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:25.913037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.914364 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2d6eb515-62ea-4d74-b234-e6a777befad4 tempest-FloatingIPAdminTestJSON-256173308 tempest-FloatingIPAdminTestJSON-256173308-project] 10.222.0.36 "DELETE /v2.0/floatingips/c3c02f8c-73f5-4bdd-ae71-a171a9d1c65d HTTP/1.1" status: 204 len: 168 time: 2.0482357 Oct 17 18:10:25.919083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.967763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.970116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:25.976646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:25.993391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.002584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:26.002921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:26.003302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Checking segment: {'id': '031c9839-86a8-45ce-9d62-69376c3d1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:26.003429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.003705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.004183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Bound using segment: {'id': '031c9839-86a8-45ce-9d62-69376c3d1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:26.004653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Bound port: 094f199d-dd37-4e1c-b2ae-8c2d9d90a834, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031c9839-86a8-45ce-9d62-69376c3d1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:26.005099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.046395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-c8663a11-9276-41f9-853e-dc2441dc44eb', 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'tenant_id': 'd625bb893bcb4f3fa66aaa31addc934a', 'fixed_ips': [{'subnet_id': '40caac03-c679-45b6-9949-0887c8770a27'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:26.047223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.083187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.120103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff17194-2823-4de9-ac55-dd5e31fb1933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-86f5a7d4-0b6a-4414-bbc0-0516e4c7a314', 'network_id': '86f5a7d4-0b6a-4414-bbc0-0516e4c7a314', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '894c6d5f-600b-4f59-8a77-9194fdb195c6'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:26.120899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aff17194-2823-4de9-ac55-dd5e31fb1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.123038 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 031c9839-86a8-45ce-9d62-69376c3d1ad4 resource provider aggregate not found Oct 17 18:10:26.127102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:26.130775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.158712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port a8187692-0c5b-4542-acb6-75db274b9034 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:26.249386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 031c9839-86a8-45ce-9d62-69376c3d1ad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031c9839-86a8-45ce-9d62-69376c3d1ad4 found for delete ", "request_id": "req-1a451b4f-cde3-47a0-b9cb-da514b9e1315"}]} Oct 17 18:10:26.250057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:10:26.250057 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:10:26.250057 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '9c2020fa-887c-43d2-a2c1-f40a098c8ea9'}] Oct 17 18:10:26.250057 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:26.250379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:26.309908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.372434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] For port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:26.374019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.405352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d66f91c-ea22-4585-899f-238cf028beea']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:26.415700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.421167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] For port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=094f199d-dd37-4e1c-b2ae-8c2d9d90a834,segment=NetworkSegment(031c9839-86a8-45ce-9d62-69376c3d1ad4),segment_id=031c9839-86a8-45ce-9d62-69376c3d1ad4)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:26.421747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7736c064-3b1e-49c3-a051-d618765af2be') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:26.421747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7736c064-3b1e-49c3-a051-d618765af2be') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:26.435103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.456192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.462547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:26.463160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.471056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Allocated IP 172.20.0.2 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/0474050d-8f5c-4ea1-b6f9-93a8612f4be0) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:26.546589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33024) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:26.552409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.571648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.597459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=894c6d5f-600b-4f59-8a77-9194fdb195c6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-aff17194-2823-4de9-ac55-dd5e31fb1933 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 894c6d5f-600b-4f59-8a77-9194fdb195c6: This subnet is being modified by another concurrent operation. Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:26.636442 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 894c6d5f-600b-4f59-8a77-9194fdb195c6: This subnet is being modified by another concurrent operation. Oct 17 18:10:26.640080 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:10:26.647197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.665524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07cec7-fbc2-4db9-8a6c-4abab2e1d3db None None] Network 86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:26.677112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.696408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=8d66f91c-ea22-4585-899f-238cf028beea,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:26.751933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.797532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2e2877e4-d305-4307-819f-6c8bb1ed3c8d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/8d66f91c-ea22-4585-899f-238cf028beea HTTP/1.1" status: 204 len: 168 time: 1.0111504 Oct 17 18:10:26.800589 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1ff93741-2aae-40a5-a927-1df9d8328bc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44c8f2bfebca44f187bae3ecdcc1b7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529306 Oct 17 18:10:26.801441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:26.801887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.810837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33030) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:26.811091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33032) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:26.946172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.994788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17b1f-ae1e-4c14-9054-9766e0f3a106 None None] Pushing event updated for resources: {'Port': ['ID=094f199d-dd37-4e1c-b2ae-8c2d9d90a834,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.037564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f5a7d4-0b6a-4414-bbc0-0516e4c7a314']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.052603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.053031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6d482-3faa-4fdf-a91b-4a9f20d735ec None None] Network 9c2020fa-887c-43d2-a2c1-f40a098c8ea9 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:27.067713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e4ed4d-7a72-4954-a447-0cd21f668bb7') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.067995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e4ed4d-7a72-4954-a447-0cd21f668bb7') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.101501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.105068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=094f199d-dd37-4e1c-b2ae-8c2d9d90a834,segment=NetworkSegment(031c9839-86a8-45ce-9d62-69376c3d1ad4),segment_id=031c9839-86a8-45ce-9d62-69376c3d1ad4)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:27.105425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.126393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.156482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.176814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.198249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:27.198550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.244749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Transition to ACTIVE for port object 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:27.251335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:27.277164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Transition to ACTIVE for port object 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:27.339379 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c1e4ed4d-7a72-4954-a447-0cd21f668bb7 resource provider aggregate not found Oct 17 18:10:27.354897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.373299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:10:27.379103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c1e4ed4d-7a72-4954-a447-0cd21f668bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e4ed4d-7a72-4954-a447-0cd21f668bb7 found for delete ", "request_id": "req-493d90ba-920c-451f-af55-d56c39f9623c"}]} Oct 17 18:10:27.390001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.401807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.430456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.456386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:27.459117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:27.462750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:27.469162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Pushing event updated for resources: {'Port': ['ID=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.489699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Port': ['ID=094f199d-dd37-4e1c-b2ae-8c2d9d90a834,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.491548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No DVR routers for this DVR port 094f199d-dd37-4e1c-b2ae-8c2d9d90a834 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:27.515830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff85e55-956d-41dc-97e4-63fd3e5b0207']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.522728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.580617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Attempting to bind port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:27.580997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Attempting to bind port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cab37b94-83ed-4433-b175-2b588501cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:27.581361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Attempting to bind port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 on network c8663a11-9276-41f9-853e-dc2441dc44eb {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:27.587204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:27.587625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Checking segment: {'id': 'cab37b94-83ed-4433-b175-2b588501cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:27.589275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.589275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Bound using segment: {'id': 'cab37b94-83ed-4433-b175-2b588501cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:27.589275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Bound port: 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab37b94-83ed-4433-b175-2b588501cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:27.589275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.623828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.630694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5539fe52-07cc-49bc-bfda-a2bbae18113b') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.630694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5539fe52-07cc-49bc-bfda-a2bbae18113b') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.634759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.646288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b6d009a8-4f75-4974-82af-ceca17cd546b {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:27.646610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:27.656717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=86f5a7d4-0b6a-4414-bbc0-0516e4c7a314,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.663925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.664797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2020fa-887c-43d2-a2c1-f40a098c8ea9']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.678315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031c9839-86a8-45ce-9d62-69376c3d1ad4') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.678698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031c9839-86a8-45ce-9d62-69376c3d1ad4') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.687682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-400f2c0d-3945-4789-b14c-d8dc750a717e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 HTTP/1.1" status: 204 len: 168 time: 2.0156960 Oct 17 18:10:27.691542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:27.695634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.697126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] For port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:27.701016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] For port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,segment=NetworkSegment(cab37b94-83ed-4433-b175-2b588501cc50),segment_id=cab37b94-83ed-4433-b175-2b588501cc50)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:27.706647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097473611'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:27.708183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.714842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:27.719439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:27.722380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.722516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:27.724271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.726398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:27.735086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:27.737087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:27.737477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.794017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.796952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.800553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85a0f74c-4071-40b8-8cdb-dbbf60e10c15 HTTP/1.1" status: 204 len: 168 time: 0.9824650 Oct 17 18:10:27.803354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.818971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:27.833210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8bf15-2c0b-4252-a244-0c0243b45a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0f74c-4071-40b8-8cdb-dbbf60e10c15,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.878709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Sync routers for ids ['59ae1e9f-3529-4ebc-a122-856aa16ef7f7'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:27.896794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:27.900308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.918293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Routers {'59ae1e9f-3529-4ebc-a122-856aa16ef7f7'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:27.919155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['59ae1e9f-3529-4ebc-a122-856aa16ef7f7'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:27.931650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.935912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-adaa7d36-1698-4aa3-8346-81141cc747cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0060751 Oct 17 18:10:27.936992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33048) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:27.937514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.942368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:27.945066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.977137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.995231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=9c2020fa-887c-43d2-a2c1-f40a098c8ea9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:28.042650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.043197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment da711054-ab70-4123-9855-453c04967af7 of type vlan for network 3e95528f-51d5-4c84-a049-cbd918be9fc4 Oct 17 18:10:28.057310 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7998a214-380c-4812-a9e4-9afa923d34d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/9c2020fa-887c-43d2-a2c1-f40a098c8ea9 HTTP/1.1" status: 204 len: 168 time: 3.5385616 Oct 17 18:10:28.061662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33052) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.062026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.064120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/aff85e55-956d-41dc-97e4-63fd3e5b0207 HTTP/1.1" status: 204 len: 168 time: 1.2500143 Oct 17 18:10:28.066943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33056) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.099588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bbe34-18ff-423a-bbf4-e547260c9b7c None None] Pushing event updated for resources: {'Port': ['ID=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:28.160183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Set router 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:28.160863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a7a84-6507-45cb-bdba-076d69261fa6 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=aff85e55-956d-41dc-97e4-63fd3e5b0207,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:28.161345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.218692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.233518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb136596-dcda-42ff-8843-e1a292d32370 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/59ae1e9f-3529-4ebc-a122-856aa16ef7f7 HTTP/1.1" status: 200 len: 909 time: 0.2869413 Oct 17 18:10:28.233518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33062) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.233819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-be16081f-e443-40e3-a208-7f90a86632f5 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.233819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be16081f-e443-40e3-a208-7f90a86632f5 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.238063 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be16081f-e443-40e3-a208-7f90a86632f5 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/83665b5b-9969-4853-a02c-65330c4895e3 HTTP/1.1" status: 404 len: 337 time: 0.1755359 Oct 17 18:10:28.239080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1192347554', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': True}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:28.243483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33066) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.252287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:28.266918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Usage tracker for resource:router and tenant:d4b72a585b6943a4abd1cca0821e14e7 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:28.291623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 6e426ade-9ebc-4477-ba4f-0daad52f2685 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:28.297769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:28.309292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:28.312663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-985c1cfa-0ed8-4207-8e15-3357abc2448d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.313308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985c1cfa-0ed8-4207-8e15-3357abc2448d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.315610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-985c1cfa-0ed8-4207-8e15-3357abc2448d tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/9c2020fa-887c-43d2-a2c1-f40a098c8ea9 HTTP/1.1" status: 404 len: 339 time: 0.0667386 Oct 17 18:10:28.319939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.364908 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 7736c064-3b1e-49c3-a051-d618765af2be resource provider aggregate not found Oct 17 18:10:28.372246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b787f8-1f29-4626-8b21-126e8dfd43d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.372715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b787f8-1f29-4626-8b21-126e8dfd43d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.375016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-35b787f8-1f29-4626-8b21-126e8dfd43d8 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/cc38aef5-cbb5-4c61-9eb0-d4d8aca9e422 HTTP/1.1" status: 404 len: 337 time: 0.0536640 Oct 17 18:10:28.377750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33078) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.395816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 7736c064-3b1e-49c3-a051-d618765af2be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7736c064-3b1e-49c3-a051-d618765af2be found for delete ", "request_id": "req-31bca556-70b4-4eb0-9e05-165a7aaeab9d"}]} Oct 17 18:10:28.411958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5fcc19-face-4320-84fc-61a61be796e9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.412437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5fcc19-face-4320-84fc-61a61be796e9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.414133 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ce5fcc19-face-4320-84fc-61a61be796e9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/574b4f1b-555a-444c-bc0d-279796c8b548 HTTP/1.1" status: 404 len: 339 time: 0.0354800 Oct 17 18:10:28.416670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33084) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.422051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 031c9839-86a8-45ce-9d62-69376c3d1ad4 resource provider aggregate not found Oct 17 18:10:28.469772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 031c9839-86a8-45ce-9d62-69376c3d1ad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031c9839-86a8-45ce-9d62-69376c3d1ad4 found for delete ", "request_id": "req-e66c7b7e-44c7-423f-ae86-a02016975b01"}]} Oct 17 18:10:28.473393 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7e0918-ad3f-43dc-9602-a70f0cf0b676 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.473851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7e0918-ad3f-43dc-9602-a70f0cf0b676 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.475521 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc7e0918-ad3f-43dc-9602-a70f0cf0b676 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/83ce3680-5c92-403a-8d43-fd1c98bff46d HTTP/1.1" status: 404 len: 337 time: 0.0579543 Oct 17 18:10:28.478169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.500807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.501908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.510884 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef28a51-3d91-49be-98b7-c98309a89c99 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:28.511350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef28a51-3d91-49be-98b7-c98309a89c99 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:28.513018 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5ef28a51-3d91-49be-98b7-c98309a89c99 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/6d60f331-c1d7-4f45-af4e-63ccf5dbf54b HTTP/1.1" status: 404 len: 339 time: 0.0339663 Oct 17 18:10:28.516222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.544097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e145c2a-07c4-4eb3-bbb7-9cfde4b190f3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:28.549999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e145c2a-07c4-4eb3-bbb7-9cfde4b190f3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:28.550744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8e145c2a-07c4-4eb3-bbb7-9cfde4b190f3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Synchronizing usage tracker for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:28.565972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.567714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.571267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:28.571843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.596707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 20f6eade-a955-4582-856c-90b5963a95fd {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:28.597046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.600060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105'}], 'enable_snat': False}, 'gw_port_id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:21Z', 'updated_at': '2022-10-17T18:10:25Z', 'revision_number': 3, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port': {'id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:10:23Z', 'updated_at': '2022-10-17T18:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:28.605182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Checking router: 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:28.605784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Updating router 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:10:28.630869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.3 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/6e426ade-9ebc-4477-ba4f-0daad52f2685) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:28.678721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.732546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8e145c2a-07c4-4eb3-bbb7-9cfde4b190f3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Unset dirty status for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:28.738476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8e145c2a-07c4-4eb3-bbb7-9cfde4b190f3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6344717 Oct 17 18:10:28.738476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=3e95528f-51d5-4c84-a049-cbd918be9fc4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:28.750819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33100) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.751434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3e95528f-51d5-4c84-a049-cbd918be9fc4 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:28.762202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-592639317'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:28.769882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4108f69b-0b36-49e4-95b4-1a2ae9259dc0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0772018 Oct 17 18:10:28.772859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33104) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.776276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:28.785279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33108) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.788877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '3e95528f-51d5-4c84-a049-cbd918be9fc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:28.840661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.869121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:28.944916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:29.017452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:29.017682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:008b6e94feef406b8ddcf1ce5cb451ad is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:29.022803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:29.027818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:29.033939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:29.060412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:29.177934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:29.181264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.190852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:29.216091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d859c83-a486-4803-b2cd-f2992c661743 None None] Network c8663a11-9276-41f9-853e-dc2441dc44eb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:29.231940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:29.253091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.255967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:29.278396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.278892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment a6dff8f4-81ad-4de5-a0a5-994a7fb638bc of type vlan for network 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8 Oct 17 18:10:29.280294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 6e426ade-9ebc-4477-ba4f-0daad52f2685 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:29.313964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.315282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.329428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.331133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:29.334774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.474696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 5539fe52-07cc-49bc-bfda-a2bbae18113b resource provider aggregate not found Oct 17 18:10:29.488227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 20f6eade-a955-4582-856c-90b5963a95fd owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:29.501489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:29.504581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Provisioning for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:29.544492 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 5539fe52-07cc-49bc-bfda-a2bbae18113b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5539fe52-07cc-49bc-bfda-a2bbae18113b found for delete ", "request_id": "req-f2a62bfc-42e9-42db-a7e3-a30ad36356c6"}]} Oct 17 18:10:29.548062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Provisioning complete for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:29.548511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.548933 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Attempt 1 to provision port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 Oct 17 18:10:29.549049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.554617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:29.555757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.572927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:29.573864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.574196 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 Oct 17 18:10:29.596345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.672740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.700965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.751788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Transition to ACTIVE for port object 94b19049-9b0b-4cb1-94d7-5ec00612c6aa will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:29.768998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:29.788132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:29.791123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:29.797022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:29.808026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.808233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:29.826899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=6e426ade-9ebc-4477-ba4f-0daad52f2685,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:29.867789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:29.868030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.882376 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d5026182-18c8-4ab1-9ca5-1b44d4a6f1e5 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1277568 Oct 17 18:10:29.882547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33116) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:29.888226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1161985972'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:29.894658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:29.897703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.909520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.930026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:network and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:29.935523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.937383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:29.937964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Port': ['ID=20f6eade-a955-4582-856c-90b5963a95fd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:29.954833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:29.972606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e26c068d-ef9d-4d82-9185-42f48aa655de tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4401321 Oct 17 18:10:29.988927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33120) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:29.996626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.000822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-1584095229', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a7:30:15'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:30.019796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c195e1-99ee-47c8-8ce8-d3006b7e8fab,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.023887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-90c854ee-3748-40a9-ae46-b624d299a6a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=008b6e94feef406b8ddcf1ce5cb451ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2097185 Oct 17 18:10:30.030686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=decd7cd0-e7ad-4996-b629-db84657ea34a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.035687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33124) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:30.052673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Current status of the port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:30.053060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.061431 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f5b4ea6f-cfb6-4e1e-b7e2-594a7b64e80b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/ports/20f6eade-a955-4582-856c-90b5963a95fd HTTP/1.1" status: 204 len: 168 time: 1.5436742 Oct 17 18:10:30.070398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Attempting to bind port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:30.070766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Attempting to bind port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:30.071127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Attempting to bind port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:30.071943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33128) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:30.080223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.093239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:30.096388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.096724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:30.097097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:30.097493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.097910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:30.098375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Bound port: 94b19049-9b0b-4cb1-94d7-5ec00612c6aa, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:30.098741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.109285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'da711054-ab70-4123-9855-453c04967af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e95528f-51d5-4c84-a049-cbd918be9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:30.109639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 3e95528f-51d5-4c84-a049-cbd918be9fc4, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:30.127565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:30.127936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.150970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.172482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06b2ea-cd98-44f7-953f-af92144d1042 None None] Pushing event updated for resources: {'Port': ['ID=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.174803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:30.203955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.203955 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment be874ea0-9d62-4f6f-ae15-77b0c25e74e8 of type vlan for network b09ae186-981f-4115-a279-7b14f71d2709 Oct 17 18:10:30.223083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:30.231353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] For port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,segment=NetworkSegment(cab37b94-83ed-4433-b175-2b588501cc50),segment_id=cab37b94-83ed-4433-b175-2b588501cc50)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:30.237017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:port and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:30.243096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:30.249571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] For port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:30.251750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.253837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] For port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:30.255996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:30.258501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 3e95528f-51d5-4c84-a049-cbd918be9fc4 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:30.315136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.348581 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fb0458-8fda-439d-8226-d1c867b736f9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:30.349124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fb0458-8fda-439d-8226-d1c867b736f9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:30.350732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-81fb0458-8fda-439d-8226-d1c867b736f9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/4f384ce2-4e9d-4c36-bbde-1af818d0edad HTTP/1.1" status: 404 len: 337 time: 0.2778585 Oct 17 18:10:30.353983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33132) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:30.388741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3e95528f-51d5-4c84-a049-cbd918be9fc4) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:30.390021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.393679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.403701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:30.434091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa8f05-eb1a-4a1e-b802-e973bf002dd6 None None] Network 3e95528f-51d5-4c84-a049-cbd918be9fc4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:30.468173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.481354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.487541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:30.488081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.504371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:30.509584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.529770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 172.26.2.64 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2bffc23f-8f4b-46c7-b797-a90119642f28) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:30.571208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ea20-99e1-4500-bbec-7b020051016d None None] Pushing event updated for resources: {'Port': ['ID=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.590737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Routers {'59ae1e9f-3529-4ebc-a122-856aa16ef7f7'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:30.591618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['59ae1e9f-3529-4ebc-a122-856aa16ef7f7'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:30.710124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.722853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=b09ae186-981f-4115-a279-7b14f71d2709,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.735481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06b2ea-cd98-44f7-953f-af92144d1042 None None] Pushing event updated for resources: {'Port': ['ID=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.736444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.739266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:30.739266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:30.749430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c195e1-99ee-47c8-8ce8-d3006b7e8fab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:30.770187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.773781 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3173f310-1a46-4f6c-ba12-b53ce8daba80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0c195e1-99ee-47c8-8ce8-d3006b7e8fab HTTP/1.1" status: 204 len: 168 time: 0.7387009 Oct 17 18:10:30.792930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.802217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5ce61129-4107-4a47-97e7-13ed094327d3 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9166670 Oct 17 18:10:30.803966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33140) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:30.811063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'ports': [{'network_id': '0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8', 'name': 'tempest-port--995507031', 'admin_state_up': True}, {'network_id': 'b09ae186-981f-4115-a279-7b14f71d2709', 'admin_state_up': False}]} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:30.811449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'port': {'network_id': '0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8', 'name': 'tempest-port--995507031', 'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:30.811934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'port': {'network_id': 'b09ae186-981f-4115-a279-7b14f71d2709', 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:30.827673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c2a7c063-e083-4bd7-86e1-bc7bda256b3b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0501595 Oct 17 18:10:30.828984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33144) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:30.840800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.938084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network b09ae186-981f-4115-a279-7b14f71d2709 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:30.965323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.967534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] Set router 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:30.989950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:31.006641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:31.015229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:31.029648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 365303d8-b4ff-4b14-95a0-e44198c06f61 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:31.134482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=2bffc23f-8f4b-46c7-b797-a90119642f28,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:31.151830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Provisioning complete for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:31.152188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.152523 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 1 to provision port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 Oct 17 18:10:31.334536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.382248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.419206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1f535d-57e9-4979-9dbf-2d1f61216326']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:31.419434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:31.427649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:port and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:31.431034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:31.442173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:31.448187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c936c36-c11a-4fbb-96b9-ff754304896f') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:31.452889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c936c36-c11a-4fbb-96b9-ff754304896f') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:31.499452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.518045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:31.525303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.5 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/365303d8-b4ff-4b14-95a0-e44198c06f61) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:31.525822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.538387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:31.541945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.577640 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 9c936c36-c11a-4fbb-96b9-ff754304896f resource provider aggregate not found Oct 17 18:10:31.618939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991bf58-7221-4267-a94f-ebdde4da0407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-3e95528f-51d5-4c84-a049-cbd918be9fc4', 'network_id': '3e95528f-51d5-4c84-a049-cbd918be9fc4', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': 'decd7cd0-e7ad-4996-b629-db84657ea34a'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:31.619767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e991bf58-7221-4267-a94f-ebdde4da0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.633574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'port': 2} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:31.635293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.662595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 9c936c36-c11a-4fbb-96b9-ff754304896f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c936c36-c11a-4fbb-96b9-ff754304896f found for delete ", "request_id": "req-1ab82dab-8d18-4c80-b34a-b66cf0fabf00"}]} Oct 17 18:10:31.699849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:31.718240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.729713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33154) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:31.770584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.773785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Current status of the port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:31.783501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.807866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:31.873419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3bb142af4b4ac5b72de6b1031357a7 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:31.878278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:31.896413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.899945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.902178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:31.902637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.903149 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 Oct 17 18:10:31.926725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:31.942232 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/ac1f535d-57e9-4979-9dbf-2d1f61216326 HTTP/1.1" status: 204 len: 168 time: 1.5864120 Oct 17 18:10:31.948183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Provisioning for port 6e426ade-9ebc-4477-ba4f-0daad52f2685 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:31.950808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a99e4-79d0-422d-be50-9f0a310c46f6 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=ac1f535d-57e9-4979-9dbf-2d1f61216326,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:31.950952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33158) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:31.964428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Provisioning complete for port 6e426ade-9ebc-4477-ba4f-0daad52f2685 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:31.964860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.965252 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 1 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:32.015880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105'}], 'enable_snat': False}, 'gw_port_id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:21Z', 'updated_at': '2022-10-17T18:10:25Z', 'revision_number': 3, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port': {'id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:10:23Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.024742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.028411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.032705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e6c3f-8172-47e6-bb50-92b9731ebf19 None None] The sync data for ids ['59ae1e9f-3529-4ebc-a122-856aa16ef7f7'] in dv-neutron-861384-1-hyperv is: [{'id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105'}], 'enable_snat': False}, 'gw_port_id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:21Z', 'updated_at': '2022-10-17T18:10:25Z', 'revision_number': 3, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port': {'id': '94b19049-9b0b-4cb1-94d7-5ec00612c6aa', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ae1e9f-3529-4ebc-a122-856aa16ef7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:10:23Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:32.043551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:32.087268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=decd7cd0-e7ad-4996-b629-db84657ea34a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-e991bf58-7221-4267-a94f-ebdde4da0407 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet decd7cd0-e7ad-4996-b629-db84657ea34a: This subnet is being modified by another concurrent operation. Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:10:32.088421 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet decd7cd0-e7ad-4996-b629-db84657ea34a: This subnet is being modified by another concurrent operation. Oct 17 18:10:32.092022 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:10:32.095710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 365303d8-b4ff-4b14-95a0-e44198c06f61 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:32.095839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.111730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:32.126742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf46d5a-553f-4c0c-8b50-2d965a325150 None None] Network 3e95528f-51d5-4c84-a049-cbd918be9fc4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:32.206079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.238979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e95528f-51d5-4c84-a049-cbd918be9fc4']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.255447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da711054-ab70-4123-9855-453c04967af7') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.256482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da711054-ab70-4123-9855-453c04967af7') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.271553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.291270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.299531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:32.299929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.327672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f83dc5-7dca-4cd2-9a0f-f822224a0ae2 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:32.388900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.429139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port 40541b9b-7f52-4c79-9dd3-0ee34ced10d7 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:32.429673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.489099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] device_id is not set on port 51f45ab3-b536-4e35-92b4-cfa61015cf5a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:32.515595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:32.518907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:32.521319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:32.539331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f83dc5-7dca-4cd2-9a0f-f822224a0ae2 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:32.544536 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 2 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:32.578606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=365303d8-b4ff-4b14-95a0-e44198c06f61,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:32.590828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.594848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.628237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:32.628814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.648680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=3e95528f-51d5-4c84-a049-cbd918be9fc4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:32.656846 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a485f1f-a29a-4cec-93a2-fe90d799d263 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/3e95528f-51d5-4c84-a049-cbd918be9fc4 HTTP/1.1" status: 204 len: 168 time: 1.8259261 Oct 17 18:10:32.657542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33162) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:32.663618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122711464'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:32.668856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:32.673687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:32.677166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:32.683749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:32.724480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17a86cb0-59e2-4ee1-aa87-a78ed8a43968 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7348347 Oct 17 18:10:32.725420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33166) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:32.766212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:32.795511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:32.799093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.849897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:32.865171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.865511 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment d860f241-ab4e-4662-8797-2d902bd155a2 of type vlan for network 5bf5bc2e-37d7-4ff7-8809-2df439715563 Oct 17 18:10:32.885792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:32.892464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:32.898953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:32.899835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Synchronizing usage tracker for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:32.933173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.006998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Unset dirty status for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:33.013180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fbd9af3b-1d50-419e-bbd9-77917ef171b9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2864065 Oct 17 18:10:33.014239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33170) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:33.057019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.073103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.083032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:33.084152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.090388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f8a87-9cbf-4a9c-a565-7074725be641 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:33.171764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.243243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 365303d8-b4ff-4b14-95a0-e44198c06f61 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:33.243542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.249299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f8a87-9cbf-4a9c-a565-7074725be641 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:33.260197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for 40541b9b-7f52-4c79-9dd3-0ee34ced10d7 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:33.268750 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 3 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:33.274121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=5bf5bc2e-37d7-4ff7-8809-2df439715563,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:33.297391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11324477-9223-4cdd-925b-34ebeae66211 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6362426 Oct 17 18:10:33.298793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33174) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:33.307300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:33.355863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:33.356502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:33.436045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.455692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.584609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.696449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94b19049-9b0b-4cb1-94d7-5ec00612c6aa up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:33.712063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] device_id is not set on port c9dde00e-1903-4d6b-a197-2c0ac79c35cd yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:33.739361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment da711054-ab70-4123-9855-453c04967af7 resource provider aggregate not found Oct 17 18:10:33.742575 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e3bb142af4b4ac5b72de6b1031357a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9979560 Oct 17 18:10:33.748096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33180) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:33.753584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fbb7b-1293-4dce-848f-cdb89cf68b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555853cc-5638-4f81-ba8e-8ef79c934ce7,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:33.823378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.827624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.836858 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment da711054-ab70-4123-9855-453c04967af7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da711054-ab70-4123-9855-453c04967af7 found for delete ", "request_id": "req-3935c4ce-20e0-4d21-8ba2-457820dd51bf"}]} Oct 17 18:10:33.858519 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 4 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:33.903891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.906347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:33.906848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Port': ['ID=40541b9b-7f52-4c79-9dd3-0ee34ced10d7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:33.918761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.926570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:33.926889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.927216 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa Oct 17 18:10:33.931570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 is not hosted by any dhcp agent {{(pid=89827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 18:10:33.937811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:33.938192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.939436 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "PUT /v2.0/networks/5bf5bc2e-37d7-4ff7-8809-2df439715563 HTTP/1.1" status: 200 len: 723 time: 0.6397333 Oct 17 18:10:33.945928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.948863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33186) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:33.967847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:33.999685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:34.003511 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-29f3e5b5-e76d-43c1-a156-adb6cab6039b tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/ports/40541b9b-7f52-4c79-9dd3-0ee34ced10d7 HTTP/1.1" status: 204 len: 168 time: 2.0494103 Oct 17 18:10:34.041193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33190) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:34.102707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:34.102707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.125915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:34.206391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.214181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.214274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 365303d8-b4ff-4b14-95a0-e44198c06f61 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:34.295905 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae609d7-2bfd-4603-ab4a-9412a44e2a98 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:34.296276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae609d7-2bfd-4603-ab4a-9412a44e2a98 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:34.300345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cae609d7-2bfd-4603-ab4a-9412a44e2a98 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/a659e055-230a-4f3a-97e1-59c137084b0d HTTP/1.1" status: 404 len: 337 time: 0.2545199 Oct 17 18:10:34.305316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33194) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:34.313320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.332928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:34.335820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b769407-1c32-4037-8457-608a1f60ae93 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=5bf5bc2e-37d7-4ff7-8809-2df439715563,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.336597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.349037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:34.350363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:34.353123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.358940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:34.371698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:34.428702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:10:34.458012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.498663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:34.500841 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 5 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:34.502745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.558576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:34.594933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.600181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.642035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.678983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.708462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=365303d8-b4ff-4b14-95a0-e44198c06f61,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.730227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555853cc-5638-4f81-ba8e-8ef79c934ce7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.760540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94820734-9fb6-4b6e-bc54-9fddfe086728']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:34.779601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a32ce-3356-4f6c-891b-e74378a5bf84') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:34.779895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a32ce-3356-4f6c-891b-e74378a5bf84') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:34.786985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.795492 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d722b4a8-50b3-47c4-bcbe-eec0e671c00e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/555853cc-5638-4f81-ba8e-8ef79c934ce7 HTTP/1.1" status: 204 len: 168 time: 1.0418484 Oct 17 18:10:34.802390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.808474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Port': ['ID=51f45ab3-b536-4e35-92b4-cfa61015cf5a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.867963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Checking segment: {'id': 'a6dff8f4-81ad-4de5-a0a5-994a7fb638bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:34.868422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network hostable DHCP agents. Network: 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:34.878097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:34.898624 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Sync routers for ids ['c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:34.899439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.935296 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Routers {'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:34.936530 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:35.001534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.003175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e071475c-759f-4bf5-8d74-5c7e98e0422a tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7725241 Oct 17 18:10:35.007335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33200) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.061949 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 6 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:35.073787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.076851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:35.077398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.102195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:35.184597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:35.243227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7954dcf7-4965-4f3c-8473-bf0eda275664 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/365303d8-b4ff-4b14-95a0-e44198c06f61 HTTP/1.1" status: 204 len: 168 time: 2.2249725 Oct 17 18:10:35.245054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33204) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.246449 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Set router c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:35.294044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.307222 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d975f2-2bbc-4b7b-921f-c1b2cc2c72cc tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] GET failed (client error): The resource could not be found. Oct 17 18:10:35.312125 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-71d975f2-2bbc-4b7b-921f-c1b2cc2c72cc tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports/365303d8-b4ff-4b14-95a0-e44198c06f61 HTTP/1.1" status: 404 len: 333 time: 0.0641332 Oct 17 18:10:35.313102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33208) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.318522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.320261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-1348219198'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:35.331999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=94820734-9fb6-4b6e-bc54-9fddfe086728,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:35.331999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6e841387-5919-4a4e-b6e4-5be6948503a9 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/94820734-9fb6-4b6e-bc54-9fddfe086728 HTTP/1.1" status: 204 len: 168 time: 1.0252292 Oct 17 18:10:35.334377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.350862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:35.362852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b3e2d-cab4-4f33-b9b6-2e87979b5f5a None None] Network 0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:35.512768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting subnet 566f8c71-b60e-423d-88ca-0a4a8210db67 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:35.516493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.562857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.646464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94b19049-9b0b-4cb1-94d7-5ec00612c6aa up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:35.655074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.655228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.64'}], 'enable_snat': True}, 'gw_port_id': '2bffc23f-8f4b-46c7-b797-a90119642f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:28Z', 'updated_at': '2022-10-17T18:10:31Z', 'revision_number': 3, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port': {'id': '2bffc23f-8f4b-46c7-b797-a90119642f28', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:10:30Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:35.659912 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Checking router: c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:35.660054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:35.660538 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Updating router c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 port 2bffc23f-8f4b-46c7-b797-a90119642f28 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:10:35.660831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.694028 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 7 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:35.730332 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.759839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9156c1a7-3730-4ee1-828b-12fada816bc5 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 HTTP/1.1" status: 200 len: 907 time: 0.7506869 Oct 17 18:10:35.764633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33224) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.785552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:35.795388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:35.809392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Usage tracker for resource:port and tenant:d625bb893bcb4f3fa66aaa31addc934a is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:35.814715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': 'd860f241-ab4e-4662-8797-2d902bd155a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:35.815076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 5bf5bc2e-37d7-4ff7-8809-2df439715563, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:35.823661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:35.835194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:35.845901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:35.855356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:35.855836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.856565 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa Oct 17 18:10:35.858144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Port': ['ID=c9dde00e-1903-4d6b-a197-2c0ac79c35cd,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:35.883960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Checking segment: {'id': 'be874ea0-9d62-4f6f-ae15-77b0c25e74e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b09ae186-981f-4115-a279-7b14f71d2709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:35.884317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network hostable DHCP agents. Network: b09ae186-981f-4115-a279-7b14f71d2709, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:35.927595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 2a1a32ce-3356-4f6c-891b-e74378a5bf84 resource provider aggregate not found Oct 17 18:10:35.957863 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 2a1a32ce-3356-4f6c-891b-e74378a5bf84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a1a32ce-3356-4f6c-891b-e74378a5bf84 found for delete ", "request_id": "req-866c9850-d6ed-4ed8-b744-859b781d8865"}]} Oct 17 18:10:35.959152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.981888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:35.986965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.028709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:36.030187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 6b8210e1-dd7c-4f09-b185-de4ce9396abc yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:36.050042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.070930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:36.076268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network b09ae186-981f-4115-a279-7b14f71d2709 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:36.166679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.169262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 5bf5bc2e-37d7-4ff7-8809-2df439715563) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:36.174580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:36.175360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.181197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3eb93-4223-464a-84dc-066ab8d5ac72 None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:36.186981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, b09ae186-981f-4115-a279-7b14f71d2709) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:36.191619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:36.201411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:36.206528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:36.207340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.251847 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Transition to ACTIVE for port object 2bffc23f-8f4b-46c7-b797-a90119642f28 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:36.271410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.8 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/6b8210e1-dd7c-4f09-b185-de4ce9396abc) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:36.288717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.320394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.331219 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15b29fb6-ffc2-45c4-9e03-0504a284e1cf tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5258462 Oct 17 18:10:36.336754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:36.341082 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 8 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:36.381972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Subnet': ['ID=566f8c71-b60e-423d-88ca-0a4a8210db67,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:36.385332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.391677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205e10e-cf74-47c5-aff9-69a472bcdaf7 None None] Network b09ae186-981f-4115-a279-7b14f71d2709 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:36.404894 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.413695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b0c63-1ad6-4965-9e0f-362fa908107e None None] Network 84b0e957-3639-4887-8f8b-91bbcaa8cf14 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:36.414675 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7694897f-dca2-43e9-aa8c-ee7417d0ae54 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/subnets/566f8c71-b60e-423d-88ca-0a4a8210db67 HTTP/1.1" status: 204 len: 168 time: 1.0790102 Oct 17 18:10:36.416973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33244) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:36.452208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port 2bffc23f-8f4b-46c7-b797-a90119642f28 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:36.452208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.501402 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Attempting to bind port 2bffc23f-8f4b-46c7-b797-a90119642f28 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:36.502241 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Attempting to bind port 2bffc23f-8f4b-46c7-b797-a90119642f28 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:36.502619 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Attempting to bind port 2bffc23f-8f4b-46c7-b797-a90119642f28 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:36.513205 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:36.514131 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:36.514290 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.515673 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:36.515673 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Bound port: 2bffc23f-8f4b-46c7-b797-a90119642f28, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:36.515673 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.573243 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Pushing event updated for resources: {'Port': ['ID=2bffc23f-8f4b-46c7-b797-a90119642f28,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:36.586816 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.587178 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.587514 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.587845 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.588168 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.588545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.589682 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.589682 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.589859 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.590132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.590670 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.590990 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:36.625052 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] For port 2bffc23f-8f4b-46c7-b797-a90119642f28, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:36.628930 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] For port 2bffc23f-8f4b-46c7-b797-a90119642f28, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2bffc23f-8f4b-46c7-b797-a90119642f28,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:36.699404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.726078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.727432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:36.765314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.781886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 6b8210e1-dd7c-4f09-b185-de4ce9396abc will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:36.784830 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Routers {'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:36.787547 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:36.806841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cf2061f4-3bb8-42f0-b2a8-db82dbd785de tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8517010 Oct 17 18:10:36.807507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33252) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:36.813736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:36.853749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-5bf5bc2e-37d7-4ff7-8809-2df439715563', 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': 'd5d37b6f-dd7a-488f-9335-8ba7b8a8b82e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:36.854579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.882868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port d7fd145d-f5e1-4b72-8afa-f86df40247a3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:36.883580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.903587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:36.967204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527391b6-f660-4e91-a384-59148b6b35fa tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:36.974352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527391b6-f660-4e91-a384-59148b6b35fa tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:36.979451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-527391b6-f660-4e91-a384-59148b6b35fa tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6417644 Oct 17 18:10:36.984329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33258) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:37.023872 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] Set router c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:37.087466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:37.093180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:37.105375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:37.122304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Allocated IP 172.20.0.2 (5bf5bc2e-37d7-4ff7-8809-2df439715563/d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e/22b9248f-d039-494b-b24e-e3a4038d7f2c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:37.128171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] DHCP port deletion for 84b0e957-3639-4887-8f8b-91bbcaa8cf14 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:37.136105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Deleting port d7fd145d-f5e1-4b72-8afa-f86df40247a3 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:37.136474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.171150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2484002'] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.203931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=6b8210e1-dd7c-4f09-b185-de4ce9396abc,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:37.236273 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 9 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:37.250508 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:28Z', 'updated_at': '2022-10-17T18:10:36Z', 'revision_number': 4, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:37.260146 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f67e72-cc1d-4b62-84b6-a7b9ccf38df0 None None] The sync data for ids ['c3ff1987-1a82-4d28-8d2e-8e2b37c002e5'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3ff1987-1a82-4d28-8d2e-8e2b37c002e5', 'name': 'tempest-snat-router-1192347554', 'tenant_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:28Z', 'updated_at': '2022-10-17T18:10:36Z', 'revision_number': 4, 'project_id': 'd4b72a585b6943a4abd1cca0821e14e7', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:37.297142 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46451f9e-d444-4c47-8804-ee4db9e0d94f None None] Pushing event updated for resources: {'Port': ['ID=2bffc23f-8f4b-46c7-b797-a90119642f28,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:37.324192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] For port 2bffc23f-8f4b-46c7-b797-a90119642f28, host dv-neutron-861384-1-hyperv, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:37.325017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.366078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:37.368615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.497452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:37.498588 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f4b1371f-b0d4-4e7d-8440-eed13dba8780 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1836948 Oct 17 18:10:37.500468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33270) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:37.506372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a7:30:15'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:37.558707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for 2bffc23f-8f4b-46c7-b797-a90119642f28 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:37.699507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d7fd145d-f5e1-4b72-8afa-f86df40247a3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:37.776582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Deleting port 51f45ab3-b536-4e35-92b4-cfa61015cf5a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:37.777491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.839961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33278) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:37.843827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:37.844216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.876102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:37.985300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:37.985678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.000881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.031967 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Attempt 10 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:38.055357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Transition to ACTIVE for port object 22b9248f-d039-494b-b24e-e3a4038d7f2c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:38.066914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-840204897', 'router:external': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:38.068741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Calling delete_port for d7fd145d-f5e1-4b72-8afa-f86df40247a3 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:38.079127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:38.086566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:network and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:38.091401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:38.106225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:38.166709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for d7fd145d-f5e1-4b72-8afa-f86df40247a3 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:38.174063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Transition to ACTIVE for port object 22b9248f-d039-494b-b24e-e3a4038d7f2c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:38.179579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.188672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Made reservation on behalf of 73f3734307b64d1aa86442beab2aa4d0 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:38.191040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.192230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d7fd145d-f5e1-4b72-8afa-f86df40247a3 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:38.192607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.205157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.220922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:38.225626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:security_group_rule and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:38.232798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:38.246205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d9af7-1e51-4c7f-9bea-e1ac864af167 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:38.255180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:38.260471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:38.268962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.349990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:38.353270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:38.355708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:38.370474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.377865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.382529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.383066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Pushing event updated for resources: {'Port': ['ID=22b9248f-d039-494b-b24e-e3a4038d7f2c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:38.396885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:38.397208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:38.508388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:38.508388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:38.527207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Calling delete_port for 51f45ab3-b536-4e35-92b4-cfa61015cf5a owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:38.629218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Attempting to bind port 22b9248f-d039-494b-b24e-e3a4038d7f2c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:38.629218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Attempting to bind port 22b9248f-d039-494b-b24e-e3a4038d7f2c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'd860f241-ab4e-4662-8797-2d902bd155a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:38.629218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Attempting to bind port 22b9248f-d039-494b-b24e-e3a4038d7f2c on network 5bf5bc2e-37d7-4ff7-8809-2df439715563 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:38.629789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:38.629789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Checking segment: {'id': 'd860f241-ab4e-4662-8797-2d902bd155a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Bound using segment: {'id': 'd860f241-ab4e-4662-8797-2d902bd155a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Bound port: 22b9248f-d039-494b-b24e-e3a4038d7f2c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd860f241-ab4e-4662-8797-2d902bd155a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5bf5bc2e-37d7-4ff7-8809-2df439715563'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.629973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d7fd145d-f5e1-4b72-8afa-f86df40247a3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:38.630532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=6b8210e1-dd7c-4f09-b185-de4ce9396abc,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:38.630532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] In _notify_port_updated(), no bound segment for port 6b8210e1-dd7c-4f09-b185-de4ce9396abc on network c8663a11-9276-41f9-853e-dc2441dc44eb {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:10:38.630532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:38.630532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.630532 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c55a6f49-4dd6-4e2f-a829-eb847b71091f tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "PUT /v2.0/ports/6b8210e1-dd7c-4f09-b185-de4ce9396abc HTTP/1.1" status: 200 len: 993 time: 1.1094465 Oct 17 18:10:38.630920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33284) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:38.643175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.686003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] For port 22b9248f-d039-494b-b24e-e3a4038d7f2c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:38.689434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] For port 22b9248f-d039-494b-b24e-e3a4038d7f2c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=22b9248f-d039-494b-b24e-e3a4038d7f2c,segment=NetworkSegment(d860f241-ab4e-4662-8797-2d902bd155a2),segment_id=d860f241-ab4e-4662-8797-2d902bd155a2)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:38.699913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 6b8210e1-dd7c-4f09-b185-de4ce9396abc {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:38.701516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.726175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Provisioning for port 6b8210e1-dd7c-4f09-b185-de4ce9396abc completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:38.731877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Provisioning complete for port 6b8210e1-dd7c-4f09-b185-de4ce9396abc triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:38.732759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.733091 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 1 to provision port 6b8210e1-dd7c-4f09-b185-de4ce9396abc Oct 17 18:10:38.786499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6b8210e1-dd7c-4f09-b185-de4ce9396abc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:38.850369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2246245'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.854129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.885918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.886462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.920712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:38.921297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.922570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "PUT /v2.0/subnets/d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e HTTP/1.1" status: 200 len: 806 time: 2.1141148 Oct 17 18:10:38.933135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port 2bffc23f-8f4b-46c7-b797-a90119642f28 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:38.933410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.937559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33288) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:38.938269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:38.972189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093ad0-593f-4e99-b09c-9047a693e6bb None None] Pushing event updated for resources: {'Port': ['ID=22b9248f-d039-494b-b24e-e3a4038d7f2c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:38.984094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Port': ['ID=51f45ab3-b536-4e35-92b4-cfa61015cf5a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:38.985070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Deleting port d7fd145d-f5e1-4b72-8afa-f86df40247a3 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:38.986367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:38.990426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db5eab-7029-4b24-80b8-6229650dfbf9,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:39.026550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.043711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.046484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Added segment 6da74031-b879-41f4-8195-ccdb377acf53 of type vlan for network df5a59a2-0ff3-487c-bad5-9054011ac66b Oct 17 18:10:39.050059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac579cd-03f3-4ef5-93cd-4ddba9d7d14a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:39.085276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port d7fd145d-f5e1-4b72-8afa-f86df40247a3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:39.085931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.124831 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c38b27ee-1c00-4e71-92d1-7c18e8416a61 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/ports/51f45ab3-b536-4e35-92b4-cfa61015cf5a HTTP/1.1" status: 204 len: 168 time: 2.1335146 Oct 17 18:10:39.137480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:39.147689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.189418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.231968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:39.232568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.252631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.303018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port 22b9248f-d039-494b-b24e-e3a4038d7f2c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:39.303642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.349946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Deleting port c9dde00e-1903-4d6b-a197-2c0ac79c35cd {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:39.350542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.376443 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 2 to provision port 6b8210e1-dd7c-4f09-b185-de4ce9396abc Oct 17 18:10:39.489521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 6b8210e1-dd7c-4f09-b185-de4ce9396abc owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:39.493291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Calling delete_port for d7fd145d-f5e1-4b72-8afa-f86df40247a3 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:39.556429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6b8210e1-dd7c-4f09-b185-de4ce9396abc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:39.635221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.639446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:39.639446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.659520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.726824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] For port 2bffc23f-8f4b-46c7-b797-a90119642f28, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2bffc23f-8f4b-46c7-b797-a90119642f28,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:39.727185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.770505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 22b9248f-d039-494b-b24e-e3a4038d7f2c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:39.819005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Network': ['ID=df5a59a2-0ff3-487c-bad5-9054011ac66b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:39.819513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] Pushing event deleted for resources: {'Port': ['ID=d7fd145d-f5e1-4b72-8afa-f86df40247a3,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:39.823182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585aa434-37fe-4e56-819c-42cd653355fd None None] No DVR routers for this DVR port d7fd145d-f5e1-4b72-8afa-f86df40247a3 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:39.857002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network df5a59a2-0ff3-487c-bad5-9054011ac66b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:39.874163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for 2bffc23f-8f4b-46c7-b797-a90119642f28 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:39.934987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a0f7b198-d5f9-419f-ac16-7eb80d17f7b9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0933788 Oct 17 18:10:39.948654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:39.964151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'subnet': {'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:39.980623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] For port d7fd145d-f5e1-4b72-8afa-f86df40247a3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d7fd145d-f5e1-4b72-8afa-f86df40247a3,segment=NetworkSegment(a937d6db-157a-4ab4-87a5-cea9767a74f7),segment_id=a937d6db-157a-4ab4-87a5-cea9767a74f7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:39.980977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:39.995477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 22b9248f-d039-494b-b24e-e3a4038d7f2c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:39.995901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:40.007962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:subnet and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:40.014669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.022173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:40.046569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:40.057884 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 3 to provision port 6b8210e1-dd7c-4f09-b185-de4ce9396abc Oct 17 18:10:40.128796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6b8210e1-dd7c-4f09-b185-de4ce9396abc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:40.146309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Calling delete_port for d7fd145d-f5e1-4b72-8afa-f86df40247a3 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:40.174137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Calling delete_port for c9dde00e-1903-4d6b-a197-2c0ac79c35cd owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:40.227867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port 22b9248f-d039-494b-b24e-e3a4038d7f2c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=22b9248f-d039-494b-b24e-e3a4038d7f2c,segment=NetworkSegment(d860f241-ab4e-4662-8797-2d902bd155a2),segment_id=d860f241-ab4e-4662-8797-2d902bd155a2)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:40.230393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.303833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb0407-e4bf-4675-8ae3-26c5fc1bafdc None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:40.319321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.365196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for 22b9248f-d039-494b-b24e-e3a4038d7f2c owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:40.380311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=6b8210e1-dd7c-4f09-b185-de4ce9396abc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:40.383282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:40.383701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:40.392430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Made reservation on behalf of 73f3734307b64d1aa86442beab2aa4d0 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:40.394726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.486829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.604574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bffc23f-8f4b-46c7-b797-a90119642f28,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:40.630734 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 4 to provision port 6b8210e1-dd7c-4f09-b185-de4ce9396abc Oct 17 18:10:40.660437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.673791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6b8210e1-dd7c-4f09-b185-de4ce9396abc was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:10:40.677010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Could not find standard attr ID for object 365303d8-b4ff-4b14-95a0-e44198c06f61. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:40.692572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Provisioning complete for port 6e426ade-9ebc-4477-ba4f-0daad52f2685 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:40.693550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.694391 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 1 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:40.735562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Port': ['ID=c9dde00e-1903-4d6b-a197-2c0ac79c35cd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:40.745439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.767580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.773230 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-547733f5-305a-4771-b034-94a7655bfcb2 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/ports/c9dde00e-1903-4d6b-a197-2c0ac79c35cd HTTP/1.1" status: 204 len: 168 time: 1.6344140 Oct 17 18:10:40.777692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33302) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:40.778471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.790890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:40.816159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:40.848358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3020f10f-da0d-4160-948a-5925c996c43d None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:40.886228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Port': ['ID=22b9248f-d039-494b-b24e-e3a4038d7f2c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:41.110387 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1cb0521-37d7-47fc-a793-35cd3b6d8d0a tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/6b8210e1-dd7c-4f09-b185-de4ce9396abc HTTP/1.1" status: 204 len: 168 time: 2.4829383 Oct 17 18:10:41.111866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1cb85dc5-3b96-4313-a3cb-cbd9fd036625 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Synchronizing usage tracker for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:41.115162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33306) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:41.121468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.123966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.130659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No DVR routers for this DVR port 22b9248f-d039-494b-b24e-e3a4038d7f2c on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:41.189226 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da394d5-07b6-4ed8-93b9-f55c77fd6923 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] GET failed (client error): The resource could not be found. Oct 17 18:10:41.190001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4da394d5-07b6-4ed8-93b9-f55c77fd6923 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Synchronizing usage tracker for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:41.204635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.249296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Deleting port d7fd145d-f5e1-4b72-8afa-f86df40247a3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:41.249808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.293178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1cb85dc5-3b96-4313-a3cb-cbd9fd036625 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Unset dirty status for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:41.298611 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 2 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:41.298758 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1cb85dc5-3b96-4313-a3cb-cbd9fd036625 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4804182 Oct 17 18:10:41.299375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33310) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:41.306556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.306766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:41.307884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4da394d5-07b6-4ed8-93b9-f55c77fd6923 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Unset dirty status for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:41.312377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1201723913'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:41.313422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4da394d5-07b6-4ed8-93b9-f55c77fd6923 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports/6b8210e1-dd7c-4f09-b185-de4ce9396abc HTTP/1.1" status: 404 len: 333 time: 0.1912949 Oct 17 18:10:41.313541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33314) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:41.322147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-2099695177'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:41.336622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:41.356129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] The port 'd7fd145d-f5e1-4b72-8afa-f86df40247a3' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:10:41.358722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.359874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9adf432b-20d0-4f10-a598-c1cacec790cb tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c3ff1987-1a82-4d28-8d2e-8e2b37c002e5 HTTP/1.1" status: 204 len: 168 time: 5.5928144 Oct 17 18:10:41.375827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33318) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:41.380781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:41.381204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:network and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:41.391146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:41.488724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.508689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:41.510933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.514862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:10:41.515313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.515590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b0e957-3639-4887-8f8b-91bbcaa8cf14']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:41.531559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a937d6db-157a-4ab4-87a5-cea9767a74f7') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:41.531861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a937d6db-157a-4ab4-87a5-cea9767a74f7') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:41.543871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.564136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.571681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:41.572076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.640561 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a937d6db-157a-4ab4-87a5-cea9767a74f7 resource provider aggregate not found Oct 17 18:10:41.643758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:41.658038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69270098-b1a8-4875-952c-b711ebf41d53 None None] Network 5bf5bc2e-37d7-4ff7-8809-2df439715563 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:41.678250 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a937d6db-157a-4ab4-87a5-cea9767a74f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a937d6db-157a-4ab4-87a5-cea9767a74f7 found for delete ", "request_id": "req-a45a7c95-9364-455c-b853-32ea0ddb30be"}]} Oct 17 18:10:41.742713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.764314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.778295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] Pushing event deleted for resources: {'Network': ['ID=84b0e957-3639-4887-8f8b-91bbcaa8cf14,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:41.781973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:41.782281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9c02e9a0-a46f-4be2-af97-d08f9f738f72 tempest-NetworksIpV6TestAttrs-1644608340 tempest-NetworksIpV6TestAttrs-1644608340-project] 10.222.0.36 "DELETE /v2.0/networks/84b0e957-3639-4887-8f8b-91bbcaa8cf14 HTTP/1.1" status: 204 len: 168 time: 5.3643820 Oct 17 18:10:41.785326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.863656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:41.882149 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 3 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:41.910566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e66b4e1e-12c9-489e-b98b-333ea4123356,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:41.932838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Checking segment: {'id': '6da74031-b879-41f4-8195-ccdb377acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:41.933275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network hostable DHCP agents. Network: df5a59a2-0ff3-487c-bad5-9054011ac66b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:41.939462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e098ef-0990-4a2e-a912-52740175011a None None] DHCP port deletion for 5bf5bc2e-37d7-4ff7-8809-2df439715563 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:41.947518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf5bc2e-37d7-4ff7-8809-2df439715563']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:41.951622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:41.968588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:41.974538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:41.984600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd860f241-ab4e-4662-8797-2d902bd155a2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:41.984600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd860f241-ab4e-4662-8797-2d902bd155a2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:42.001940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.050052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.065381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:42.146145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.146768 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment b06e469c-0ce3-4fcc-8574-4ea8119b2ec1 of type vlan for network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 Oct 17 18:10:42.152869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network df5a59a2-0ff3-487c-bad5-9054011ac66b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:42.164652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.196111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:42.196505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.227056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.286156 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d860f241-ab4e-4662-8797-2d902bd155a2 resource provider aggregate not found Oct 17 18:10:42.289505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:42.292905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.314543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33334) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.316423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, df5a59a2-0ff3-487c-bad5-9054011ac66b) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:42.325106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b40e88-191b-491a-972f-e201cb67c833 None None] Network df5a59a2-0ff3-487c-bad5-9054011ac66b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:42.347055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d860f241-ab4e-4662-8797-2d902bd155a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d860f241-ab4e-4662-8797-2d902bd155a2 found for delete ", "request_id": "req-7089f5e1-efcf-4815-b697-6471017dff0b"}]} Oct 17 18:10:42.348301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:42.348874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.380197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 8001a145-156e-4db4-9434-a4b975427324 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:42.447421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.449017 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 4 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:42.484035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.503290 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5873a4fa-2eee-45e8-9e1c-1ce05531c416 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fee4fd6c66ca4fd3ada09056e23fb867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874182 Oct 17 18:10:42.505533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33340) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.511853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.525060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=5bf5bc2e-37d7-4ff7-8809-2df439715563,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:42.531879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0a11639f-e991-42e7-be62-7188f1c9824d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/5bf5bc2e-37d7-4ff7-8809-2df439715563 HTTP/1.1" status: 204 len: 168 time: 3.5912361 Oct 17 18:10:42.535063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33344) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.544292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.550739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:42.551927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.557182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:42.576717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99fc360-6d11-4d4a-9c24-bc4141c9321b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:42.580127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99fc360-6d11-4d4a-9c24-bc4141c9321b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:42.580127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c99fc360-6d11-4d4a-9c24-bc4141c9321b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/5bf5bc2e-37d7-4ff7-8809-2df439715563 HTTP/1.1" status: 404 len: 339 time: 0.0429437 Oct 17 18:10:42.583520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33348) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.586837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Deleting port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:42.587185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.598743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136218205', 'description': 'd1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:42.605474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:42.611982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf4957-00b8-421c-80ae-4de0a1b9dfa7 None None] Network df5a59a2-0ff3-487c-bad5-9054011ac66b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:42.613944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:network and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:42.616610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-321a6b60-6794-4855-acf4-c0657f489246 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6570325 Oct 17 18:10:42.616911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.618611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:42.623375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33352) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.639117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2006110387', 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:42.642620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:42.653190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:42.667020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:port and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:42.672967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:42.677122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.690001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:42.788105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.805371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ddcbdf-4ec0-4a4e-9213-7d3a9648075b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:42.810052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.813528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d120d28-0b59-42de-8f42-29cd64a86617 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9ddcbdf-4ec0-4a4e-9213-7d3a9648075b HTTP/1.1" status: 204 len: 168 time: 0.3045406 Oct 17 18:10:42.850502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5480657 Oct 17 18:10:42.855014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33358) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:42.865638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1339136961'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:42.875137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:42.881491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:network and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:42.885148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:42.888107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:42.892434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.907123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:42.909331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8413bb-ee93-44b6-adb5-0ece58d477a8 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=11e78672-2a5d-4ca6-ac9a-5421b0475da1,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:42.921034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Made reservation on behalf of 73f3734307b64d1aa86442beab2aa4d0 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:42.927444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:42.928144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:42.958753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] device_id is not set on port 5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:42.966910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.5 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/8001a145-156e-4db4-9434-a4b975427324) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:43.011872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:43.032159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:43.037559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.054979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.055351 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment e4a21611-7a3c-4990-a25f-0a34208ae8af of type vlan for network 0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 Oct 17 18:10:43.062446 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 5 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:43.072068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] For port 94b19049-9b0b-4cb1-94d7-5ec00612c6aa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:43.072373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.123838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:43.138740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:43.146570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.162852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.163200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Added segment 54f8f127-07cb-4e64-8b2d-f9e1c1785e9d of type vlan for network 0f610383-f16b-4caf-8208-aed2aa44a6c1 Oct 17 18:10:43.206671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.20.0.9 (df5a59a2-0ff3-487c-bad5-9054011ac66b/e66b4e1e-12c9-489e-b98b-333ea4123356/5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:43.230506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.277393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Calling delete_port for 94b19049-9b0b-4cb1-94d7-5ec00612c6aa owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:43.313522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.319271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:43.319793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.407891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.413320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:43.413919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.445426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.471674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 8001a145-156e-4db4-9434-a4b975427324 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:43.522042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=0ea86fc0-a7e9-4af5-aada-fd5036ce78e6,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:43.539228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:43.611597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 22b9248f-d039-494b-b24e-e3a4038d7f2c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:43.613621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1da60988-2360-40cb-a121-993519af34c8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0287883 Oct 17 18:10:43.616476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33372) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:43.644140 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 6 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:43.668970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.669164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7897804 Oct 17 18:10:43.669164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c514dd8-d955-4be2-bef9-57f4d81aac67 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Network': ['ID=0f610383-f16b-4caf-8208-aed2aa44a6c1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:43.682464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.690347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.708524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 22b9248f-d039-494b-b24e-e3a4038d7f2c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:43.708524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 22b9248f-d039-494b-b24e-e3a4038d7f2c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:43.712951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0f610383-f16b-4caf-8208-aed2aa44a6c1 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:43.783226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.832611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33384) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:43.844058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496227d-b4f0-488c-b131-ee842c54bb2c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:43.844488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e496227d-b4f0-488c-b131-ee842c54bb2c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Synchronizing usage tracker for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:43.847779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:43.859694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b19049-9b0b-4cb1-94d7-5ec00612c6aa,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:43.874142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'subnets': [{'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1090749019', 'ip_version': 4}, {'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:43.874142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'subnet': {'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1090749019', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:43.874142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Request body: {'subnet': {'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:43.970558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network df5a59a2-0ff3-487c-bad5-9054011ac66b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:43.974390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:43.977523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:44.012466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:44.039238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:44.039853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.068303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:44.078099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e496227d-b4f0-488c-b131-ee842c54bb2c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Unset dirty status for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:44.079261 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e496227d-b4f0-488c-b131-ee842c54bb2c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks?id=0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 HTTP/1.1" status: 200 len: 761 time: 0.4610593 Oct 17 18:10:44.080396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:44.082294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33390) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:44.090157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33392) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:44.104431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'description': 'd2'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:44.107887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:44.182073 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8f9b597-13a0-4d6d-85d2-221b01fec7e9 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5591662 Oct 17 18:10:44.189670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33400) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:44.242599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=8001a145-156e-4db4-9434-a4b975427324,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:44.261216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.281422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--27924449'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:44.287209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:44.291235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:44.294201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:44.300192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:44.349310 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 7 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:44.371924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:44.373155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.384827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port 5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:44.385178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.406306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:44.436891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.469630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.555881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:44.561860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.576667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:44.581082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:44.590199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:44.654802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.658214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.667127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.670032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:44.683763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Usage tracker for resource:subnet and tenant:ad9aa8ea80b24cfcb33ca87149443ad2 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:44.687558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:44.693585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:44.702499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 is not hosted by any dhcp agent {{(pid=89827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 18:10:44.707727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:44.708311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.709536 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "PUT /v2.0/networks/0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 HTTP/1.1" status: 200 len: 758 time: 0.6182661 Oct 17 18:10:44.712336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33406) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:44.736954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e9a610f3-b7c4-4864-b2d4-88fb477e0c19 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4219744 Oct 17 18:10:44.740853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33410) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:44.794081 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a7:30:15'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:44.826862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35677ac3-690f-4527-a41c-32e4c4202323 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=0ea86fc0-a7e9-4af5-aada-fd5036ce78e6,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:44.839854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:44.845109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.845397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59ae1e9f-3529-4ebc-a122-856aa16ef7f7 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:44.854246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.868318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Made reservation on behalf of ad9aa8ea80b24cfcb33ca87149443ad2 for: {'subnet': 2} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:44.874653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.874971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.975148 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 8 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:44.983491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.986040 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1cb40f77-247a-45a8-9794-bdce491e40c1 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "DELETE /v2.0/routers/59ae1e9f-3529-4ebc-a122-856aa16ef7f7 HTTP/1.1" status: 204 len: 168 time: 3.5974939 Oct 17 18:10:44.996619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33414) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:45.002273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1981468379', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:45.017781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for 5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:45.036993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24bf37-36a5-4902-ae2c-975e4f7f5aa6 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.039556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:45.042551 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d24bf37-36a5-4902-ae2c-975e4f7f5aa6 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks?id=0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 HTTP/1.1" status: 200 len: 761 time: 0.3292251 Oct 17 18:10:45.043212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33418) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:45.065722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:45.082398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:45.088831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:45.099143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.101909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:45.105987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332345033'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:45.114240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:45.145294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:45.183125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.196283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:45.208534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:45.213477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:45.226907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:45.234937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37081d6-3fbf-4a1a-9c29-39101b3cfbc3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:45.260104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:45.264306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.268787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.269772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.281758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.312363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.329017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.366666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:45.380992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:45.384368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.393460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.425046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.425548 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment 22aa811e-38e0-4f4b-bdbc-649e47677aa2 of type vlan for network 608a027e-cd9f-4f4e-be58-52d77a354a32 Oct 17 18:10:45.516514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69078792-3b7d-4932-a3e8-b256d3ee3940,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:45.540448 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 9 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:45.548402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.552020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.553991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-39105f0e-bf20-4e0d-b0ec-edc0846ba88a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5f4ca9ad-03a1-4f39-990d-c75ec18eb0e3 HTTP/1.1" status: 204 len: 168 time: 1.3630884 Oct 17 18:10:45.557033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:45.564513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b', 'external_fixed_ips': [{'subnet_id': 'e66b4e1e-12c9-489e-b98b-333ea4123356', 'ip_address': '172.20.0.9'}]}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:45.569632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:45.574306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:router and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:45.577464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:45.583697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:45.618387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94b19049-9b0b-4cb1-94d7-5ec00612c6aa no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:45.659561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 94b19049-9b0b-4cb1-94d7-5ec00612c6aa {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:45.659894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94b19049-9b0b-4cb1-94d7-5ec00612c6aa not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:45.674075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:45.791581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.798445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.799637 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-70bdc8ed-5b51-45de-adb3-4b7d5ea1c676 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7060964 Oct 17 18:10:45.808856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33426) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:45.828894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.834460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.835043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.926043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.959628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.960641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.993262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.002653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.027154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4caf772-dded-4f88-839b-f303ff239023 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:46.068224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=608a027e-cd9f-4f4e-be58-52d77a354a32,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:46.079984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 608a027e-cd9f-4f4e-be58-52d77a354a32 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:10:46.099525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=8001a145-156e-4db4-9434-a4b975427324,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:46.112638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] In _notify_port_updated(), no bound segment for port 8001a145-156e-4db4-9434-a4b975427324 on network c8663a11-9276-41f9-853e-dc2441dc44eb {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:10:46.118037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.118653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.123313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-62f7cecf-0f09-4542-8ca3-03ea2c0c47a8 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "PUT /v2.0/ports/8001a145-156e-4db4-9434-a4b975427324 HTTP/1.1" status: 200 len: 996 time: 1.3781016 Oct 17 18:10:46.129254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33430) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:46.155529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4caf772-dded-4f88-839b-f303ff239023 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:46.160024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b4caf772-dded-4f88-839b-f303ff239023 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3489168 Oct 17 18:10:46.182016 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Attempt 10 to provision port 6e426ade-9ebc-4477-ba4f-0daad52f2685 Oct 17 18:10:46.222942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33434) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:46.245708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a158deb-bd49-472f-b66c-3281ed47a332 None None] Port 6e426ade-9ebc-4477-ba4f-0daad52f2685 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:46.273647 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc05482a-1a93-4c10-ab2b-b05df5055d38 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2224033 Oct 17 18:10:46.285467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-security--328420557', 'description': 'tempest-security-description-1006538368'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:46.287446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33438) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:46.299397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:46.380534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.415422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 8001a145-156e-4db4-9434-a4b975427324 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:46.415769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.422448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Provisioning for port 8001a145-156e-4db4-9434-a4b975427324 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:46.427795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Provisioning complete for port 8001a145-156e-4db4-9434-a4b975427324 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:46.428179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.428515 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Attempt 1 to provision port 8001a145-156e-4db4-9434-a4b975427324 Oct 17 18:10:46.457343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.465370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.490988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Port 8001a145-156e-4db4-9434-a4b975427324 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:46.537013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.557123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Subnet': ['ID=06c7a055-718e-4120-a830-bf1fb9036e8b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:46.589485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:46.615308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Usage tracker for resource:subnet and tenant:c7348e670ba244a4b62ceb8c21b30167 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:46.619868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Checking segment: {'id': 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:46.620230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network hostable DHCP agents. Network: 11e78672-2a5d-4ca6-ac9a-5421b0475da1, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:46.628674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:46.638797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:46.736118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.770109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:46.771067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.772242 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "PUT /v2.0/security-groups/69078792-3b7d-4932-a3e8-b256d3ee3940 HTTP/1.1" status: 200 len: 1777 time: 0.5489643 Oct 17 18:10:46.773754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.783123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33442) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:46.798812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:46.832311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.863372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e5c65-4e64-429d-91e5-45caf199096a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69078792-3b7d-4932-a3e8-b256d3ee3940,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:46.875480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.877321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:46.961827 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b3a11b85-d488-40b5-9da9-481c1bb45133 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups/69078792-3b7d-4932-a3e8-b256d3ee3940 HTTP/1.1" status: 200 len: 1777 time: 0.1537476 Oct 17 18:10:46.968283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33446) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:46.992564 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Attempt 2 to provision port 8001a145-156e-4db4-9434-a4b975427324 Oct 17 18:10:47.016440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 8001a145-156e-4db4-9434-a4b975427324 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:47.044372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 11e78672-2a5d-4ca6-ac9a-5421b0475da1) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:47.051007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Port 8001a145-156e-4db4-9434-a4b975427324 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:47.055254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2e978-ef1d-4c2a-abac-9d1256cd5d6c None None] Network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:47.070930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.130765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Allocated IP 172.26.2.143 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/46bee1d8-932a-4f3a-98d2-701b08e588e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:47.135307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.187406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event updated for resources: {'Subnet': ['ID=f78d5686-419b-4591-92a8-e034aca3a463,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:47.220999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.279157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Checking segment: {'id': '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:47.279528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network hostable DHCP agents. Network: 0f610383-f16b-4caf-8208-aed2aa44a6c1, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:47.390327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-11e78672-2a5d-4ca6-ac9a-5421b0475da1', 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1', 'tenant_id': 'ad9aa8ea80b24cfcb33ca87149443ad2', 'fixed_ips': [{'subnet_id': '06c7a055-718e-4120-a830-bf1fb9036e8b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:47.391201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.426989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Network 0f610383-f16b-4caf-8208-aed2aa44a6c1 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:47.478422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.512063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.554150 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Attempt 3 to provision port 8001a145-156e-4db4-9434-a4b975427324 Oct 17 18:10:47.600840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Port 8001a145-156e-4db4-9434-a4b975427324 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:10:47.601051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=8001a145-156e-4db4-9434-a4b975427324,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:47.602940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Allocated IP 172.20.0.2 (11e78672-2a5d-4ca6-ac9a-5421b0475da1/06c7a055-718e-4120-a830-bf1fb9036e8b/bbd7a16f-87c9-4caf-8908-9f915bc351b1) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:47.609349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-acc792b0-7dd0-4d13-a674-73b766e2d59d None None] Could not find standard attr ID for object 22b9248f-d039-494b-b24e-e3a4038d7f2c. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:47.647187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=8b293155-99b1-4b19-8241-5a8b755f30fb,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:47.649955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 0f610383-f16b-4caf-8208-aed2aa44a6c1) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:47.655342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:47.655884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:47.656516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.666934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.675606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.682940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b18e1-1545-481a-8daf-59256ddb296f None None] Network 0f610383-f16b-4caf-8208-aed2aa44a6c1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:47.689575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.722194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69078792-3b7d-4932-a3e8-b256d3ee3940,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:47.733792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.775778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': '22aa811e-38e0-4f4b-bdbc-649e47677aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:47.776482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 608a027e-cd9f-4f4e-be58-52d77a354a32, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:10:47.789173 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dc66146f-ad3d-456c-a811-8b2f28c20d6e tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9394703 Oct 17 18:10:47.789966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33452) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:47.866678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.870093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b5a23786-d26e-4eec-a0f1-441a4a8aead0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/69078792-3b7d-4932-a3e8-b256d3ee3940 HTTP/1.1" status: 204 len: 168 time: 0.8986290 Oct 17 18:10:47.870933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33456) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:47.900832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.905088 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-813547c4-7fc0-48a4-9aef-c9cafab7bc2b tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/8001a145-156e-4db4-9434-a4b975427324 HTTP/1.1" status: 204 len: 168 time: 1.7726104 Oct 17 18:10:47.906837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:47.908453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:47.909978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:47.910783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Synchronizing usage tracker for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:47.912415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33460) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:47.964390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-0f610383-f16b-4caf-8208-aed2aa44a6c1', 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1', 'tenant_id': 'ad9aa8ea80b24cfcb33ca87149443ad2', 'fixed_ips': [{'subnet_id': 'f78d5686-419b-4591-92a8-e034aca3a463'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:47.965838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:47.983137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 608a027e-cd9f-4f4e-be58-52d77a354a32 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:10:47.986355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Unset dirty status for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:47.991871 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ddcfe97b-ed88-40c8-8fdf-1bff49d5e3c7 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1951413 Oct 17 18:10:47.994694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33464) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:47.999003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.042395 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bab8a43-3256-4df4-9850-7c57ace2b2e9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] GET failed (client error): The resource could not be found. Oct 17 18:10:48.043732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bab8a43-3256-4df4-9850-7c57ace2b2e9 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports/8001a145-156e-4db4-9434-a4b975427324 HTTP/1.1" status: 404 len: 333 time: 0.1301970 Oct 17 18:10:48.050637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33468) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:48.059491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-745040367'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:48.087199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e9a3c069-0cc7-4677-b21e-385661c20795 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:48.109569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:48.115675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.120976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:48.127213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Transition to ACTIVE for port object bbd7a16f-87c9-4caf-8908-9f915bc351b1 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:48.129072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:48.147867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Transition to ACTIVE for port object bbd7a16f-87c9-4caf-8908-9f915bc351b1 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:48.155685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.20.0.9 (df5a59a2-0ff3-487c-bad5-9054011ac66b/e66b4e1e-12c9-489e-b98b-333ea4123356/0555bea9-0c01-47a5-8cf9-3f4b56b2411f) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:48.165447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event updated for resources: {'Port': ['ID=46bee1d8-932a-4f3a-98d2-701b08e588e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:48.211920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.255673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 608a027e-cd9f-4f4e-be58-52d77a354a32) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:48.267104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:48.267678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.289936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Deleting subnet 06c7a055-718e-4120-a830-bf1fb9036e8b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:48.290962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Pushing event updated for resources: {'Port': ['ID=bbd7a16f-87c9-4caf-8908-9f915bc351b1,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:48.300017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc126ab-bb49-4a28-a5ab-38f2e0b0fdfc None None] Network 608a027e-cd9f-4f4e-be58-52d77a354a32 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:48.307199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.393517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e9a3c069-0cc7-4677-b21e-385661c20795 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:48.395068 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e9a3c069-0cc7-4677-b21e-385661c20795 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5233259 Oct 17 18:10:48.399910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33472) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:48.400791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.403802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:48.408035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:48.421773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:48.424829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Allocated IP 172.20.0.18 (0f610383-f16b-4caf-8208-aed2aa44a6c1/f78d5686-419b-4591-92a8-e034aca3a463/1d1a4b57-f067-4710-b413-365756f4d2d3) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:48.441660 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b4094a3e-8e9b-4379-8d5d-158c5a3d3582 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1497972 Oct 17 18:10:48.443976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:48.447865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:48.487348 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-da9ddcf9-fe98-4416-ac64-444e89380314 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] delete failed (client error): The resource could not be found. Oct 17 18:10:48.488611 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-da9ddcf9-fe98-4416-ac64-444e89380314 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/69078792-3b7d-4932-a3e8-b256d3ee3940 HTTP/1.1" status: 404 len: 347 time: 0.0859156 Oct 17 18:10:48.489760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:48.493707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33480) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:48.537522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.557657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154694106'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:48.574638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:48.605188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:48.657848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.679899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Attempting to bind port bbd7a16f-87c9-4caf-8908-9f915bc351b1 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:48.680282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Attempting to bind port bbd7a16f-87c9-4caf-8908-9f915bc351b1 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:48.680642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Attempting to bind port bbd7a16f-87c9-4caf-8908-9f915bc351b1 on network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:48.694415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.696080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:48.698783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:48.706744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Checking segment: {'id': 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:48.706744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.707044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.707129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Bound using segment: {'id': 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:48.707129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Bound port: bbd7a16f-87c9-4caf-8908-9f915bc351b1, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '11e78672-2a5d-4ca6-ac9a-5421b0475da1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:48.707129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.719836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.731020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.771205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 459074c7-f554-4ada-8aed-8c163531895b yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:48.812140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:48.851873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:48.852409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network df5a59a2-0ff3-487c-bad5-9054011ac66b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:48.853261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-608a027e-cd9f-4f4e-be58-52d77a354a32', 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '8b293155-99b1-4b19-8241-5a8b755f30fb'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:10:48.854121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.858311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:48.864959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:48.870968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:48.888918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:48.933772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:48.989021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.000931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.032594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.032956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.033292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.034577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.034577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.034577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.034805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.035137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.035462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.035984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.036470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.036946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.040815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] For port bbd7a16f-87c9-4caf-8908-9f915bc351b1, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:49.063135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.065128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] For port bbd7a16f-87c9-4caf-8908-9f915bc351b1, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=bbd7a16f-87c9-4caf-8908-9f915bc351b1,segment=NetworkSegment(b06e469c-0ce3-4fcc-8574-4ea8119b2ec1),segment_id=b06e469c-0ce3-4fcc-8574-4ea8119b2ec1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:49.089298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Subnet': ['ID=06c7a055-718e-4120-a830-bf1fb9036e8b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.094317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.096717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.142085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Transition to ACTIVE for port object 1d1a4b57-f067-4710-b413-365756f4d2d3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:49.155572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.163855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.8 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/459074c7-f554-4ada-8aed-8c163531895b) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:49.195601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.244165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Transition to ACTIVE for port object 1d1a4b57-f067-4710-b413-365756f4d2d3 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:49.266110 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6923611a-d1a1-4916-8143-027548a501de tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/subnets/06c7a055-718e-4120-a830-bf1fb9036e8b HTTP/1.1" status: 204 len: 168 time: 1.2702076 Oct 17 18:10:49.268991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Allocated IP 172.20.0.2 (608a027e-cd9f-4f4e-be58-52d77a354a32/8b293155-99b1-4b19-8241-5a8b755f30fb/d68f2564-1d5f-41ce-abd7-91796df93496) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:49.271979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33484) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:49.276122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b957-ca76-4ef0-804f-c0789a165670 None None] Pushing event updated for resources: {'Port': ['ID=bbd7a16f-87c9-4caf-8908-9f915bc351b1,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.365565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.378084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.462457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Network 0f610383-f16b-4caf-8208-aed2aa44a6c1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:49.467961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:49.476564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:49.477530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b320d-bccb-4c49-8c5a-dec947bea3bd,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.486181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Deleting subnet f78d5686-419b-4591-92a8-e034aca3a463 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:49.507248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.545285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.545642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.545987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.546322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.546653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.546988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.547304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.547634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.547958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.548278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.548674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.548902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:49.552100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.556268 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-63037a1a-68f8-4361-ad08-cc16c4f74460 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0130005 Oct 17 18:10:49.557052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33488) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:49.577879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': 'fe9b320d-bccb-4c49-8c5a-dec947bea3bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:49.589509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:49.601825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.604304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Pushing event updated for resources: {'Port': ['ID=1d1a4b57-f067-4710-b413-365756f4d2d3,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.614481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:49.624065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:49.629512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.668913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:49.676855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 459074c7-f554-4ada-8aed-8c163531895b will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:49.747558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Attempting to bind port 1d1a4b57-f067-4710-b413-365756f4d2d3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:49.747936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Attempting to bind port 1d1a4b57-f067-4710-b413-365756f4d2d3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:49.748306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Attempting to bind port 1d1a4b57-f067-4710-b413-365756f4d2d3 on network 0f610383-f16b-4caf-8208-aed2aa44a6c1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:49.754924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8daae476-f147-4926-a180-6c6052fd3efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.764844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:49.767156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Checking segment: {'id': '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:49.767156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.767156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Bound using segment: {'id': '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:49.767156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Bound port: 1d1a4b57-f067-4710-b413-365756f4d2d3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0f610383-f16b-4caf-8208-aed2aa44a6c1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:49.767156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.776475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.821369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.827610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.834196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.853015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.865458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Transition to ACTIVE for port object d68f2564-1d5f-41ce-abd7-91796df93496 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:49.889373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Transition to ACTIVE for port object d68f2564-1d5f-41ce-abd7-91796df93496 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:49.890925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.974330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.976578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:49.983377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:49.993141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:50.024352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=459074c7-f554-4ada-8aed-8c163531895b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.047453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Network 608a027e-cd9f-4f4e-be58-52d77a354a32 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:50.050424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:50.055172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:50.063564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.067656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Pushing event updated for resources: {'Port': ['ID=d68f2564-1d5f-41ce-abd7-91796df93496,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.102016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:50.102915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.120259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.143274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] For port 1d1a4b57-f067-4710-b413-365756f4d2d3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:50.171136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.173139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.191319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Subnet': ['ID=f78d5686-419b-4591-92a8-e034aca3a463,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.202971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.207589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-90aab407-fe1c-4824-b8ff-f5a4ca47762d tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/subnets/f78d5686-419b-4591-92a8-e034aca3a463 HTTP/1.1" status: 204 len: 168 time: 0.9348693 Oct 17 18:10:50.208259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33492) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:50.229985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] For port 1d1a4b57-f067-4710-b413-365756f4d2d3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d1a4b57-f067-4710-b413-365756f4d2d3,segment=NetworkSegment(54f8f127-07cb-4e64-8b2d-f9e1c1785e9d),segment_id=54f8f127-07cb-4e64-8b2d-f9e1c1785e9d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:50.275096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Attempting to bind port d68f2564-1d5f-41ce-abd7-91796df93496 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:50.275481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Attempting to bind port d68f2564-1d5f-41ce-abd7-91796df93496 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '22aa811e-38e0-4f4b-bdbc-649e47677aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:50.275868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Attempting to bind port d68f2564-1d5f-41ce-abd7-91796df93496 on network 608a027e-cd9f-4f4e-be58-52d77a354a32 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:50.289684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:50.290040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Checking segment: {'id': '22aa811e-38e0-4f4b-bdbc-649e47677aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:50.291179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c4f0ee-fd32-4a82-947e-59240aab9409,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.293758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.294234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Bound using segment: {'id': '22aa811e-38e0-4f4b-bdbc-649e47677aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:50.295622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Bound port: d68f2564-1d5f-41ce-abd7-91796df93496, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aa811e-38e0-4f4b-bdbc-649e47677aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '608a027e-cd9f-4f4e-be58-52d77a354a32'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:50.295897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.312438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=8b293155-99b1-4b19-8241-5a8b755f30fb,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.315843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f472b41d-d4fd-48c1-937f-88637151ae38 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2641184 Oct 17 18:10:50.329588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33496) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:50.331100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.489322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Provisioning for port 459074c7-f554-4ada-8aed-8c163531895b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:50.503849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Provisioning complete for port 459074c7-f554-4ada-8aed-8c163531895b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:50.504377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.504802 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 1 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:50.534337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'network_id': 'c8663a11-9276-41f9-853e-dc2441dc44eb', 'name': 'tempest-AllowedAddressPairTestJSON-435651282'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:50.550762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.551993 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-35fc248c-bbb9-4466-b7da-0044eb09d3b5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9888520 Oct 17 18:10:50.569201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:50.592128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.603350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] For port d68f2564-1d5f-41ce-abd7-91796df93496, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:50.608129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] For port d68f2564-1d5f-41ce-abd7-91796df93496, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d68f2564-1d5f-41ce-abd7-91796df93496,segment=NetworkSegment(22aa811e-38e0-4f4b-bdbc-649e47677aa2),segment_id=22aa811e-38e0-4f4b-bdbc-649e47677aa2)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:50.627037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:50.627526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388885-d43c-406c-8ac1-4fe8d2428986 None None] Pushing event updated for resources: {'Port': ['ID=1d1a4b57-f067-4710-b413-365756f4d2d3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:50.684499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.709549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.735539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4b572-82ea-40ab-9ed5-fb72cad9d39a tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:50.736287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fd4b572-82ea-40ab-9ed5-fb72cad9d39a tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Synchronizing usage tracker for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:50.799132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:10:50.863703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:50.865586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Router 92408dbe-ed2e-433f-a1e9-9b1bb1adb66e is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:10:50.874598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608a027e-cd9f-4f4e-be58-52d77a354a32']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:50.900284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf128f8-d0e4-4cd7-967e-393438c71fa7 None None] Network 608a027e-cd9f-4f4e-be58-52d77a354a32 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:50.905973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:50.915740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aa811e-38e0-4f4b-bdbc-649e47677aa2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:50.915740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aa811e-38e0-4f4b-bdbc-649e47677aa2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:50.924029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.941055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.961398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.985627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5fd4b572-82ea-40ab-9ed5-fb72cad9d39a tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Unset dirty status for tenant:ad9aa8ea80b24cfcb33ca87149443ad2 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:50.986800 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5fd4b572-82ea-40ab-9ed5-fb72cad9d39a tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7411611 Oct 17 18:10:50.990304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:50.992125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33504) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:50.994386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca41af5-74b9-4d37-a513-380d53fd37dc None None] Network 11e78672-2a5d-4ca6-ac9a-5421b0475da1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:51.079575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:51.079575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.096010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:51.106899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Pushing event updated for resources: {'Port': ['ID=d68f2564-1d5f-41ce-abd7-91796df93496,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:51.107801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Made reservation on behalf of d625bb893bcb4f3fa66aaa31addc934a for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:51.111281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.120359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.120699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.121041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.121374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.121733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.122072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.122924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.123338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.123601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.123933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.124267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.124576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eda75d9-80d9-4756-b86d-d60119991a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:51.128249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] Sync routers for ids ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:51.134202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router e0821516-1bf0-429f-9d7c-d039c5453cba is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:10:51.136250 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 2 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:51.183811 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 22aa811e-38e0-4f4b-bdbc-649e47677aa2 resource provider aggregate not found Oct 17 18:10:51.206880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.221661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.225729 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-09b4235e-4751-4b8f-b3e9-dcc2708f39b9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2281177 Oct 17 18:10:51.240462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33512) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:51.249538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 22aa811e-38e0-4f4b-bdbc-649e47677aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22aa811e-38e0-4f4b-bdbc-649e47677aa2 found for delete ", "request_id": "req-c54adf14-2db9-436f-a0c3-d9642680305f"}]} Oct 17 18:10:51.268609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] device_id is not set on port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:10:51.305369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:51.318220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] Routers {'92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:51.318863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:51.362885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:51.367658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30c4f0ee-fd32-4a82-947e-59240aab9409,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:51.374236 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Sync routers for ids ['e0821516-1bf0-429f-9d7c-d039c5453cba'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:51.377950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.382034 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-66ae1b3d-4711-4c0a-84fa-b21900608d07 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/30c4f0ee-fd32-4a82-947e-59240aab9409 HTTP/1.1" status: 204 len: 168 time: 0.7972994 Oct 17 18:10:51.386783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33518) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:51.390689 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Routers {'e0821516-1bf0-429f-9d7c-d039c5453cba'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:51.391296 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['e0821516-1bf0-429f-9d7c-d039c5453cba'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:51.444037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:51.451971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4d5d6f3d-4f06-4781-b523-39cb5637f753 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:51.479705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.485407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d6e85dd8-d544-4120-91f4-3671ef117d9c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9268956 Oct 17 18:10:51.486359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33522) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:51.510698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] Routers {'92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:51.510698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:51.532638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.578763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:10:51.578763 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:10:51.578763 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '608a027e-cd9f-4f4e-be58-52d77a354a32'}] Oct 17 18:10:51.578763 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:51.580793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:51.673439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:51.680645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43feb75-0fa3-47dc-be3c-0fc28165b3ca None None] The sync data for ids ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:51.688449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:51.722970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Deleting port 1d1a4b57-f067-4710-b413-365756f4d2d3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:51.723519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.727752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.758078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Set router e0821516-1bf0-429f-9d7c-d039c5453cba gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:51.799210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bbd7a16f-87c9-4caf-8908-9f915bc351b1 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:51.813343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4d5d6f3d-4f06-4781-b523-39cb5637f753 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:51.814617 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4d5d6f3d-4f06-4781-b523-39cb5637f753 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4265943 Oct 17 18:10:51.894688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33526) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:51.908214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65408555-017c-43a2-8fa3-082c777bf10b None None] Network 0f610383-f16b-4caf-8208-aed2aa44a6c1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:52.007091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] DHCP port deletion for 11e78672-2a5d-4ca6-ac9a-5421b0475da1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:52.018487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port bbd7a16f-87c9-4caf-8908-9f915bc351b1 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:52.020856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.036622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Deleting port bbd7a16f-87c9-4caf-8908-9f915bc351b1 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:52.037239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.041395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.063149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.092925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.128701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d1a4b57-f067-4710-b413-365756f4d2d3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:52.136552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:52.136905 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.142172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Allocated IP 172.20.0.14 (c8663a11-9276-41f9-853e-dc2441dc44eb/40caac03-c679-45b6-9949-0887c8770a27/4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:52.176223 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0821516-1bf0-429f-9d7c-d039c5453cba', 'name': '', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b', 'external_fixed_ips': [{'subnet_id': 'e66b4e1e-12c9-489e-b98b-333ea4123356', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '0555bea9-0c01-47a5-8cf9-3f4b56b2411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:45Z', 'updated_at': '2022-10-17T18:10:49Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': '0555bea9-0c01-47a5-8cf9-3f4b56b2411f', 'name': '', 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0821516-1bf0-429f-9d7c-d039c5453cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e66b4e1e-12c9-489e-b98b-333ea4123356', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:10:47Z', 'updated_at': '2022-10-17T18:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e66b4e1e-12c9-489e-b98b-333ea4123356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:52.180895 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Checking router: e0821516-1bf0-429f-9d7c-d039c5453cba for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:52.185810 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Updating router e0821516-1bf0-429f-9d7c-d039c5453cba port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:10:52.192260 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 3 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:52.258805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:52.268283 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.269963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port d68f2564-1d5f-41ce-abd7-91796df93496 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:52.270294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.385505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.421419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b320d-bccb-4c49-8c5a-dec947bea3bd,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:52.464301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3225a9e5-d9e1-4a51-ad14-c58c680108df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.513769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.530319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] For port bbd7a16f-87c9-4caf-8908-9f915bc351b1, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=bbd7a16f-87c9-4caf-8908-9f915bc351b1,segment=NetworkSegment(b06e469c-0ce3-4fcc-8574-4ea8119b2ec1),segment_id=b06e469c-0ce3-4fcc-8574-4ea8119b2ec1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:52.530852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.587487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.589061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-df13849f-ee08-4073-8482-31ffa52577cb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe9b320d-bccb-4c49-8c5a-dec947bea3bd HTTP/1.1" status: 204 len: 168 time: 0.6934268 Oct 17 18:10:52.652558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33530) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:52.657842 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.663343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for 0555bea9-0c01-47a5-8cf9-3f4b56b2411f owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:52.667412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1d1a4b57-f067-4710-b413-365756f4d2d3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:52.673761 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Transition to ACTIVE for port object 0555bea9-0c01-47a5-8cf9-3f4b56b2411f will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:52.677275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Calling delete_port for bbd7a16f-87c9-4caf-8908-9f915bc351b1 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:52.757414 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.759560 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 4 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:52.790104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] For port 1d1a4b57-f067-4710-b413-365756f4d2d3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d1a4b57-f067-4710-b413-365756f4d2d3,segment=NetworkSegment(54f8f127-07cb-4e64-8b2d-f9e1c1785e9d),segment_id=54f8f127-07cb-4e64-8b2d-f9e1c1785e9d)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:52.790679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.794342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2cde0e16-c6da-4491-81ce-19ec0e3571bb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:52.839392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] DHCP port deletion for 0f610383-f16b-4caf-8208-aed2aa44a6c1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:52.867074 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Attempting to bind port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:52.867442 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Attempting to bind port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '6da74031-b879-41f4-8195-ccdb377acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:52.867802 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Attempting to bind port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f on network df5a59a2-0ff3-487c-bad5-9054011ac66b {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:52.870099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Deleting port 1d1a4b57-f067-4710-b413-365756f4d2d3 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:52.870587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.878045 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:52.880545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Checking segment: {'id': '6da74031-b879-41f4-8195-ccdb377acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:52.880545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.880545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Bound using segment: {'id': '6da74031-b879-41f4-8195-ccdb377acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:52.880545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Bound port: 0555bea9-0c01-47a5-8cf9-3f4b56b2411f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da74031-b879-41f4-8195-ccdb377acf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'df5a59a2-0ff3-487c-bad5-9054011ac66b'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:52.880545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.904681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2cde0e16-c6da-4491-81ce-19ec0e3571bb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:52.906614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2cde0e16-c6da-4491-81ce-19ec0e3571bb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2519953 Oct 17 18:10:52.909243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:52.909243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:52.912433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33534) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:52.925694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:52.929724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--247728661'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:52.933312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c08e5-59bc-45b6-a57e-7671708b0072 None None] Pushing event updated for resources: {'Port': ['ID=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:52.947385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:52.958656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:52.980131 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] For port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:52.980676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:52.983264 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] For port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,segment=NetworkSegment(6da74031-b879-41f4-8195-ccdb377acf53),segment_id=6da74031-b879-41f4-8195-ccdb377acf53)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:53.000177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Calling delete_port for 1d1a4b57-f067-4710-b413-365756f4d2d3 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:53.035786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.037667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] Pushing event deleted for resources: {'Port': ['ID=bbd7a16f-87c9-4caf-8908-9f915bc351b1,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:53.042227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493e9d2-f6f0-4306-96fc-323fe4cfea32 None None] No DVR routers for this DVR port bbd7a16f-87c9-4caf-8908-9f915bc351b1 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:53.046195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.050915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.075263 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.078670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:53.083759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:53.088017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:53.094108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:53.164971 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Routers {'e0821516-1bf0-429f-9d7c-d039c5453cba'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:53.167666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.168888 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['e0821516-1bf0-429f-9d7c-d039c5453cba'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:53.187937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.212677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] For port 1d1a4b57-f067-4710-b413-365756f4d2d3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d1a4b57-f067-4710-b413-365756f4d2d3,segment=NetworkSegment(54f8f127-07cb-4e64-8b2d-f9e1c1785e9d),segment_id=54f8f127-07cb-4e64-8b2d-f9e1c1785e9d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:53.213245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.256599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.327506 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c08e5-59bc-45b6-a57e-7671708b0072 None None] Pushing event updated for resources: {'Port': ['ID=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:53.337174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port d68f2564-1d5f-41ce-abd7-91796df93496, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d68f2564-1d5f-41ce-abd7-91796df93496,segment=NetworkSegment(22aa811e-38e0-4f4b-bdbc-649e47677aa2),segment_id=22aa811e-38e0-4f4b-bdbc-649e47677aa2)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:53.337534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.341520 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] Set router e0821516-1bf0-429f-9d7c-d039c5453cba gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:53.368405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059b45b7-531d-47a3-9b08-b0fd73b3c75e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:53.401892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Calling delete_port for 1d1a4b57-f067-4710-b413-365756f4d2d3 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:53.409505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:53.410193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.429328 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 5 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:53.454313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.459111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59e2c0d5-1652-4b42-92f5-ad3f5e1cfd36 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5453691 Oct 17 18:10:53.460439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33538) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:53.461193 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0821516-1bf0-429f-9d7c-d039c5453cba', 'name': '', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:45Z', 'updated_at': '2022-10-17T18:10:52Z', 'revision_number': 4, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:53.465546 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff592-5a74-4d02-841d-0151001aa5b1 None None] The sync data for ids ['e0821516-1bf0-429f-9d7c-d039c5453cba'] in dv-neutron-861384-1-hyperv is: [{'id': 'e0821516-1bf0-429f-9d7c-d039c5453cba', 'name': '', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:10:45Z', 'updated_at': '2022-10-17T18:10:52Z', 'revision_number': 4, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:53.481304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '059b45b7-531d-47a3-9b08-b0fd73b3c75e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:53.493687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:53.501615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:53.503896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:53.509308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:53.519761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:53.530859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for d68f2564-1d5f-41ce-abd7-91796df93496 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:53.539138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:10:53.539681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:10:53.559385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.613727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.621511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bbd7a16f-87c9-4caf-8908-9f915bc351b1 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:53.647276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Port': ['ID=1d1a4b57-f067-4710-b413-365756f4d2d3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:53.664193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: bbd7a16f-87c9-4caf-8908-9f915bc351b1 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:53.664544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bbd7a16f-87c9-4caf-8908-9f915bc351b1 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:53.664965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d1a4b57-f067-4710-b413-365756f4d2d3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:53.671880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] For port 0555bea9-0c01-47a5-8cf9-3f4b56b2411f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,segment=NetworkSegment(6da74031-b879-41f4-8195-ccdb377acf53),segment_id=6da74031-b879-41f4-8195-ccdb377acf53)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:53.672245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.696710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] No DVR routers for this DVR port 1d1a4b57-f067-4710-b413-365756f4d2d3 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:53.706547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1d1a4b57-f067-4710-b413-365756f4d2d3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:53.707131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d1a4b57-f067-4710-b413-365756f4d2d3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:53.741086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.746968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Transition to ACTIVE for port object 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:53.813074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for 0555bea9-0c01-47a5-8cf9-3f4b56b2411f owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:53.867578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.913579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f610383-f16b-4caf-8208-aed2aa44a6c1']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:53.930590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:53.931268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f8f127-07cb-4e64-8b2d-f9e1c1785e9d') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:53.942790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.945521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:53.986536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.002669 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 6 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:54.005701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Port': ['ID=d68f2564-1d5f-41ce-abd7-91796df93496,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:54.009652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No DVR routers for this DVR port d68f2564-1d5f-41ce-abd7-91796df93496 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:54.044088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Deleting port 1d1a4b57-f067-4710-b413-365756f4d2d3 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:54.044464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.046883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.068169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.099544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25b390a-08b8-4734-98fd-04f5d2a4ba4a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:54.118677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.121872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a75881aa-0281-45a8-acaa-160ad316fe5a None None] The port '1d1a4b57-f067-4710-b413-365756f4d2d3' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:10:54.130419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:54.150483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9c125-b8ea-4251-9d81-b2a7e974ce7d None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:10:54.174112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Port': ['ID=0555bea9-0c01-47a5-8cf9-3f4b56b2411f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:54.231329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.235857 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2eb82a1c-f75a-416c-809f-916e15dfeaee tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7592313 Oct 17 18:10:54.236320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.236452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33542) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:54.314351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9c125-b8ea-4251-9d81-b2a7e974ce7d None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:10:54.319629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '059b45b7-531d-47a3-9b08-b0fd73b3c75e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:54.326695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.368836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:54.369205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Network c8663a11-9276-41f9-853e-dc2441dc44eb is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:54.377584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:54.380479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:54.382687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:54.412595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:54.412998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.422468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.439348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:54.452784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.500118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:54.517798 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 54f8f127-07cb-4e64-8b2d-f9e1c1785e9d resource provider aggregate not found Oct 17 18:10:54.582709 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 54f8f127-07cb-4e64-8b2d-f9e1c1785e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54f8f127-07cb-4e64-8b2d-f9e1c1785e9d found for delete ", "request_id": "req-80ed5a66-7cd4-466e-8286-a117ee565acb"}]} Oct 17 18:10:54.603109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:54.612871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.617190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.663046 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 7 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:54.694391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608a027e-cd9f-4f4e-be58-52d77a354a32']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:54.707240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.718165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aa811e-38e0-4f4b-bdbc-649e47677aa2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:54.718467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aa811e-38e0-4f4b-bdbc-649e47677aa2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:54.733032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.733561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0821516-1bf0-429f-9d7c-d039c5453cba {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:54.735581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:54.740407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.746943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.754409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:54.760730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.761771 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bdad0822-94ae-41f5-89a2-f5f6ce28e2ce tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e0821516-1bf0-429f-9d7c-d039c5453cba HTTP/1.1" status: 204 len: 168 time: 3.2740669 Oct 17 18:10:54.764535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33550) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:54.787951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.805408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.813022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:54.813425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.838498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.849692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting subnet e66b4e1e-12c9-489e-b98b-333ea4123356 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:54.852772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.865454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.871466 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/0f610383-f16b-4caf-8208-aed2aa44a6c1 HTTP/1.1" status: 204 len: 168 time: 3.8742616 Oct 17 18:10:54.908368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33554) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:54.932627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.937090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:54.937543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63c19a-f4f2-4a55-b7c2-e255bfddc42c tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=0f610383-f16b-4caf-8208-aed2aa44a6c1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:55.012291 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6ef4182b-2933-4a97-a4b7-aa6f7ce6707e tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6793487 Oct 17 18:10:55.020706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.075826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16200970-7e66-4293-9da3-df08ad5237ce,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:55.082082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a7:30:15'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c0:9f:41'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:55.119157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.123892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.165496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.166681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0fed2b7-460b-4fa4-91c1-228e8fabb731 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9226115 Oct 17 18:10:55.170935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33562) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.193325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '059b45b7-531d-47a3-9b08-b0fd73b3c75e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:55.203385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.254961 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 8 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:55.257794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:55.286280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.289291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:55.305552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:55.314672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=608a027e-cd9f-4f4e-be58-52d77a354a32,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:55.323812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.338843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4fba835a-b72d-46f5-805c-1c29ffb3c847 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/608a027e-cd9f-4f4e-be58-52d77a354a32 HTTP/1.1" status: 204 len: 168 time: 6.8896716 Oct 17 18:10:55.343204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:55.344892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.350364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:55.387521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e78672-2a5d-4ca6-ac9a-5421b0475da1']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:55.399361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.437664 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee55b6a-2c90-4b71-819e-902b5fda576b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] GET failed (client error): The resource could not be found. Oct 17 18:10:55.438260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cee55b6a-2c90-4b71-819e-902b5fda576b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Synchronizing usage tracker for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:55.449754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:55.450051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06e469c-0ce3-4fcc-8574-4ea8119b2ec1') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:55.466433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e66b4e1e-12c9-489e-b98b-333ea4123356,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:55.473596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.476996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.500533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2571f758-ad23-4f9f-9825-de0aed2f10ba tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/e66b4e1e-12c9-489e-b98b-333ea4123356 HTTP/1.1" status: 204 len: 168 time: 0.7349827 Oct 17 18:10:55.503249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33570) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.518342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.525044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.584713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:55.585526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.605353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.625670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.625814 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment b06e469c-0ce3-4fcc-8574-4ea8119b2ec1 resource provider aggregate not found Oct 17 18:10:55.672568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cee55b6a-2c90-4b71-819e-902b5fda576b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Unset dirty status for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:55.673812 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cee55b6a-2c90-4b71-819e-902b5fda576b tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets/8b293155-99b1-4b19-8241-5a8b755f30fb HTTP/1.1" status: 404 len: 337 time: 0.3278179 Oct 17 18:10:55.684306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33578) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.699837 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment b06e469c-0ce3-4fcc-8574-4ea8119b2ec1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b06e469c-0ce3-4fcc-8574-4ea8119b2ec1 found for delete ", "request_id": "req-a09dcb9f-3ae7-4e8f-aaf2-b5f962a3ddb5"}]} Oct 17 18:10:55.744208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9861e84-8e1e-4b87-b265-8142cf273587 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:10:55.744708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9861e84-8e1e-4b87-b265-8142cf273587 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:10:55.748925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.753751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.759346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9861e84-8e1e-4b87-b265-8142cf273587 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/608a027e-cd9f-4f4e-be58-52d77a354a32 HTTP/1.1" status: 404 len: 339 time: 0.0739446 Oct 17 18:10:55.763619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33582) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.808845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.851964 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 9 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:55.878857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.911915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:55.913268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.915122 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/11e78672-2a5d-4ca6-ac9a-5421b0475da1 HTTP/1.1" status: 204 len: 168 time: 1.0058081 Oct 17 18:10:55.927703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33586) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:55.975804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9be3-66e8-40c4-b068-bd55aecf8673 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=11e78672-2a5d-4ca6-ac9a-5421b0475da1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:56.093305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.104801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.149275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router 92408dbe-ed2e-433f-a1e9-9b1bb1adb66e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:56.177594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.184760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3db4a-6868-48d5-ac06-dd267890e887 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:56.190996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3db4a-6868-48d5-ac06-dd267890e887 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:56.191768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a1f3db4a-6868-48d5-ac06-dd267890e887 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Synchronizing usage tracker for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:56.195257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5a59a2-0ff3-487c-bad5-9054011ac66b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.209689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.217569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da74031-b879-41f4-8195-ccdb377acf53') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.217891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da74031-b879-41f4-8195-ccdb377acf53') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.238255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.284825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.313519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:56.313952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.327441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8080b7-bf0f-4f7a-9284-7a85faf7d45f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:56.377507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.407519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:56.413868 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Attempt 10 to provision port 459074c7-f554-4ada-8aed-8c163531895b Oct 17 18:10:56.417282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.421586 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ee0564ac-d7a2-4d62-b60f-5029768b9996 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "PUT /v2.0/routers/92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 200 len: 926 time: 5.1606953 Oct 17 18:10:56.422398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33592) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.445247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] Sync routers for ids ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:56.479563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a1f3db4a-6868-48d5-ac06-dd267890e887 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Unset dirty status for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:56.480731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a1f3db4a-6868-48d5-ac06-dd267890e887 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1348 time: 0.7162142 Oct 17 18:10:56.480871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] Routers {'92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:56.481658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.531771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33596) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.538995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.551825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5a95b4ca-557a-49d6-934d-962d78da0f55 None None] Port 459074c7-f554-4ada-8aed-8c163531895b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:56.554383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.564086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] Routers {'92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:56.564635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.564775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.568375 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5207744b-bcb9-4615-81ec-1bf2e2f56a18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3800652 Oct 17 18:10:56.599782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.607015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.624775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '059b45b7-531d-47a3-9b08-b0fd73b3c75e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:56.634269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-27bfce27-e246-4506-97ca-858cdab5ac3d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 207 time: 0.0888135 Oct 17 18:10:56.635504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33606) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.636060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.636504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d32f13-e955-4a59-9bb1-183d6834e92a None None] The sync data for ids ['92408dbe-ed2e-433f-a1e9-9b1bb1adb66e'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:56.646656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:56.667542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Could not find standard attr ID for object bbd7a16f-87c9-4caf-8908-9f915bc351b1. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:56.673749 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 22aa811e-38e0-4f4b-bdbc-649e47677aa2 resource provider aggregate not found Oct 17 18:10:56.680569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:56.689322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09ae186-981f-4115-a279-7b14f71d2709']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.696036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] In _notify_port_updated(), no bound segment for port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 on network c8663a11-9276-41f9-853e-dc2441dc44eb {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:10:56.701936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:56.702565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.706443 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "PUT /v2.0/ports/4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 HTTP/1.1" status: 200 len: 1055 time: 1.6819408 Oct 17 18:10:56.706443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84b90-1e24-4839-85f8-c03469e74f31 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event updated for resources: {'Port': ['ID=4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:56.709063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.710544 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 22aa811e-38e0-4f4b-bdbc-649e47677aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22aa811e-38e0-4f4b-bdbc-649e47677aa2 found for delete ", "request_id": "req-d4c34bd3-eba1-46c7-93e4-fab54eea52ff"}]} Oct 17 18:10:56.741382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:56.755722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:56.759332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Provisioning for port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:56.761846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be874ea0-9d62-4f6f-ae15-77b0c25e74e8') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.762148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be874ea0-9d62-4f6f-ae15-77b0c25e74e8') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:56.765985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Provisioning complete for port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:56.766447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.766992 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Attempt 1 to provision port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 Oct 17 18:10:56.784323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.797306 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4a2d4a10-6d81-4518-9951-86da70fe1cd5 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 200 len: 926 time: 0.3711290 Oct 17 18:10:56.798407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33616) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:56.801052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.803970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:56.804354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.827467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:56.828808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df5a59a2-0ff3-487c-bad5-9054011ac66b {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:10:56.838800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.842031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.863294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Network': ['ID=df5a59a2-0ff3-487c-bad5-9054011ac66b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:56.872063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:56.872508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.892180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-07f2ba13-a65e-4f1f-9b17-389bb998d813 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/networks/df5a59a2-0ff3-487c-bad5-9054011ac66b HTTP/1.1" status: 204 len: 168 time: 1.3878579 Oct 17 18:10:56.961644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.013146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.019484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.025491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.031327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.037767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.040106 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-53822855-9f71-4cd6-b839-249ff331c93f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3052 time: 0.4038897 Oct 17 18:10:57.067920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33622) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.161403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.236345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.273422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.297139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=b09ae186-981f-4115-a279-7b14f71d2709,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:57.328573 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Attempt 2 to provision port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 Oct 17 18:10:57.332636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.349410 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-113b06c5-2bb1-4ed8-9191-5c4cc1962742 tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/b09ae186-981f-4115-a279-7b14f71d2709 HTTP/1.1" status: 204 len: 168 time: 1.4206336 Oct 17 18:10:57.355323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33630) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.355794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33632) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.384281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'name': 'tempest-router--365583289', 'project_id': 'bd53d1cff538445cbad734882dd5c457'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:57.391581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:57.414120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:57.421622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-95b680a7-0cf5-4d6e-acde-0566eb8abfac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3505983 Oct 17 18:10:57.422216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.460910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:57.487119 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f76c800-068c-4688-8847-4fa40cbea10f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4149563 Oct 17 18:10:57.488003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33638) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.488969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:router and tenant:bd53d1cff538445cbad734882dd5c457 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:57.492076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d23d3-f85b-40c8-96f5-0caae12a0440 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.496013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a27d23d3-f85b-40c8-96f5-0caae12a0440 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=92408dbe-ed2e-433f-a1e9-9b1bb1adb66e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6942282 Oct 17 18:10:57.500092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:57.502714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33642) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.555558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:57.597310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f941f09-06e1-462e-aa0a-a5754fa8717f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.597545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271b6d6e-5d05-4e45-a858-974482f27aa3,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:57.598759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f941f09-06e1-462e-aa0a-a5754fa8717f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.599500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f941f09-06e1-462e-aa0a-a5754fa8717f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Synchronizing usage tracker for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:57.614274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f941f09-06e1-462e-aa0a-a5754fa8717f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Unset dirty status for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:57.615439 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2f941f09-06e1-462e-aa0a-a5754fa8717f tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1261728 Oct 17 18:10:57.654040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33646) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.694511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.730342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6da74031-b879-41f4-8195-ccdb377acf53 resource provider aggregate not found Oct 17 18:10:57.742703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc34fb-0212-4730-af73-4451ead702bd tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.744231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc34fb-0212-4730-af73-4451ead702bd tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.746041 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-affc34fb-0212-4730-af73-4451ead702bd tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0907497 Oct 17 18:10:57.749591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.756638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 6da74031-b879-41f4-8195-ccdb377acf53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da74031-b879-41f4-8195-ccdb377acf53 found for delete ", "request_id": "req-bb4c9a26-380e-48a5-a272-20b5d00052d2"}]} Oct 17 18:10:57.760128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.761259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-461cfec1-a69a-4e92-abec-7825b802c9b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1607740 Oct 17 18:10:57.771912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33660) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:57.806423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment be874ea0-9d62-4f6f-ae15-77b0c25e74e8 resource provider aggregate not found Oct 17 18:10:57.818411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '059b45b7-531d-47a3-9b08-b0fd73b3c75e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:57.824630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.845493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:57.848531 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment be874ea0-9d62-4f6f-ae15-77b0c25e74e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be874ea0-9d62-4f6f-ae15-77b0c25e74e8 found for delete ", "request_id": "req-7cc1d69b-963c-4bfc-9b4b-b904936aec32"}]} Oct 17 18:10:57.852972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.854003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.865121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9cb3b5-64dd-4ff3-abfe-8ae609621d76 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.865710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3b9cb3b5-64dd-4ff3-abfe-8ae609621d76 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Synchronizing usage tracker for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:57.881018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:57.893431 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Attempt 3 to provision port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 Oct 17 18:10:57.911870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:57.922156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:57.948008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-8eb68fdf-b38e-4940-b306-daf191260e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:57.949726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-8eb68fdf-b38e-4940-b306-daf191260e65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 1098 time: 0.3973079 Oct 17 18:10:57.956195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:57.969830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.973652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:57.997952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Port 4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:10:58.001725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7b74f6bd-0fa8-4621-a78b-910a8f8b6543 None None] Could not find standard attr ID for object 1d1a4b57-f067-4710-b413-365756f4d2d3. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:10:58.034483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e7119-f8a7-43e3-850f-0fa06a500de7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:58.035084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e66e7119-f8a7-43e3-850f-0fa06a500de7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Synchronizing usage tracker for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:58.065317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e66e7119-f8a7-43e3-850f-0fa06a500de7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Unset dirty status for tenant:c7348e670ba244a4b62ceb8c21b30167 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:58.066766 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e66e7119-f8a7-43e3-850f-0fa06a500de7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks/b3cfce05-7904-4885-aceb-c05834cedb8d HTTP/1.1" status: 200 len: 800 time: 0.3161929 Oct 17 18:10:58.070475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33666) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.092167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3b9cb3b5-64dd-4ff3-abfe-8ae609621d76 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Unset dirty status for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:58.096119 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b9cb3b5-64dd-4ff3-abfe-8ae609621d76 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.5856497 Oct 17 18:10:58.100077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33670) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.103877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:58.117661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.134443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dff8f4-81ad-4de5-a0a5-994a7fb638bc') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:58.134736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dff8f4-81ad-4de5-a0a5-994a7fb638bc') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:58.158779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.286186 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d60b9c23-86b1-405f-81e8-53628db2a43f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 200 len: 205 time: 0.1821043 Oct 17 18:10:58.290374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.293453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33674) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.327245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.341526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-6ad60d45-f16d-4ed9-adb3-37940ce08ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:58.342980 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-6ad60d45-f16d-4ed9-adb3-37940ce08ce7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 200 len: 912 time: 0.3599370 Oct 17 18:10:58.350318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:58.350720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.489982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.493722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3c75a121-0cad-4121-9bd3-fde84972c9b0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1301689 Oct 17 18:10:58.504950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33678) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.506450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.573479 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be6e240c-0c2c-4caf-bf39-b5efcfc79bbe tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/networks/b3cfce05-7904-4885-aceb-c05834cedb8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4983532 Oct 17 18:10:58.577485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33682) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.642824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.654386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.685476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.690732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f729bf24-7739-4f19-b636-2e219383e5f8,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:58.696071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-b73438a6-184f-4bfb-aa11-286b1e6e7c0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 200 len: 1001 time: 0.3302007 Oct 17 18:10:58.704480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.735916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc865f10-80e3-40f7-952f-329938defd7c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:58.740737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fc865f10-80e3-40f7-952f-329938defd7c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets/17ad06fd-7a3e-4295-8fc4-d149601dadec HTTP/1.1" status: 200 len: 811 time: 0.1588144 Oct 17 18:10:58.740737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a672a3e0-0e2d-4471-9e00-366c8f5f5ce5 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 HTTP/1.1" status: 204 len: 168 time: 2.0271811 Oct 17 18:10:58.744311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33686) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.760362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33688) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.862706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.891078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.892895 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] 10.222.0.36 "DELETE /v2.0/networks/0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8 HTTP/1.1" status: 204 len: 168 time: 1.5334272 Oct 17 18:10:59.007610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.008783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-acb475ff-45b3-4907-923e-ac9c25bd48b4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2346592 Oct 17 18:10:59.010650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763456-1909-4be3-bfa7-f8e779aa3ddd tempest-BulkNetworkOpsTest-1830693037 tempest-BulkNetworkOpsTest-1830693037-project] Pushing event deleted for resources: {'Network': ['ID=0b1bb464-c1a1-4a5d-9dac-3f91c9efd5e8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:59.023033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33696) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.030323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76a76e8-01e0-43ec-b94a-79f683c6b4ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] GET failed (client error): The resource could not be found. Oct 17 18:10:59.030852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b76a76e8-01e0-43ec-b94a-79f683c6b4ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Synchronizing usage tracker for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:59.091818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-35193806-7063-489e-bc19-b554548d25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:59.093282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-35193806-7063-489e-bc19-b554548d25c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 200 len: 850 time: 0.3339186 Oct 17 18:10:59.095073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.097292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.113788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.120632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f519155-fa9b-4016-b95d-8a319ca025e0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:59.122602 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f519155-fa9b-4016-b95d-8a319ca025e0 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "GET /v2.0/subnets/17ad06fd-7a3e-4295-8fc4-d149601dadec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3764839 Oct 17 18:10:59.126571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33700) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.135812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304300351'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:59.142299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.155525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:59.178249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:59.180741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.191027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b76a76e8-01e0-43ec-b94a-79f683c6b4ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Unset dirty status for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:59.191613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-59184266-2bcf-454b-8c67-a11674da692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:59.193160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-59184266-2bcf-454b-8c67-a11674da692b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b0c87a77-2339-4893-8dc8-8439ffc5da5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928473 Oct 17 18:10:59.194034 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b76a76e8-01e0-43ec-b94a-79f683c6b4ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports/4ea3b7d7-fa8d-43d6-a4f1-d56a661293d4 HTTP/1.1" status: 404 len: 333 time: 0.4469974 Oct 17 18:10:59.197161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33704) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.281025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port 46bee1d8-932a-4f3a-98d2-701b08e588e3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:59.281503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.314792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.316522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:59.320064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.320519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.321026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a6e3ab-0249-4626-a692-352ee305039e {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:59.344998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.346211 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eeca6ea6-ba9b-4151-b507-4456cba48fd4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/routers/41a6e3ab-0249-4626-a692-352ee305039e HTTP/1.1" status: 204 len: 168 time: 0.8369775 Oct 17 18:10:59.350168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 459074c7-f554-4ada-8aed-8c163531895b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:59.350755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.372070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f729bf24-7739-4f19-b636-2e219383e5f8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:59.379442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.380570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8af5773-53ca-43c6-b616-958561e944ca tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f729bf24-7739-4f19-b636-2e219383e5f8 HTTP/1.1" status: 204 len: 168 time: 0.3567231 Oct 17 18:10:59.389943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33710) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.466378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:10:59.489883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.490257 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Added segment 605e77a6-779c-4b1f-a603-7ef396580ca6 of type vlan for network 384158da-0bca-469a-aaea-89337a45d960 Oct 17 18:10:59.530805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-df98ebe7-c41a-40a3-ae00-77b3fa330d18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:59.541067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.544575 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-ae9416f6-8a4a-47c7-a17c-f07b785d99f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178957 Oct 17 18:10:59.552913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.556291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33716) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.648497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33722) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.694273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for 46bee1d8-932a-4f3a-98d2-701b08e588e3 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:59.787704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-df98ebe7-c41a-40a3-ae00-77b3fa330d18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:59.789061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-df98ebe7-c41a-40a3-ae00-77b3fa330d18 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3982222 Oct 17 18:10:59.795380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33730) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.881498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.888266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:59.889125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.922369 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a6dff8f4-81ad-4de5-a0a5-994a7fb638bc resource provider aggregate not found Oct 17 18:10:59.931766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.953479 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a6dff8f4-81ad-4de5-a0a5-994a7fb638bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6dff8f4-81ad-4de5-a0a5-994a7fb638bc found for delete ", "request_id": "req-a5f4f60f-44d8-44df-af76-a274d7c8147a"}]} Oct 17 18:10:59.967713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.998383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1716348222', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:00.029061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-255721f0-4d16-4f7c-8aa7-4ee9d6ce1281 req-f851b449-bab3-4220-839e-e3fff1bdfbcc service neutron] 10.222.0.42 "GET /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644303 Oct 17 18:11:00.041513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:00.052467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.060221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:00.072727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:00.084413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Network': ['ID=384158da-0bca-469a-aaea-89337a45d960,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.091248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:00.095736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 384158da-0bca-469a-aaea-89337a45d960 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:00.125173 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a17f49bc-94dd-459b-a47c-c370c246d8a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad9aa8ea80b24cfcb33ca87149443ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677831 Oct 17 18:11:00.127622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33740) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.176259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.180527 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f5529b3-1e14-49a5-90a4-809661a1d89e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0529680 Oct 17 18:11:00.205855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 459074c7-f554-4ada-8aed-8c163531895b owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:00.218148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33744) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.233528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.241350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'network_id': '384158da-0bca-469a-aaea-89337a45d960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:00.259709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=46bee1d8-932a-4f3a-98d2-701b08e588e3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.271968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=271b6d6e-5d05-4e45-a858-974482f27aa3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.301017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.302885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.303912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.428052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.429164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-696394e2-59bc-4ee4-82b7-d661c30b62cd tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/271b6d6e-5d05-4e45-a858-974482f27aa3 HTTP/1.1" status: 204 len: 168 time: 0.6328547 Oct 17 18:11:00.431846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33748) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.456983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.465449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.502779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:00.505573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.527951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.534434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18c91e22-5fa5-4af8-a49e-5205cb645764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:00.540910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=459074c7-f554-4ada-8aed-8c163531895b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.662355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.719262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18c91e22-5fa5-4af8-a49e-5205cb645764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:00.720636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18c91e22-5fa5-4af8-a49e-5205cb645764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2878520 Oct 17 18:11:00.723664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33752) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.751597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c24f8346-89b7-4997-b3d9-522da6e05793 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/459074c7-f554-4ada-8aed-8c163531895b HTTP/1.1" status: 204 len: 168 time: 1.5555391 Oct 17 18:11:00.756114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:00.758042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33756) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.760946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.812258 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0c719f-1f66-45b5-af5c-35573c14e898 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] GET failed (client error): The resource could not be found. Oct 17 18:11:00.812797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fe0c719f-1f66-45b5-af5c-35573c14e898 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Synchronizing usage tracker for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:00.816949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.832343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.835499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.912980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fe0c719f-1f66-45b5-af5c-35573c14e898 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Unset dirty status for tenant:d625bb893bcb4f3fa66aaa31addc934a on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:00.914223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fe0c719f-1f66-45b5-af5c-35573c14e898 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "GET /v2.0/ports/459074c7-f554-4ada-8aed-8c163531895b HTTP/1.1" status: 404 len: 333 time: 0.1552148 Oct 17 18:11:00.917973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33760) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.947485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Made reservation on behalf of c7348e670ba244a4b62ceb8c21b30167 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:00.952023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.953636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.985429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad8080b7-bf0f-4f7a-9284-7a85faf7d45f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:01.003955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 6e426ade-9ebc-4477-ba4f-0daad52f2685 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:01.004297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.013815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.033690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.034178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router 92408dbe-ed2e-433f-a1e9-9b1bb1adb66e {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:01.095452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.096564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d83317d3-66a8-4d53-9cb6-089f6b44bb15 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ad8080b7-bf0f-4f7a-9284-7a85faf7d45f HTTP/1.1" status: 204 len: 168 time: 0.3719854 Oct 17 18:11:01.109571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33764) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:01.157183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9112e428-5166-44c9-8bfb-b19d2c63da84,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:01.237505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2b8f9c7e-d876-4188-9465-81af2f9ce258 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:01.311243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.317689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.320452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f04a3a1b-391e-48dc-9ce8-d33f5fb9ebde admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9112e428-5166-44c9-8bfb-b19d2c63da84 HTTP/1.1" status: 204 len: 168 time: 1.1918356 Oct 17 18:11:01.323259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing IP validity checks on allocation pools {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:11:01.323907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:11:01.331710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.336656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-343b2c71-7194-4423-b3ee-da07d788245f tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 204 len: 168 time: 3.0383227 Oct 17 18:11:01.340084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33770) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:01.345509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-28063988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:01.358121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.362279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:01.374212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:01.378988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:01.379122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2b8f9c7e-d876-4188-9465-81af2f9ce258 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:01.382583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2b8f9c7e-d876-4188-9465-81af2f9ce258 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2719982 Oct 17 18:11:01.385439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33774) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:01.388927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:01.432822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.443921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 6e426ade-9ebc-4477-ba4f-0daad52f2685 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:01.495546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.530452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.531447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.730831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.747815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.781842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=6e426ade-9ebc-4477-ba4f-0daad52f2685,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:01.841351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.850067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.909329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16200970-7e66-4293-9da3-df08ad5237ce,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:01.994914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.017024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.045810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.049727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:02.089890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.114652 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11c5ebd9-543f-4262-85ef-ae9ce7094504 tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/ports/6e426ade-9ebc-4477-ba4f-0daad52f2685 HTTP/1.1" status: 204 len: 168 time: 1.1953497 Oct 17 18:11:02.116052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Checking segment: {'id': '605e77a6-779c-4b1f-a603-7ef396580ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '384158da-0bca-469a-aaea-89337a45d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:02.116403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network hostable DHCP agents. Network: 384158da-0bca-469a-aaea-89337a45d960, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:02.117028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33788) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.162978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.164069 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a9a9ddb-4051-479c-9248-c5aed52a716e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/16200970-7e66-4293-9da3-df08ad5237ce HTTP/1.1" status: 204 len: 168 time: 0.7776968 Oct 17 18:11:02.169458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33792) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.195634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.199933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a8743bf-f59e-48ac-8d51-10b937c1bbcb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8556495 Oct 17 18:11:02.201226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33796) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.207958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:02.209938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting subnet 40caac03-c679-45b6-9949-0887c8770a27 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:02.220375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.275111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c22d4a6e-93b1-45ba-80a2-1f06559bc971 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1015542 Oct 17 18:11:02.275111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33802) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.318959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.364761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.381900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.440279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.440497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Network 384158da-0bca-469a-aaea-89337a45d960 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:02.519450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.535473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d25b390a-08b8-4734-98fd-04f5d2a4ba4a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:02.547496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.551122 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-718a57af-417d-4500-bd32-0c6c0d8a1f40 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d25b390a-08b8-4734-98fd-04f5d2a4ba4a HTTP/1.1" status: 204 len: 168 time: 0.2726645 Oct 17 18:11:02.551344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33812) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.595384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.595923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Allocated IP 172.26.2.199 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/0eedbfe9-6e09-4b08-85cb-429f06a6133e) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:02.605313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 384158da-0bca-469a-aaea-89337a45d960) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:02.614709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65f44f-b057-47aa-bf5e-fe74bd980df2 None None] Network 384158da-0bca-469a-aaea-89337a45d960 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:02.619168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:02.619804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.636228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06d99749-837a-4564-a9a3-343d62c091c8 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:02.648331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33816) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.653353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Subnet': ['ID=40caac03-c679-45b6-9949-0887c8770a27,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:02.657002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.661237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f14a65d2-e098-4591-a118-02bfd3e812ad tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/subnets/40caac03-c679-45b6-9949-0887c8770a27 HTTP/1.1" status: 204 len: 168 time: 0.5408363 Oct 17 18:11:02.665627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33820) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.771906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b702cdb-deea-4ea9-80f4-946aa9939d84 None None] Network c8663a11-9276-41f9-853e-dc2441dc44eb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:02.800627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1286483529'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:02.805860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.810054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:02.817324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:02.820879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:02.829032 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb162a50-16f2-4c8c-87bb-9b1c83c4f50a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6009104 Oct 17 18:11:02.830383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:02.830502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33826) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.833416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06d99749-837a-4564-a9a3-343d62c091c8 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:02.837726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06d99749-837a-4564-a9a3-343d62c091c8 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2825656 Oct 17 18:11:02.837726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Deleting port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:02.837726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.841341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:02.860739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33830) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:02.869834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.964281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:02.967590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.996464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.026168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.053767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.056494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:03.076650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-384158da-0bca-469a-aaea-89337a45d960', 'network_id': '384158da-0bca-469a-aaea-89337a45d960', 'tenant_id': 'c7348e670ba244a4b62ceb8c21b30167', 'fixed_ips': [{'subnet_id': '3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:03.077438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.101078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2484002'] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.121397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:security_group_rule and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:03.127276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:03.155713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:03.161872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.205761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] For port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,segment=NetworkSegment(cab37b94-83ed-4433-b175-2b588501cc50),segment_id=cab37b94-83ed-4433-b175-2b588501cc50)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:03.206134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.267754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e8726-2c4c-465b-8316-448201485693 None None] DHCP port deletion for c8663a11-9276-41f9-853e-dc2441dc44eb request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:03.274093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Deleting port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:03.274464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.285443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.372613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Calling delete_port for 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:03.396545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:03.410274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:03.417021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:03.483499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.505013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b45b7-531d-47a3-9b08-b0fd73b3c75e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:03.531570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.538796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b70e8726-2c4c-465b-8316-448201485693 None None] For port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,segment=NetworkSegment(cab37b94-83ed-4433-b175-2b588501cc50),segment_id=cab37b94-83ed-4433-b175-2b588501cc50)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:03.539004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.568013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event updated for resources: {'Port': ['ID=0eedbfe9-6e09-4b08-85cb-429f06a6133e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:03.600658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Port': ['ID=0474050d-8f5c-4ea1-b6f9-93a8612f4be0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:03.603359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] No DVR routers for this DVR port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:03.643593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.657394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.672858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Calling delete_port for 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:03.727119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.730585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:03.734462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.737247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2246245'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.769209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.772716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c9fb741c-2242-4c9b-aae2-abf531ab13b9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/059b45b7-531d-47a3-9b08-b0fd73b3c75e HTTP/1.1" status: 204 len: 168 time: 0.9069204 Oct 17 18:11:03.778622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33834) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:03.787330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:03.787631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:03.797564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.826598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:03.833860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Allocated IP 172.20.0.3 (384158da-0bca-469a-aaea-89337a45d960/3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2/dd373f5b-e16e-455f-b966-aa519330f2d6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:03.838438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9519a3-1bf2-4eb6-848c-c3d5350cfc50,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:03.866831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8663a11-9276-41f9-853e-dc2441dc44eb']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:03.868393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:03.868758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:03.880555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.880910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 55749d7f-de65-4e6a-a9ea-99e1f881da99 of type vlan for network 92600029-3b35-4807-bb71-c3da9e1d2bbb Oct 17 18:11:03.893220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab37b94-83ed-4433-b175-2b588501cc50') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:03.893521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab37b94-83ed-4433-b175-2b588501cc50') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:03.920477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.945206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59fd163c-9250-4ae9-85e3-96cbaa93a080 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:03.953268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.993579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.001850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:04.002477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.050502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.089332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:04.089946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.091408 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "PUT /v2.0/subnets/3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2 HTTP/1.1" status: 200 len: 877 time: 1.2586157 Oct 17 18:11:04.105320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33838) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:04.111759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.117083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:04.117715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.124347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cab37b94-83ed-4433-b175-2b588501cc50 resource provider aggregate not found Oct 17 18:11:04.134569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e231f-be7d-4d88-81f5-6cd1765167f2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event updated for resources: {'Subnet': ['ID=3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.183802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59fd163c-9250-4ae9-85e3-96cbaa93a080 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:04.185583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59fd163c-9250-4ae9-85e3-96cbaa93a080 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3979192 Oct 17 18:11:04.202093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:04.276517 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cab37b94-83ed-4433-b175-2b588501cc50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cab37b94-83ed-4433-b175-2b588501cc50 found for delete ", "request_id": "req-7cc1706a-35d7-49bc-ae0a-2c7fb409fc1b"}]} Oct 17 18:11:04.280137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--991384990'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:04.300749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Allocated IP 172.26.2.31 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fb76ee07-b957-4801-ae6e-117c374098aa) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:04.302341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:04.319112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=92600029-3b35-4807-bb71-c3da9e1d2bbb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.321432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:04.330500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:04.333550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.376934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-da28e33e-380a-416e-84c1-5995f35cc76c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7258193 Oct 17 18:11:04.435004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Deleting port 0474050d-8f5c-4ea1-b6f9-93a8612f4be0 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:04.435214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b70e8726-2c4c-465b-8316-448201485693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.517110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b70e8726-2c4c-465b-8316-448201485693 None None] The port '0474050d-8f5c-4ea1-b6f9-93a8612f4be0' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:04.535678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.566188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Transition to ACTIVE for port object dd373f5b-e16e-455f-b966-aa519330f2d6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:04.566837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:04.571236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:04.576276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:04.583150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:04.590026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Transition to ACTIVE for port object dd373f5b-e16e-455f-b966-aa519330f2d6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:04.654497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.663599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.675967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.696586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.700832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] Pushing event deleted for resources: {'Network': ['ID=c8663a11-9276-41f9-853e-dc2441dc44eb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.702906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.725327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.728722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bd2c82dc-3e52-40fa-84c4-0c9683e746cf tempest-AllowedAddressPairTestJSON-741597594 tempest-AllowedAddressPairTestJSON-741597594-project] 10.222.0.36 "DELETE /v2.0/networks/c8663a11-9276-41f9-853e-dc2441dc44eb HTTP/1.1" status: 204 len: 168 time: 2.0611582 Oct 17 18:11:04.783417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.787233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Network 384158da-0bca-469a-aaea-89337a45d960 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:04.790486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:04.794448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:04.834452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Pushing event updated for resources: {'Port': ['ID=dd373f5b-e16e-455f-b966-aa519330f2d6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.844866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.914030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a324dd2-8c19-4ca5-afa6-5ac784a6eb74,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.933649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Attempting to bind port dd373f5b-e16e-455f-b966-aa519330f2d6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:04.934184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Attempting to bind port dd373f5b-e16e-455f-b966-aa519330f2d6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '605e77a6-779c-4b1f-a603-7ef396580ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '384158da-0bca-469a-aaea-89337a45d960'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:04.934485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Attempting to bind port dd373f5b-e16e-455f-b966-aa519330f2d6 on network 384158da-0bca-469a-aaea-89337a45d960 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:04.951273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:04.951273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Checking segment: {'id': '605e77a6-779c-4b1f-a603-7ef396580ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '384158da-0bca-469a-aaea-89337a45d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:04.951273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.951684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Bound using segment: {'id': '605e77a6-779c-4b1f-a603-7ef396580ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '384158da-0bca-469a-aaea-89337a45d960'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:04.952138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Bound port: dd373f5b-e16e-455f-b966-aa519330f2d6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605e77a6-779c-4b1f-a603-7ef396580ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '384158da-0bca-469a-aaea-89337a45d960'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:04.952515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.982990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.989009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d585cda2-da7c-42ce-a769-a59d42202717 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7799571 Oct 17 18:11:04.996133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33852) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:04.996133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '2a324dd2-8c19-4ca5-afa6-5ac784a6eb74', 'direction': 'ingress', 'protocol': 17}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:05.007993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:05.015552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:05.018755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:05.025341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:05.072004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] For port dd373f5b-e16e-455f-b966-aa519330f2d6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:05.076160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] For port dd373f5b-e16e-455f-b966-aa519330f2d6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd373f5b-e16e-455f-b966-aa519330f2d6,segment=NetworkSegment(605e77a6-779c-4b1f-a603-7ef396580ca6),segment_id=605e77a6-779c-4b1f-a603-7ef396580ca6)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:05.110428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.114069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.170216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.183508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.242568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.300891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfce16-a991-45f5-9df0-a5a79f062eb4 None None] Pushing event updated for resources: {'Port': ['ID=dd373f5b-e16e-455f-b966-aa519330f2d6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.320318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.354246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b779e3-e380-460a-93dd-802dfea27986,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.385710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event updated for resources: {'Port': ['ID=fb76ee07-b957-4801-ae6e-117c374098aa,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.403669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.434457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:05.441737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:05.451238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:05.473314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.477814 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f6b9a3ac-314f-4893-92f6-1ed9c07c8412 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4838686 Oct 17 18:11:05.478108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33856) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:05.634791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.683568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.698424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.701443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33864) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:05.816257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.834928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a324dd2-8c19-4ca5-afa6-5ac784a6eb74,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.939157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.941644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-48f74bef-9d00-4105-9a32-d678c24e32b0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a324dd2-8c19-4ca5-afa6-5ac784a6eb74 HTTP/1.1" status: 204 len: 168 time: 0.4624319 Oct 17 18:11:05.944638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:06.002767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.014723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b99509d2-d3d1-487a-9ad8-4188d2736bf2 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:06.068229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384158da-0bca-469a-aaea-89337a45d960']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:06.084703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b99509d2-d3d1-487a-9ad8-4188d2736bf2 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:06.089551 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b99509d2-d3d1-487a-9ad8-4188d2736bf2 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1402426 Oct 17 18:11:06.089706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33874) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:06.095075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238973115'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:06.103471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605e77a6-779c-4b1f-a603-7ef396580ca6') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:06.103650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605e77a6-779c-4b1f-a603-7ef396580ca6') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:06.104567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:06.115548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:06.140295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.155854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c240873-f7f6-400a-b80c-955af9a3426a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d625bb893bcb4f3fa66aaa31addc934a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777769 Oct 17 18:11:06.156613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33878) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:06.163601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.180340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:06.180747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.201822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.260434 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 605e77a6-779c-4b1f-a603-7ef396580ca6 resource provider aggregate not found Oct 17 18:11:06.324861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:06.344802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:06.349841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:06.353138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.365051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:06.369285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 605e77a6-779c-4b1f-a603-7ef396580ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 605e77a6-779c-4b1f-a603-7ef396580ca6 found for delete ", "request_id": "req-f683c7d4-b4f7-4090-a7e3-eb773cb02705"}]} Oct 17 18:11:06.421012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.555170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:11:06.555170 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:11:06.555170 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '384158da-0bca-469a-aaea-89337a45d960'}] Oct 17 18:11:06.555170 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:06.555596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:06.567910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.588025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.645741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee832e3-1b2c-4c53-8b13-2353ec3235f1 None None] Network 384158da-0bca-469a-aaea-89337a45d960 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:06.673735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.677786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.769026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ab182-c894-40be-81c1-181d63c87e58,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:06.792511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3217352d-d279-46b9-9855-797450051f65,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:06.809397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.811167 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-454c0116-341d-4adf-b51b-d1aae8e88ba0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3217352d-d279-46b9-9855-797450051f65 HTTP/1.1" status: 204 len: 168 time: 0.6538830 Oct 17 18:11:06.845006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:06.846614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b0361b87-84ee-4009-8d29-6982aac35e1e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7558365 Oct 17 18:11:06.849441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33888) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:06.855622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--197237143'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:06.867893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Router 702567b0-3615-4518-8f9b-8924f73d91d6 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:06.869697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:06.878474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:06.882148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:06.889141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:06.902359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-eeffb1b2-fcc8-4c68-addc-42613234c07e None None] Provisioning for port dd373f5b-e16e-455f-b966-aa519330f2d6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:06.965903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.017950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:07.022628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:07.027690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:07.033922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:07.046143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] DHCP port deletion for 384158da-0bca-469a-aaea-89337a45d960 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:07.050544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Deleting port dd373f5b-e16e-455f-b966-aa519330f2d6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:07.050921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.150446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.190958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.236970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.294679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf6dc5f-d38f-40d0-8488-7ce3a91b2461,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:07.364863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.366449 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f41a480d-0857-4de8-9514-dbb2c9e60914 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5157874 Oct 17 18:11:07.369153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33898) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:07.375185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '8d5ab182-c894-40be-81c1-181d63c87e58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1cf6dc5f-d38f-40d0-8488-7ce3a91b2461', 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:07.378623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] For port dd373f5b-e16e-455f-b966-aa519330f2d6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd373f5b-e16e-455f-b966-aa519330f2d6,segment=NetworkSegment(605e77a6-779c-4b1f-a603-7ef396580ca6),segment_id=605e77a6-779c-4b1f-a603-7ef396580ca6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:07.379044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.397463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:07.405229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:07.408167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port dd373f5b-e16e-455f-b966-aa519330f2d6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:07.408616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.410002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:07.421456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:07.506014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.550070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33904) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:07.552045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Calling delete_port for dd373f5b-e16e-455f-b966-aa519330f2d6 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:07.565779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.574677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:07.601184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.614393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.713068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.742471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3057aa3-85dc-48e4-8f27-a8ee99b698e4,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:07.748065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.801960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] Pushing event deleted for resources: {'Port': ['ID=dd373f5b-e16e-455f-b966-aa519330f2d6,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:07.805311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d117d-a92f-411e-8b32-a5132a4298a2 None None] No DVR routers for this DVR port dd373f5b-e16e-455f-b966-aa519330f2d6 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:07.826529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe2a09-b9c4-46e7-a200-89159c88474a None None] Network 384158da-0bca-469a-aaea-89337a45d960 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:07.833006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.840000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d60a606f-8d6d-4971-b1d8-c3e21dc425e1 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4687390 Oct 17 18:11:07.847142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33914) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:07.859993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:07.871586 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] Sync routers for ids ['702567b0-3615-4518-8f9b-8924f73d91d6'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:07.885380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.886650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] Routers {'702567b0-3615-4518-8f9b-8924f73d91d6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:07.887877 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['702567b0-3615-4518-8f9b-8924f73d91d6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:07.900355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.952122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:07.957189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port dd373f5b-e16e-455f-b966-aa519330f2d6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd373f5b-e16e-455f-b966-aa519330f2d6,segment=NetworkSegment(605e77a6-779c-4b1f-a603-7ef396580ca6),segment_id=605e77a6-779c-4b1f-a603-7ef396580ca6)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:07.957555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.974989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:07.982897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:08.020565 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.031052 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] Routers {'702567b0-3615-4518-8f9b-8924f73d91d6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:08.031892 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['702567b0-3615-4518-8f9b-8924f73d91d6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.045864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.075990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3057aa3-85dc-48e4-8f27-a8ee99b698e4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:08.080460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.085482 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-76ecd37d-912e-4893-b726-8c5273cfcdc5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c3057aa3-85dc-48e4-8f27-a8ee99b698e4 HTTP/1.1" status: 204 len: 168 time: 0.2426915 Oct 17 18:11:08.086555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33922) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.115945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for dd373f5b-e16e-455f-b966-aa519330f2d6 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:08.119065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.119641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543c098-115b-4a66-8394-e4b2b925ea09 None None] The sync data for ids ['702567b0-3615-4518-8f9b-8924f73d91d6'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:08.143312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:08.145368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.145841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b72a2d6b-8d1e-4ce9-ab65-9280ac687912 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:08.146663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c7026952-d00d-481b-b798-24486f47746f tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5251067 Oct 17 18:11:08.149560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33926) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.179591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33930) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.239611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:08.239939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:08.296507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:08.301327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.323865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-244309657'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:08.332823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:08.335042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Router ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:08.346040 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-63875ad0-4c2f-449b-be69-791159f2b0ab tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/702567b0-3615-4518-8f9b-8924f73d91d6 HTTP/1.1" status: 200 len: 921 time: 0.1878769 Oct 17 18:11:08.346040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.391097 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dec1816f-7c27-4206-9b43-b39fde7e6650 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=702567b0-3615-4518-8f9b-8924f73d91d6 HTTP/1.1" status: 200 len: 205 time: 0.0485365 Oct 17 18:11:08.391303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:08.393643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33940) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.397734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:08.414966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:08.456318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b72a2d6b-8d1e-4ce9-ab65-9280ac687912 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:08.457566 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b72a2d6b-8d1e-4ce9-ab65-9280ac687912 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3700011 Oct 17 18:11:08.471431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33944) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:08.575645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.669798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:08.673190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.718325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:08.729688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] Sync routers for ids ['ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:08.735195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.739991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] Routers {'ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:08.740652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.749176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port dd373f5b-e16e-455f-b966-aa519330f2d6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:08.749521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.776341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.846562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.856266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] Routers {'ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:08.856539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.856887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.919787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.920190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa691f-2fff-473c-9bba-00d6ab425b21 None None] The sync data for ids ['ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:08.936112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port 0eedbfe9-6e09-4b08-85cb-429f06a6133e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:08.936490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.940837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:08.989335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:08.995429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.996610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0c1609b4-1855-4676-8a10-8d4ee569ef08 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "PUT /v2.0/routers/ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 200 len: 881 time: 6.7944241 Oct 17 18:11:09.002758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] The port 'dd373f5b-e16e-455f-b966-aa519330f2d6' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:09.004769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33948) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.005457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:09.010400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.068438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:09.207479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.249148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.263164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.306608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384158da-0bca-469a-aaea-89337a45d960']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:09.318424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=d129e700-1d0c-416d-9773-0d0242314f46,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.325115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605e77a6-779c-4b1f-a603-7ef396580ca6') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:09.325411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605e77a6-779c-4b1f-a603-7ef396580ca6') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:09.345534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.369783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.389761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf6dc5f-d38f-40d0-8488-7ce3a91b2461,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.393207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for 0eedbfe9-6e09-4b08-85cb-429f06a6133e owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:09.407107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.429017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '55749d7f-de65-4e6a-a9ea-99e1f881da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:09.429215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 92600029-3b35-4807-bb71-c3da9e1d2bbb, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:09.430041 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5e64bdb9-a220-4ffb-b9e6-abbd2ab8a901 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 200 len: 922 time: 0.4242518 Oct 17 18:11:09.436082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.436942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:09.437347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.516924 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 605e77a6-779c-4b1f-a603-7ef396580ca6 resource provider aggregate not found Oct 17 18:11:09.601363 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 605e77a6-779c-4b1f-a603-7ef396580ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 605e77a6-779c-4b1f-a603-7ef396580ca6 found for delete ", "request_id": "req-f07b6dcf-8336-48d4-ab86-150c2ca06ec4"}]} Oct 17 18:11:09.641879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.659000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928259fa-ca2a-43fb-bcf7-538bd5f828cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:09.661318 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-928259fa-ca2a-43fb-bcf7-538bd5f828cd tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2064490 Oct 17 18:11:09.663419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.742949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.743945 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-74ed3825-d666-4a0a-864e-3522243a6118 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/1cf6dc5f-d38f-40d0-8488-7ce3a91b2461 HTTP/1.1" status: 204 len: 168 time: 1.2603707 Oct 17 18:11:09.747321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.783532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.790462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.794389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.796825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:09.798868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.844612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bb44f-ef1a-4c58-9c64-2b79fcc502bc tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:09.845164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-418bb44f-ef1a-4c58-9c64-2b79fcc502bc tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Synchronizing usage tracker for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:09.850718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=0eedbfe9-6e09-4b08-85cb-429f06a6133e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.854240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=384158da-0bca-469a-aaea-89337a45d960,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.864458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-88bd6a2a-8554-491b-8182-b7899e3f77ea tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/384158da-0bca-469a-aaea-89337a45d960 HTTP/1.1" status: 204 len: 168 time: 5.7556238 Oct 17 18:11:09.865199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:09.881652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33970) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.897862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d92a0e6-533c-4899-b790-a362a7ed4fbb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:09.924115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de08d4a6-4553-4205-b854-960a15f045e4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.929595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.929877 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 1136d2c6-4c7c-41d8-b18e-954cd8d2382a of type vlan for network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 Oct 17 18:11:09.938520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cda5c5-06db-46e7-9ef9-7b4c1e933979 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:09.939449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cda5c5-06db-46e7-9ef9-7b4c1e933979 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:09.943404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-418bb44f-ef1a-4c58-9c64-2b79fcc502bc tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Unset dirty status for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:09.947303 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-418bb44f-ef1a-4c58-9c64-2b79fcc502bc tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.2802093 Oct 17 18:11:09.947303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 92600029-3b35-4807-bb71-c3da9e1d2bbb) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:09.947523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33974) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:09.952367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:09.953883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.957436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c8efa1-cfea-4067-829b-9d5939a5fa10 None None] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:09.967072 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-44cda5c5-06db-46e7-9ef9-7b4c1e933979 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/3eb2e25d-6d9e-4542-b1d6-ef05b758f4c2 HTTP/1.1" status: 404 len: 337 time: 0.0820198 Oct 17 18:11:09.977097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33978) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.009389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.012609 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c532d4e-f79c-450c-8b63-97da6a59b70d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 200 len: 205 time: 0.0621610 Oct 17 18:11:10.018983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.027304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7449f760-b2a8-43e9-ba1c-f60d9734994c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:10.027304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7449f760-b2a8-43e9-ba1c-f60d9734994c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:10.027304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7449f760-b2a8-43e9-ba1c-f60d9734994c tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/384158da-0bca-469a-aaea-89337a45d960 HTTP/1.1" status: 404 len: 339 time: 0.0425181 Oct 17 18:11:10.027304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33982) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.028955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33984) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.064370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d92a0e6-533c-4899-b790-a362a7ed4fbb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:10.069530 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0d92a0e6-533c-4899-b790-a362a7ed4fbb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3170905 Oct 17 18:11:10.126423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.190965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-92600029-3b35-4807-bb71-c3da9e1d2bbb', 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': 'd129e700-1d0c-416d-9773-0d0242314f46'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:10.191935 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2815ecc6-3d2e-4849-b0c6-c5080f318ca8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:10.192562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2815ecc6-3d2e-4849-b0c6-c5080f318ca8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:10.192746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.196873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2815ecc6-3d2e-4849-b0c6-c5080f318ca8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/8b293155-99b1-4b19-8241-5a8b755f30fb HTTP/1.1" status: 404 len: 337 time: 0.1665444 Oct 17 18:11:10.201988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 33994) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.218322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0231cce1-0fe7-44d3-9d5a-a05f67d9da70 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6580257 Oct 17 18:11:10.218979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 33998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.230475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675114632'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:10.239244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:10.246872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:10.249210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.253485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:10.256853 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bc15ab-e396-4b48-9ab2-6db64115135e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:10.257321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bc15ab-e396-4b48-9ab2-6db64115135e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:10.261351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.263701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:10.272526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f7bc15ab-e396-4b48-9ab2-6db64115135e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/608a027e-cd9f-4f4e-be58-52d77a354a32 HTTP/1.1" status: 404 len: 339 time: 0.0693076 Oct 17 18:11:10.276520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34002) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.305170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.314525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.320110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:10.322171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.335860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.372533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Allocated IP 2001:db8:0:ffff::2 (92600029-3b35-4807-bb71-c3da9e1d2bbb/d129e700-1d0c-416d-9773-0d0242314f46/e06334de-fd67-4780-bee3-5316bee21852) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:10.412791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:10.417077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.430178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.520945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.542490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ab182-c894-40be-81c1-181d63c87e58,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:10.596824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.662035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Transition to ACTIVE for port object e06334de-fd67-4780-bee3-5316bee21852 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:10.662300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.662837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router 702567b0-3615-4518-8f9b-8924f73d91d6 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:10.676096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.680582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3135d763-fddc-48aa-a5cc-92c378ddc785 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/702567b0-3615-4518-8f9b-8924f73d91d6 HTTP/1.1" status: 204 len: 168 time: 2.2826641 Oct 17 18:11:10.681659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34006) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.686697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325008096', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:10.691252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:10.692539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Transition to ACTIVE for port object e06334de-fd67-4780-bee3-5316bee21852 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:10.695599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:router and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:10.698980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:10.705061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:10.731346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.732483 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d94bc1f-ab15-4aae-97d9-7bbda1192509 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d5ab182-c894-40be-81c1-181d63c87e58 HTTP/1.1" status: 204 len: 168 time: 0.6054025 Oct 17 18:11:10.735244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34010) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.762613 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5796065 Oct 17 18:11:10.768510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34014) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:10.776460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'name': 'tempest-PortsIpV6TestJSON-657871372'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:10.796584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f0031-e1c3-4856-b915-8d8edcda99ab tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:10.811743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:10.818757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.820789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:10.837012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.837349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 66f40679-2ab7-4065-aadc-52c4e4691062 of type vlan for network 9a4403de-9d87-41c1-9d41-cd8a50f07fec Oct 17 18:11:10.858563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.899758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.900859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.943916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.957879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.982526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8ac3fb29-0474-4c8d-bdca-4fdade54e3c9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:11.015220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.034265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:11.038480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:11.041440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:11.047381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:11.070303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.082755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:11.085756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:11.091708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:11.095271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea86fc0-a7e9-4af5-aada-fd5036ce78e6']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:11.105959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a21611-7a3c-4990-a25f-0a34208ae8af') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:11.106254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a21611-7a3c-4990-a25f-0a34208ae8af') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:11.118238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.135231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.138756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Pushing event updated for resources: {'Port': ['ID=e06334de-fd67-4780-bee3-5316bee21852,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:11.143184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:11.143697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.161667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port fb76ee07-b957-4801-ae6e-117c374098aa {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:11.162007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.196831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.203289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.203876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.212200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Attempting to bind port e06334de-fd67-4780-bee3-5316bee21852 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:11.215978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Attempting to bind port e06334de-fd67-4780-bee3-5316bee21852 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '55749d7f-de65-4e6a-a9ea-99e1f881da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:11.215978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Attempting to bind port e06334de-fd67-4780-bee3-5316bee21852 on network 92600029-3b35-4807-bb71-c3da9e1d2bbb {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:11.218721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:11.219174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Checking segment: {'id': '55749d7f-de65-4e6a-a9ea-99e1f881da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:11.219573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.219990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Bound using segment: {'id': '55749d7f-de65-4e6a-a9ea-99e1f881da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:11.220461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Bound port: e06334de-fd67-4780-bee3-5316bee21852, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55749d7f-de65-4e6a-a9ea-99e1f881da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '92600029-3b35-4807-bb71-c3da9e1d2bbb'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:11.220832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.253002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:11.257407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.269237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8ac3fb29-0474-4c8d-bdca-4fdade54e3c9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:11.276226 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8ac3fb29-0474-4c8d-bdca-4fdade54e3c9 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5400536 Oct 17 18:11:11.277488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34018) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:11.324375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] For port e06334de-fd67-4780-bee3-5316bee21852, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:11.328170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] For port e06334de-fd67-4780-bee3-5316bee21852, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e06334de-fd67-4780-bee3-5316bee21852,segment=NetworkSegment(55749d7f-de65-4e6a-a9ea-99e1f881da99),segment_id=55749d7f-de65-4e6a-a9ea-99e1f881da99)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:11.377468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286009519'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:11.383192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:11.398976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 7040ca3c-5795-4766-862c-326922342302 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:11.417972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.478487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=9a4403de-9d87-41c1-9d41-cd8a50f07fec,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:11.490164 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-064645da-9886-434b-b6de-acc00922850e tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2666576 Oct 17 18:11:11.495623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34022) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:11.497556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:11.515066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9a4403de-9d87-41c1-9d41-cd8a50f07fec details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:11.526332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:11.541013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.557157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.570737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.693593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65377d6-562e-4f32-a301-2241f5f26108 None None] Pushing event updated for resources: {'Port': ['ID=e06334de-fd67-4780-bee3-5316bee21852,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:11.745081 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e4a21611-7a3c-4990-a25f-0a34208ae8af resource provider aggregate not found Oct 17 18:11:11.747128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.757848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for fb76ee07-b957-4801-ae6e-117c374098aa owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:11.784886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.801743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/0ea86fc0-a7e9-4af5-aada-fd5036ce78e6 HTTP/1.1" status: 204 len: 168 time: 1.5220909 Oct 17 18:11:11.825185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bde6b-7a4c-43d5-a010-e28c358ac553 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=0ea86fc0-a7e9-4af5-aada-fd5036ce78e6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:11.831685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34030) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:11.833330 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e4a21611-7a3c-4990-a25f-0a34208ae8af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4a21611-7a3c-4990-a25f-0a34208ae8af found for delete ", "request_id": "req-461f64f8-d25b-4c84-850d-b51c54b3bd63"}]} Oct 17 18:11:11.857484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:11.863081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:11.876434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:11.880235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:11.882956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:11.887345 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e37e421-712b-4df4-bee5-96637d8a4664 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:11.889217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e37e421-712b-4df4-bee5-96637d8a4664 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:11.892502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:11.893176 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1e37e421-712b-4df4-bee5-96637d8a4664 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/d5d37b6f-dd7a-488f-9335-8ba7b8a8b82e HTTP/1.1" status: 404 len: 337 time: 0.0557308 Oct 17 18:11:11.896289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34034) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:11.903131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:11.905233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:11.929730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b173f-7907-4893-8c1e-be91fb2c1dc8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:11.930295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b173f-7907-4893-8c1e-be91fb2c1dc8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:11.935101 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d1b173f-7907-4893-8c1e-be91fb2c1dc8 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/5bf5bc2e-37d7-4ff7-8809-2df439715563 HTTP/1.1" status: 404 len: 339 time: 0.0347571 Oct 17 18:11:11.941628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34038) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.001994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb617ed7-8502-4c66-a511-9f0d378b9317 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.001994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb617ed7-8502-4c66-a511-9f0d378b9317 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.001994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb617ed7-8502-4c66-a511-9f0d378b9317 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/decd7cd0-e7ad-4996-b629-db84657ea34a HTTP/1.1" status: 404 len: 337 time: 0.0577064 Oct 17 18:11:12.002380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34042) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.032202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:12.032425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-561ab6ef-a1e0-4b8b-b688-bb36e2bd3aeb tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.032924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561ab6ef-a1e0-4b8b-b688-bb36e2bd3aeb tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.034696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-561ab6ef-a1e0-4b8b-b688-bb36e2bd3aeb tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/3e95528f-51d5-4c84-a049-cbd918be9fc4 HTTP/1.1" status: 404 len: 339 time: 0.0313954 Oct 17 18:11:12.035783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.038187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34046) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.082341 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-957c6265-8abc-40d9-b824-4a84f2cd1e9a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.082970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957c6265-8abc-40d9-b824-4a84f2cd1e9a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.084303 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-957c6265-8abc-40d9-b824-4a84f2cd1e9a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/894c6d5f-600b-4f59-8a77-9194fdb195c6 HTTP/1.1" status: 404 len: 337 time: 0.0452991 Oct 17 18:11:12.086980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34050) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.118921 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a7c4b6-258e-4cea-b1a6-da470ec6e0b9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.119393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a7c4b6-258e-4cea-b1a6-da470ec6e0b9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.155558 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-21a7c4b6-258e-4cea-b1a6-da470ec6e0b9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/86f5a7d4-0b6a-4414-bbc0-0516e4c7a314 HTTP/1.1" status: 404 len: 339 time: 0.0676143 Oct 17 18:11:12.158078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34054) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.206423 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ce4298-2f26-4465-aad0-8d46492d395d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.206423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ce4298-2f26-4465-aad0-8d46492d395d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.207936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-71ce4298-2f26-4465-aad0-8d46492d395d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/2b2d185b-6bf1-468e-b59c-a97391028a71 HTTP/1.1" status: 404 len: 337 time: 0.0489721 Oct 17 18:11:12.210704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34058) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.241548 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-737bb742-8b55-49ee-9c5e-eeea8a3b57f7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.242496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737bb742-8b55-49ee-9c5e-eeea8a3b57f7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.243685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-737bb742-8b55-49ee-9c5e-eeea8a3b57f7 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/91b08620-c0e7-432c-b613-269c4a3096dd HTTP/1.1" status: 404 len: 339 time: 0.0321918 Oct 17 18:11:12.246916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34062) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.263784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.289755 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeff713-d25d-4341-be31-250ffc0d9401 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.290363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaeff713-d25d-4341-be31-250ffc0d9401 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.295318 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eaeff713-d25d-4341-be31-250ffc0d9401 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/c633df94-4125-4e82-982f-a7c157a4a1db HTTP/1.1" status: 404 len: 337 time: 0.0444694 Oct 17 18:11:12.296327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34066) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.298344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.321670 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cabf0a-cd9b-4654-8eca-f1f6685319b2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.322189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cabf0a-cd9b-4654-8eca-f1f6685319b2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.324092 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d6cabf0a-cd9b-4654-8eca-f1f6685319b2 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/198ce54f-cfb3-4fa6-8ef9-1c0a62a6e10e HTTP/1.1" status: 404 len: 339 time: 0.0275295 Oct 17 18:11:12.326861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.361407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.399752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.403016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21d267f-d4d3-43ea-ae38-6d606d538642 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.403504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21d267f-d4d3-43ea-ae38-6d606d538642 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.407820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a21d267f-d4d3-43ea-ae38-6d606d538642 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/58c7ef5b-e89c-44c2-8a90-0e6ef0a13178 HTTP/1.1" status: 404 len: 337 time: 0.0774102 Oct 17 18:11:12.419997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34074) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.421222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=fb76ee07-b957-4801-ae6e-117c374098aa,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:12.467526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.531146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8faebf7-cc90-492c-b1d2-4bde4cc07ecc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:12.635112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e71e8f5-0d6a-4e95-8131-b78fb734803d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.639876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e71e8f5-0d6a-4e95-8131-b78fb734803d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.639876 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1e71e8f5-0d6a-4e95-8131-b78fb734803d tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/beff55d0-8b8e-4ae8-acfb-802844f46492 HTTP/1.1" status: 404 len: 339 time: 0.2131872 Oct 17 18:11:12.642085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34078) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.689888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa57489-81da-4523-b032-f63782521c64 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.690352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa57489-81da-4523-b032-f63782521c64 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.693668 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6aa57489-81da-4523-b032-f63782521c64 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/4d8891d8-bb60-498f-ac43-0853c4142069 HTTP/1.1" status: 404 len: 337 time: 0.0493343 Oct 17 18:11:12.698698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34082) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.721823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a306b-4fe5-4985-883d-f62632ce57a6 None None] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:12.733823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.775433 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-209fb6c9-348a-4c96-8578-a3449f10016a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.775914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209fb6c9-348a-4c96-8578-a3449f10016a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.780556 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-209fb6c9-348a-4c96-8578-a3449f10016a tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/4d65725a-8cef-4e36-bc7c-38e99ee2a336 HTTP/1.1" status: 404 len: 339 time: 0.0778322 Oct 17 18:11:12.783477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34086) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.806967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.812638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bcd9f638-d5c7-442c-ab8e-f8409dd37221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4491212 Oct 17 18:11:12.814649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34090) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.827895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': 'e8faebf7-cc90-492c-b1d2-4bde4cc07ecc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:12.870216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:12.883041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=7040ca3c-5795-4766-862c-326922342302,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:12.889951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:12.894131 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecab66ae-83e0-4b22-8d3d-b99bfbbbbe28 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:12.894583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecab66ae-83e0-4b22-8d3d-b99bfbbbbe28 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:12.898936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:12.899145 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ecab66ae-83e0-4b22-8d3d-b99bfbbbbe28 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/a1721836-eaf2-4e59-8b9c-046f7f8a2067 HTTP/1.1" status: 404 len: 337 time: 0.1153951 Oct 17 18:11:12.907318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34094) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:12.920631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:12.943810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.944061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e1e90d2-c413-44f1-844e-ecc96470a7d3 None None] Provisioning for port e06334de-fd67-4780-bee3-5316bee21852 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:12.972759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.975102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:12.978503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '1136d2c6-4c7c-41d8-b18e-954cd8d2382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:12.979072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:12.994077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.041373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d3f6a1-3df5-40e7-82fa-96ce65cdfa1e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:13.041849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d3f6a1-3df5-40e7-82fa-96ce65cdfa1e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:13.045871 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-50d3f6a1-3df5-40e7-82fa-96ce65cdfa1e tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/bdc982c8-bd30-4d83-a043-6f38e274cb7a HTTP/1.1" status: 404 len: 339 time: 0.1335936 Oct 17 18:11:13.047096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34098) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.048611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.094870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.095426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:13.116246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.118066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a32950d-05a7-41cf-bda6-2429856553aa tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 204 len: 168 time: 3.0870695 Oct 17 18:11:13.128838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.137620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1818055017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:13.145845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=1c584897-3270-4868-8866-d2eecf59bb88,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:13.148103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:13.152303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.154904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting subnet 17ad06fd-7a3e-4295-8fc4-d149601dadec {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:13.159410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:13.162057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.189500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:13.196480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:13.199871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '66f40679-2ab7-4065-aadc-52c4e4691062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:13.200413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 9a4403de-9d87-41c1-9d41-cd8a50f07fec, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:13.202171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:13.229082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.300023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.301322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.305869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.310272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:13.321746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:13.328056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:13.328667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300204e-2088-4d61-84d1-00834d39fbda None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:13.328820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.329237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.339426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.26.2.17 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/ea7e4d17-774e-4b12-8429-6e2eb88383f9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:13.344326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.423841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.448203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 9a4403de-9d87-41c1-9d41-cd8a50f07fec is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:13.451521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f26bb3b7-cd19-416d-8cf3-ea83965bbcb0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6820683 Oct 17 18:11:13.455691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34106) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.462255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-247262355'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:13.465145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89be15f-cb47-4111-8eda-2906e56b5c75,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:13.473554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:13.478118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:13.481051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:13.482255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9a4403de-9d87-41c1-9d41-cd8a50f07fec) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:13.488264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:13.491292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:13.491885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.507674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.513730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6831d5-b1c1-4811-96c1-81c2106601c0 None None] Network 9a4403de-9d87-41c1-9d41-cd8a50f07fec requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:13.531275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.550724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.576910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.581856 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/subnets/17ad06fd-7a3e-4295-8fc4-d149601dadec HTTP/1.1" status: 204 len: 168 time: 0.5323985 Oct 17 18:11:13.581962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34110) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.582571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66ecb-5092-4796-b7f0-60ba6ae14917 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Subnet': ['ID=17ad06fd-7a3e-4295-8fc4-d149601dadec,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:13.595439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae4349-acd3-4913-873e-7267c2d8ced0 None None] Network b3cfce05-7904-4885-aceb-c05834cedb8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:13.616361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.616361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-90dea470-b3e5-41c9-a049-237f0a658a6e tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7897477 Oct 17 18:11:13.617175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34114) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.638372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:13.642217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.667368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3c1119fc-cceb-4408-8297-490f4a688718 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1649551 Oct 17 18:11:13.671855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.675321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34118) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.677325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34120) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.677998 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-62e7affa-f82d-4059-b50e-cdb2d617f9d9 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5482032 Oct 17 18:11:13.715783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e06334de-fd67-4780-bee3-5316bee21852 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:13.717285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.722372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': True}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:13.723576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:13.734098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.746973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.752223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a of type vlan for network ba4774c2-0e76-4ed9-aa7b-5d593c7540a8 Oct 17 18:11:13.780340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.821575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.829203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.837316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d89be15f-cb47-4111-8eda-2906e56b5c75,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:13.851191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.854864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8b1dc215-87ce-4917-beec-4c644ae572ea tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d89be15f-cb47-4111-8eda-2906e56b5c75 HTTP/1.1" status: 204 len: 168 time: 0.2343211 Oct 17 18:11:13.855192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34126) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:13.872774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.881961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:13.881961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.008246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.012924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9a4403de-9d87-41c1-9d41-cd8a50f07fec', 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': '1c584897-3270-4868-8866-d2eecf59bb88'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:14.014403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.026268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f617e0a-6568-4b14-8ebf-26869b0d3acb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:14.030507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=ba4774c2-0e76-4ed9-aa7b-5d593c7540a8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:14.031966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e06334de-fd67-4780-bee3-5316bee21852 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:14.047738 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3131c633-725b-4720-ab36-ec45a395cc9f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5882277 Oct 17 18:11:14.047947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network ba4774c2-0e76-4ed9-aa7b-5d593c7540a8 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:14.048066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34130) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:14.054465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'ports': [{'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'}, {'network_id': 'ba4774c2-0e76-4ed9-aa7b-5d593c7540a8'}]} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:14.054812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:14.055359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'ba4774c2-0e76-4ed9-aa7b-5d593c7540a8'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:14.064633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e06334de-fd67-4780-bee3-5316bee21852 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:14.065009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.065346 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e06334de-fd67-4780-bee3-5316bee21852 Oct 17 18:11:14.137782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f617e0a-6568-4b14-8ebf-26869b0d3acb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:14.143598 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2f617e0a-6568-4b14-8ebf-26869b0d3acb tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2850242 Oct 17 18:11:14.143598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34134) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:14.155068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:14.167208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7e4d17-774e-4b12-8429-6e2eb88383f9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:14.170180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:14.172552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:14.201420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] DHCP port deletion for b3cfce05-7904-4885-aceb-c05834cedb8d request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:14.222762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Deleting port 3016d991-7311-4ddd-8a42-86a51e8e8744 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:14.223128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.306366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port 3016d991-7311-4ddd-8a42-86a51e8e8744 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:14.306712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.388340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.433850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:14.439757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.449904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:14.460553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:14.477671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:14.524769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.559097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e06334de-fd67-4780-bee3-5316bee21852 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:14.559447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.576866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Allocated IP 2001:db8::1 (9a4403de-9d87-41c1-9d41-cd8a50f07fec/1c584897-3270-4868-8866-d2eecf59bb88/eb33f96a-97d6-4c36-9428-4f9d3a824caa) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:14.581775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 2} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:14.587046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.608059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.612866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.624465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.686554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8faebf7-cc90-492c-b1d2-4bde4cc07ecc,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:14.697862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] For port 3016d991-7311-4ddd-8a42-86a51e8e8744, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3016d991-7311-4ddd-8a42-86a51e8e8744,segment=NetworkSegment(a1368db9-be05-40c1-a478-09c87df43364),segment_id=a1368db9-be05-40c1-a478-09c87df43364)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:14.698259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.722980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port e06334de-fd67-4780-bee3-5316bee21852, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e06334de-fd67-4780-bee3-5316bee21852,segment=NetworkSegment(55749d7f-de65-4e6a-a9ea-99e1f881da99),segment_id=55749d7f-de65-4e6a-a9ea-99e1f881da99)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:14.888308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.898305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Calling delete_port for 3016d991-7311-4ddd-8a42-86a51e8e8744 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:14.939959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:14.943468 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-58141057-3988-43e8-89cd-411057981ac0 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8faebf7-cc90-492c-b1d2-4bde4cc07ecc HTTP/1.1" status: 204 len: 168 time: 0.7925932 Oct 17 18:11:14.947230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34138) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:15.001005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.017534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 1660a1fb-3cda-4c82-b36d-ca4e2336e474 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:15.038654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dd61efdc-f075-420e-9814-f78029257729 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:15.084444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] For port 3016d991-7311-4ddd-8a42-86a51e8e8744, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3016d991-7311-4ddd-8a42-86a51e8e8744,segment=NetworkSegment(a1368db9-be05-40c1-a478-09c87df43364),segment_id=a1368db9-be05-40c1-a478-09c87df43364)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:15.084791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.119823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=e06334de-fd67-4780-bee3-5316bee21852,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.130590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dd61efdc-f075-420e-9814-f78029257729 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:15.134510 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dd61efdc-f075-420e-9814-f78029257729 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1837511 Oct 17 18:11:15.135960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34142) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:15.142353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--558639317'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:15.150259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:15.151618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.164000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:15.216306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Transition to ACTIVE for port object eb33f96a-97d6-4c36-9428-4f9d3a824caa will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:15.227851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Calling delete_port for 3016d991-7311-4ddd-8a42-86a51e8e8744 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:15.228482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.235885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.285828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Transition to ACTIVE for port object eb33f96a-97d6-4c36-9428-4f9d3a824caa will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:15.288779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] Pushing event deleted for resources: {'Port': ['ID=3016d991-7311-4ddd-8a42-86a51e8e8744,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.294100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be85ddf-b6dc-4182-b5c0-3d49603eab77 None None] No DVR routers for this DVR port 3016d991-7311-4ddd-8a42-86a51e8e8744 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:15.327379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.370430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.377349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:15.386374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:15.390862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 1a841f7a-2ef0-468b-b182-0c85584a3754 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:15.394327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:15.401424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:15.439424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Network 9a4403de-9d87-41c1-9d41-cd8a50f07fec is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:15.441530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:15.446292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:15.456025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Pushing event updated for resources: {'Port': ['ID=eb33f96a-97d6-4c36-9428-4f9d3a824caa,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.489293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:15.489651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:15.515604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.516414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.564228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Attempting to bind port eb33f96a-97d6-4c36-9428-4f9d3a824caa on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:15.564697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Attempting to bind port eb33f96a-97d6-4c36-9428-4f9d3a824caa by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '66f40679-2ab7-4065-aadc-52c4e4691062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:15.565287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Attempting to bind port eb33f96a-97d6-4c36-9428-4f9d3a824caa on network 9a4403de-9d87-41c1-9d41-cd8a50f07fec {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:15.573981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:15.576164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Checking segment: {'id': '66f40679-2ab7-4065-aadc-52c4e4691062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:15.576829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.577282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Bound using segment: {'id': '66f40679-2ab7-4065-aadc-52c4e4691062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:15.578021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Bound port: eb33f96a-97d6-4c36-9428-4f9d3a824caa, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f40679-2ab7-4065-aadc-52c4e4691062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:15.578592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.639240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e06334de-fd67-4780-bee3-5316bee21852 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:15.644802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.651148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.667541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.751771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] For port eb33f96a-97d6-4c36-9428-4f9d3a824caa, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:15.756258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.758802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] For port eb33f96a-97d6-4c36-9428-4f9d3a824caa, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eb33f96a-97d6-4c36-9428-4f9d3a824caa,segment=NetworkSegment(66f40679-2ab7-4065-aadc-52c4e4691062),segment_id=66f40679-2ab7-4065-aadc-52c4e4691062)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:15.762886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e06334de-fd67-4780-bee3-5316bee21852 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:15.762886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.762886 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e06334de-fd67-4780-bee3-5316bee21852 Oct 17 18:11:15.764019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:15.779136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=1660a1fb-3cda-4c82-b36d-ca4e2336e474,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.782515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:15.784652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:15.785707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.882189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.890409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.914721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=1a841f7a-2ef0-468b-b182-0c85584a3754,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.924611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=1c584897-3270-4868-8866-d2eecf59bb88,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:15.934257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': 'e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba4774c2-0e76-4ed9-aa7b-5d593c7540a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:15.934257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: ba4774c2-0e76-4ed9-aa7b-5d593c7540a8, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:15.963766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e06334de-fd67-4780-bee3-5316bee21852 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:15.993096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.995207 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cd31d4b4-f0f0-4fc4-9159-4a69146affdc tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8570905 Oct 17 18:11:15.998078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34146) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:16.005764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:16.014278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:16.019346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:16.021469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Deleting port 3016d991-7311-4ddd-8a42-86a51e8e8744 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:16.021625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3016d991-7311-4ddd-8a42-86a51e8e8744 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:16.022181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.022938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:16.029431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:16.032265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network ba4774c2-0e76-4ed9-aa7b-5d593c7540a8 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:16.064753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 3016d991-7311-4ddd-8a42-86a51e8e8744 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:16.065083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3016d991-7311-4ddd-8a42-86a51e8e8744 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:16.069412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e2c7a-1b28-4048-954c-b2edc3ceaa3b None None] Pushing event updated for resources: {'Port': ['ID=eb33f96a-97d6-4c36-9428-4f9d3a824caa,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:16.081088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c170ce8-2543-4242-a49e-61170e4bcc88 None None] Network 9a4403de-9d87-41c1-9d41-cd8a50f07fec requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:16.140708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, ba4774c2-0e76-4ed9-aa7b-5d593c7540a8) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:16.146153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:16.151951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:16.157542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:16.158288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.158677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.161696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9ce93-1c08-4973-92a4-ebfc7c6dee58 None None] Network ba4774c2-0e76-4ed9-aa7b-5d593c7540a8 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:16.162571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.185670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] The port '3016d991-7311-4ddd-8a42-86a51e8e8744' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:16.233924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.278396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4403de-9d87-41c1-9d41-cd8a50f07fec']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.285308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d708a2d-7294-47b3-b71f-f3249060f164 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2358782 Oct 17 18:11:16.287976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34150) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:16.333789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.349863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.385395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e444519-16b6-454b-a657-e65a7a48d054,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:16.404527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 1a841f7a-2ef0-468b-b182-0c85584a3754 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:16.404941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.432628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f40679-2ab7-4065-aadc-52c4e4691062') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.433220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f40679-2ab7-4065-aadc-52c4e4691062') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.457267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.491108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dec459-36b6-45bc-90fd-08a78492be95 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:11:16.507253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.507253 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-609941d3-e92e-47ca-813b-705540966f34 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5054224 Oct 17 18:11:16.507625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34156) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:16.551165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-359aa6ab-ca39-4b88-af04-3127ad66460f tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules/2e444519-16b6-454b-a657-e65a7a48d054 HTTP/1.1" status: 200 len: 763 time: 0.0424333 Oct 17 18:11:16.554013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34160) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:16.579427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.595458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.635196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cfce05-7904-4885-aceb-c05834cedb8d']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.648363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dec459-36b6-45bc-90fd-08a78492be95 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:11:16.662364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.674498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1368db9-be05-40c1-a478-09c87df43364') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.675039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1368db9-be05-40c1-a478-09c87df43364') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:16.690532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:16.690941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.702867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-130133b8-80eb-4446-823e-c9dc47ae3f1a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:16.708800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.729805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.806196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 66f40679-2ab7-4065-aadc-52c4e4691062 resource provider aggregate not found Oct 17 18:11:16.833384 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 66f40679-2ab7-4065-aadc-52c4e4691062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66f40679-2ab7-4065-aadc-52c4e4691062 found for delete ", "request_id": "req-12258d88-7e0a-46b5-a0fa-fc0a0597bd50"}]} Oct 17 18:11:16.844934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 1a841f7a-2ef0-468b-b182-0c85584a3754 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:16.878447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.897521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:16.897981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.918530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.930329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-130133b8-80eb-4446-823e-c9dc47ae3f1a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:16.934352 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-130133b8-80eb-4446-823e-c9dc47ae3f1a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3768611 Oct 17 18:11:16.934628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34168) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:16.969697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.981016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:16.984938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:11:16.984938 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:11:16.984938 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '9a4403de-9d87-41c1-9d41-cd8a50f07fec'}] Oct 17 18:11:16.984938 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:16.985294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:17.004439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.061978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=1a841f7a-2ef0-468b-b182-0c85584a3754,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:17.068728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.073949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.099665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e444519-16b6-454b-a657-e65a7a48d054,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:17.103175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b371b601-92d9-4caa-aa90-2998014fd06d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/1a841f7a-2ef0-468b-b182-0c85584a3754 HTTP/1.1" status: 204 len: 168 time: 0.8128769 Oct 17 18:11:17.107853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34174) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:17.171934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.172947 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0feaae38-97db-4ee2-a724-794ce41d80e7 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2e444519-16b6-454b-a657-e65a7a48d054 HTTP/1.1" status: 204 len: 168 time: 0.2373824 Oct 17 18:11:17.175467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34178) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:17.233399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-780ee783-0be5-4a7d-b2f0-c25dc142f764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:17.260161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813222-f7a5-4d32-9fbb-a9605b1129aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:17.268728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21813222-f7a5-4d32-9fbb-a9605b1129aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:17.269549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-21813222-f7a5-4d32-9fbb-a9605b1129aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:17.275859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 172.26.2.39 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/d3da6cc7-26f4-4368-95bf-e174965313f8) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:17.428558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.432646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.488591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.488804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-780ee783-0be5-4a7d-b2f0-c25dc142f764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:17.495632 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-780ee783-0be5-4a7d-b2f0-c25dc142f764 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3137891 Oct 17 18:11:17.495632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-21813222-f7a5-4d32-9fbb-a9605b1129aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:17.495632 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-21813222-f7a5-4d32-9fbb-a9605b1129aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3840756 Oct 17 18:11:17.495632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34182) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:17.496678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] Pushing event deleted for resources: {'Network': ['ID=b3cfce05-7904-4885-aceb-c05834cedb8d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:17.499465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34184) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:17.506311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:17.523423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bb0c7467-9911-4625-81dd-863ff3953dc9 tempest-NetworksTest-2054811114 tempest-NetworksTest-2054811114-project] 10.222.0.36 "DELETE /v2.0/networks/b3cfce05-7904-4885-aceb-c05834cedb8d HTTP/1.1" status: 204 len: 168 time: 3.9408650 Oct 17 18:11:17.526368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.539665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port eb33f96a-97d6-4c36-9428-4f9d3a824caa {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:17.540003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.549826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:17.588022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:17.607857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 1660a1fb-3cda-4c82-b36d-ca4e2336e474 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:17.608301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.654709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:17.810385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.812572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:17.977287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:17.984324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:17.994202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:18.030343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port eb33f96a-97d6-4c36-9428-4f9d3a824caa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eb33f96a-97d6-4c36-9428-4f9d3a824caa,segment=NetworkSegment(66f40679-2ab7-4065-aadc-52c4e4691062),segment_id=66f40679-2ab7-4065-aadc-52c4e4691062)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:18.030712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.037647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.053041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=d3da6cc7-26f4-4368-95bf-e174965313f8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:18.061189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c5882-4197-4b7b-befc-8e21dc58ff01 req-885b4671-493a-46c7-bef2-a9c6ba0b6caf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:18.066129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f64c5882-4197-4b7b-befc-8e21dc58ff01 req-885b4671-493a-46c7-bef2-a9c6ba0b6caf tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.3064249 Oct 17 18:11:18.076706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.101819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34196) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.161140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.190604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for eb33f96a-97d6-4c36-9428-4f9d3a824caa owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:18.240302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 1660a1fb-3cda-4c82-b36d-ca4e2336e474 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:18.314422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72e0cca-22be-4af6-a85c-3c1852108c75,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:18.331351 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f64c5882-4197-4b7b-befc-8e21dc58ff01 req-e2ed589c-b12f-4323-b761-a65e225d824d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467673 Oct 17 18:11:18.372355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:18.383297 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Sync routers for ids ['3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:18.394813 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Routers {'3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:18.395653 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:18.416834 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6e21c8b6-47d4-41c4-9ef6-90ccabf4e5f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7348e670ba244a4b62ceb8c21b30167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121903 Oct 17 18:11:18.420171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34202) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.435522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.438074 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e5c71bc8-f36c-46cb-85de-c048aad6fd1b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9367387 Oct 17 18:11:18.441416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34206) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.474864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-545a5da3-2468-4ded-b1a0-06daa7fbf484 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules/f72e0cca-22be-4af6-a85c-3c1852108c75 HTTP/1.1" status: 200 len: 763 time: 0.0322495 Oct 17 18:11:18.477564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34210) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.507365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.533728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-585f6612-4bc7-41ec-8c70-bb669b611221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:18.561425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.566202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=1660a1fb-3cda-4c82-b36d-ca4e2336e474,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:18.580428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.581072 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Set router 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:18.591178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.594967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-48ae6c2f-057b-40e3-a00d-2459335e7086 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9097548 Oct 17 18:11:18.595695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34214) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.602714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.692879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bcf20696-ad3d-4ffa-b113-2c0515de44e0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/1660a1fb-3cda-4c82-b36d-ca4e2336e474 HTTP/1.1" status: 204 len: 168 time: 1.1947951 Oct 17 18:11:18.693104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34218) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.763448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.782482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c62721-69de-492a-a11e-d8761a3dab47,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:18.793581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.794274 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e94c5320-c3cf-433e-af75-34512f416b99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39c62721-69de-492a-a11e-d8761a3dab47 HTTP/1.1" status: 204 len: 168 time: 0.3731520 Oct 17 18:11:18.833493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a5a7c-0380-4444-8ae4-a47ffb6c8384 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:18.834686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f3a5a7c-0380-4444-8ae4-a47ffb6c8384 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:18.883633 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:10Z', 'updated_at': '2022-10-17T18:11:15Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:13Z', 'updated_at': '2022-10-17T18:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:18.888335 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Checking router: 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:18.888585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.889064 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Updating router 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c port ea7e4d17-774e-4b12-8429-6e2eb88383f9 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:11:18.916713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f3a5a7c-0380-4444-8ae4-a47ffb6c8384 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:18.918728 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f3a5a7c-0380-4444-8ae4-a47ffb6c8384 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2238684 Oct 17 18:11:18.921593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34226) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.942442 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:18.969418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6da048-2c4a-4150-81e2-4dfaa0032e7a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:11:18.973590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f6da048-2c4a-4150-81e2-4dfaa0032e7a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/1a841f7a-2ef0-468b-b182-0c85584a3754 HTTP/1.1" status: 404 len: 333 time: 0.0481825 Oct 17 18:11:18.973823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34230) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.991357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-585f6612-4bc7-41ec-8c70-bb669b611221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:18.995415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-585f6612-4bc7-41ec-8c70-bb669b611221 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5140922 Oct 17 18:11:18.995415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a1368db9-be05-40c1-a478-09c87df43364 resource provider aggregate not found Oct 17 18:11:19.010999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34234) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.032959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfba803-57ae-4455-b915-4823fe6310e1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:11:19.043580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3bfba803-57ae-4455-b915-4823fe6310e1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/1660a1fb-3cda-4c82-b36d-ca4e2336e474 HTTP/1.1" status: 404 len: 333 time: 0.0633588 Oct 17 18:11:19.043999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a1368db9-be05-40c1-a478-09c87df43364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1368db9-be05-40c1-a478-09c87df43364 found for delete ", "request_id": "req-ab667c93-acf6-41f2-b106-6ad49355d2a4"}]} Oct 17 18:11:19.044109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34240) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.049335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=eb33f96a-97d6-4c36-9428-4f9d3a824caa,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:19.055381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port eb33f96a-97d6-4c36-9428-4f9d3a824caa on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:19.178446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.196425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.208774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.223841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4403de-9d87-41c1-9d41-cd8a50f07fec']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.236632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f40679-2ab7-4065-aadc-52c4e4691062') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.236956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f40679-2ab7-4065-aadc-52c4e4691062') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.241318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.249015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.265843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.272306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:19.272870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.343072 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.384585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.399876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.427625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f72e0cca-22be-4af6-a85c-3c1852108c75,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:19.436345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4774c2-0e76-4ed9-aa7b-5d593c7540a8']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.450658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.451074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:19.452250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.463453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.480135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.487241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:19.487635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.566988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a resource provider aggregate not found Oct 17 18:11:19.582772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.582772 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d993b4e0-0794-460c-82ee-b9335a6b12e3 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f72e0cca-22be-4af6-a85c-3c1852108c75 HTTP/1.1" status: 204 len: 168 time: 0.5657234 Oct 17 18:11:19.584085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.606427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e34b2adb-637c-4dd9-ba2b-0a4cbe619c6a found for delete ", "request_id": "req-bb999beb-ebe4-48f2-ab18-06bf42a52997"}]} Oct 17 18:11:19.638775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d3631ea4-4b46-4586-9f98-a4870ae62477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.642631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.658560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ae8958ca-8e67-4776-b2b5-8cf3178c449f tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:19.718735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.718979 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Transition to ACTIVE for port object ea7e4d17-774e-4b12-8429-6e2eb88383f9 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:19.723010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.731629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.747240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=ba4774c2-0e76-4ed9-aa7b-5d593c7540a8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:19.750384 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a29a524a-2d5a-4c07-a2e4-50e3216e008f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/ba4774c2-0e76-4ed9-aa7b-5d593c7540a8 HTTP/1.1" status: 204 len: 168 time: 0.7090459 Oct 17 18:11:19.752960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ae8958ca-8e67-4776-b2b5-8cf3178c449f tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:19.754105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ae8958ca-8e67-4776-b2b5-8cf3178c449f tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1553171 Oct 17 18:11:19.757049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34266) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.757379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34268) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.758935 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bf9daad8-8292-49d3-8cf6-b8f81308c12b tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c HTTP/1.1" status: 200 len: 908 time: 1.1626430 Oct 17 18:11:19.764688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:19.772189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1121388887'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:19.772994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=9a4403de-9d87-41c1-9d41-cd8a50f07fec,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:19.778015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34274) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.780786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:19.784728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:19.795973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6fe2bddd-b77a-48eb-ac75-c901eb4cc2a5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/9a4403de-9d87-41c1-9d41-cd8a50f07fec HTTP/1.1" status: 204 len: 168 time: 6.1150966 Oct 17 18:11:19.796167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325008096', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': True}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:19.799405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34280) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:19.800501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:19.806143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:19.816467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-785039572'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:19.819526 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.823232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:19.823232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Usage tracker for resource:router and tenant:73f3734307b64d1aa86442beab2aa4d0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:19.831618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:19.834375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:19.836704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:19.843406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:19.845553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:19.849014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:19.852688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:19.863661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:19.880926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec1a6-f8ad-4455-b1c6-851ee1e7cd6d req-cee8f036-de9b-4292-81e0-b1c2a9cd589a tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.880926 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a57ec1a6-f8ad-4455-b1c6-851ee1e7cd6d req-cee8f036-de9b-4292-81e0-b1c2a9cd589a tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.3675461 Oct 17 18:11:19.886101 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Attempting to bind port ea7e4d17-774e-4b12-8429-6e2eb88383f9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:19.887030 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Attempting to bind port ea7e4d17-774e-4b12-8429-6e2eb88383f9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:19.887435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Attempting to bind port ea7e4d17-774e-4b12-8429-6e2eb88383f9 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:19.897768 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:19.898135 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:19.898724 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.899247 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:19.899845 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Bound port: ea7e4d17-774e-4b12-8429-6e2eb88383f9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:19.900430 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.934024 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Project 74da1b9a00f34bf3823f7992954ba83f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:11:19.942375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.949838 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4117f-f019-41e9-9672-3b4f2f7d8b2b None None] Pushing event updated for resources: {'Port': ['ID=ea7e4d17-774e-4b12-8429-6e2eb88383f9,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:19.962171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:19.966783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.976362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:19.979752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:19.986735 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] For port ea7e4d17-774e-4b12-8429-6e2eb88383f9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:19.990161 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] For port ea7e4d17-774e-4b12-8429-6e2eb88383f9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea7e4d17-774e-4b12-8429-6e2eb88383f9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:20.001509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.002535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.061809 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.069453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-0b2887b0-1877-4a2e-87c6-d03c3d7d108e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:20.071032 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-0b2887b0-1877-4a2e-87c6-d03c3d7d108e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.4053571 Oct 17 18:11:20.127542 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Routers {'3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:20.127757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.127857 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:20.141948 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a57ec1a6-f8ad-4455-b1c6-851ee1e7cd6d req-8f253e88-ad42-4eba-8aef-9f5eda2107a4 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567639 Oct 17 18:11:20.203785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Deleting port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:20.204141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.248126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:20.269277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.269809 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 62f503e5-22a1-44d5-b29d-e4c7f553b9fc of type vlan for network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 Oct 17 18:11:20.276898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34292) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.291289 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4117f-f019-41e9-9672-3b4f2f7d8b2b None None] Pushing event updated for resources: {'Port': ['ID=ea7e4d17-774e-4b12-8429-6e2eb88383f9,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:20.292026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.302512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.338703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:20.349456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.349924 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment afc232c8-d566-45a4-adc1-5a79895bf7f7 of type vlan for network 9509f833-a1c9-4b21-9230-16963f0bdc7f Oct 17 18:11:20.399728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.455106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] Set router 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:20.531189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.608772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-34f2fd0d-ec82-43a6-92bd-1064c9f93049 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] Request body: {'port': {'network_id': '233bf68b-ecd7-4047-a32d-3f188558315e', 'name': 'tempest-NetworksNegativeTestJSON-2066197531'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:20.618969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.664467 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f2fd0d-ec82-43a6-92bd-1064c9f93049 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] POST failed (client error): The resource could not be found. Oct 17 18:11:20.664943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f2fd0d-ec82-43a6-92bd-1064c9f93049 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:20.666200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34f2fd0d-ec82-43a6-92bd-1064c9f93049 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3868477 Oct 17 18:11:20.670921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34298) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.758073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.764228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:20.764918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.779598 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f73b7a-6903-45d1-9deb-4538c66cb3ca tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:20.780077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f73b7a-6903-45d1-9deb-4538c66cb3ca tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:20.781783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-98f73b7a-6903-45d1-9deb-4538c66cb3ca tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "DELETE /v2.0/networks/fa3e0897-f0c7-4eed-8507-de9742d7dd5a HTTP/1.1" status: 404 len: 339 time: 0.1098537 Oct 17 18:11:20.786400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34304) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.823611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.860989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f46f97-6d65-447b-9c56-cb518469400d tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:20.861259 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:10Z', 'updated_at': '2022-10-17T18:11:15Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:13Z', 'updated_at': '2022-10-17T18:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:20.861837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f46f97-6d65-447b-9c56-cb518469400d tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:20.863172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f8f46f97-6d65-447b-9c56-cb518469400d tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "DELETE /v2.0/ports/4bbce9bd-5782-43f0-90ec-7a23dc593f50 HTTP/1.1" status: 404 len: 333 time: 0.0684268 Oct 17 18:11:20.868824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34308) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.869043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ef956-07be-4ddf-9ff9-38d27094391c None None] The sync data for ids ['3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c'] in dv-neutron-861384-1-hyperv is: [{'id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17'}], 'enable_snat': False}, 'gw_port_id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:10Z', 'updated_at': '2022-10-17T18:11:15Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': 'ea7e4d17-774e-4b12-8429-6e2eb88383f9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:13Z', 'updated_at': '2022-10-17T18:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:20.920731 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1608055 Oct 17 18:11:20.927125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.932096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34312) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.961079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:20.969393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4fa943-5eb3-4367-8893-e2744d00409a tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:20.969945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4fa943-5eb3-4367-8893-e2744d00409a tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:20.971928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2e4fa943-5eb3-4367-8893-e2744d00409a tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "DELETE /v2.0/subnets/87a52abd-0e83-469f-8db4-dc6272251460 HTTP/1.1" status: 404 len: 337 time: 0.0991921 Oct 17 18:11:20.979182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] For port 4b33dbf8-d1ee-4f20-92f0-32654958ac05, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4b33dbf8-d1ee-4f20-92f0-32654958ac05,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:20.986240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:20.986485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34316) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:20.987583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af18dc8d-5aaf-4362-8a1e-e4efaec06837,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:21.013490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077c71d-5b16-447e-a1ee-457a5d97009f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=9509f833-a1c9-4b21-9230-16963f0bdc7f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:21.025428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:21.069428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.075885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:21.076498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.110716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 66f40679-2ab7-4065-aadc-52c4e4691062 resource provider aggregate not found Oct 17 18:11:21.117622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.118858 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f5689ef2-6254-4b44-93c4-13502d4a3a45 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3588898 Oct 17 18:11:21.125963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34324) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.163766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 66f40679-2ab7-4065-aadc-52c4e4691062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66f40679-2ab7-4065-aadc-52c4e4691062 found for delete ", "request_id": "req-e6080d25-726d-47ec-b47a-339daeedf29c"}]} Oct 17 18:11:21.171072 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b28b65f-6d94-43dd-aa25-ec8d1708651e tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] GET failed (client error): The resource could not be found. Oct 17 18:11:21.176436 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b28b65f-6d94-43dd-aa25-ec8d1708651e tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "GET /v2.0/networks/cb2137a3-46b4-4804-8632-2cc8a5470028 HTTP/1.1" status: 404 len: 339 time: 0.1901290 Oct 17 18:11:21.193930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34328) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.268902 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4640296 Oct 17 18:11:21.275858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:21.289489 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a40d3787-f624-4845-b246-34cbc53e3142 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules/af18dc8d-5aaf-4362-8a1e-e4efaec06837 HTTP/1.1" status: 200 len: 769 time: 0.1571491 Oct 17 18:11:21.292096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34334) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.307808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34336) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.334540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:21.423674 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed710865-eeb7-4669-ac41-cd8aecd4dc3d tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] GET failed (client error): The resource could not be found. Oct 17 18:11:21.429590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed710865-eeb7-4669-ac41-cd8aecd4dc3d tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "GET /v2.0/ports/b7e6f34b-ed88-4794-9935-22d6840aca62 HTTP/1.1" status: 404 len: 333 time: 0.2346005 Oct 17 18:11:21.431751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34344) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.450316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5f72f-ac00-4c72-b783-c6ab5ebd9690 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:21.462973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:21.493308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:21.503494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:21.508437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:21.511438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3397a363-7d3c-4e59-93e0-ba1bcd5695fb tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] GET failed (client error): The resource could not be found. Oct 17 18:11:21.518410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3397a363-7d3c-4e59-93e0-ba1bcd5695fb tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "GET /v2.0/subnets/99603372-2ba3-464f-8c8a-abdab9630f58 HTTP/1.1" status: 404 len: 337 time: 0.0777178 Oct 17 18:11:21.522155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34348) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.533639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:21.541989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-32c1bb98-7cf0-462f-961b-326c7025f94b tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:21.643432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f26c6db-9142-40da-827b-58642b96d5ec tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:21.650269 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c1bb98-7cf0-462f-961b-326c7025f94b tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] PUT failed (client error): The resource could not be found. Oct 17 18:11:21.650845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c1bb98-7cf0-462f-961b-326c7025f94b tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:21.657670 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-32c1bb98-7cf0-462f-961b-326c7025f94b tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "PUT /v2.0/networks/6653827a-ae89-4d46-908c-a7a5209760da HTTP/1.1" status: 404 len: 339 time: 0.1280329 Oct 17 18:11:21.659630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34352) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.670712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7b6d0ef1-fd14-4f89-9b2d-a3e7a39df5a7 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:21.691674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea7e4d17-774e-4b12-8429-6e2eb88383f9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:21.733962 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6d0ef1-fd14-4f89-9b2d-a3e7a39df5a7 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] PUT failed (client error): The resource could not be found. Oct 17 18:11:21.734578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6d0ef1-fd14-4f89-9b2d-a3e7a39df5a7 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:21.735943 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b6d0ef1-fd14-4f89-9b2d-a3e7a39df5a7 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "PUT /v2.0/ports/036ba4f1-d9f0-4f3b-bed1-e596ca085779 HTTP/1.1" status: 404 len: 333 time: 0.0739751 Oct 17 18:11:21.742705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34356) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.756652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b2582a89-f7b8-4cf0-ad7f-dc0e4cfa8c46 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:21.792073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:21.796279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.819158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2582a89-f7b8-4cf0-ad7f-dc0e4cfa8c46 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] PUT failed (client error): The resource could not be found. Oct 17 18:11:21.821758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2582a89-f7b8-4cf0-ad7f-dc0e4cfa8c46 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:21.821758 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b2582a89-f7b8-4cf0-ad7f-dc0e4cfa8c46 tempest-NetworksNegativeTestJSON-1068809737 tempest-NetworksNegativeTestJSON-1068809737-project] 10.222.0.36 "PUT /v2.0/subnets/e21dbdce-d639-4cdb-a9ed-dd3e3ebbd01c HTTP/1.1" status: 404 len: 337 time: 0.0717807 Oct 17 18:11:21.844031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:21.861923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:21.867437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port ea7e4d17-774e-4b12-8429-6e2eb88383f9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:21.869136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:21.873647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ea7e4d17-774e-4b12-8429-6e2eb88383f9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:21.874063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.874455 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ea7e4d17-774e-4b12-8429-6e2eb88383f9 Oct 17 18:11:21.882470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:21.905781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2f26c6db-9142-40da-827b-58642b96d5ec tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:21.907168 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2f26c6db-9142-40da-827b-58642b96d5ec tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5747852 Oct 17 18:11:21.925866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34362) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:21.944707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing IP validity checks on allocation pools {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:11:21.948003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:11:21.952288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53ac69-6282-431c-8b44-8a5a9b1b728f req-51763414-0c6d-4e5d-a29d-e39d058c4cfc tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:21.958173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bb53ac69-6282-431c-8b44-8a5a9b1b728f req-51763414-0c6d-4e5d-a29d-e39d058c4cfc tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 945 time: 0.5324500 Oct 17 18:11:21.961746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.962122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:21.962681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Floating IP d4ac4325-053f-4a24-8c4d-ef8aa38da1cc disassociated. External IP: 172.26.2.113, port: 4b33dbf8-d1ee-4f20-92f0-32654958ac05. Oct 17 18:11:21.962800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Calling delete_port for 4b33dbf8-d1ee-4f20-92f0-32654958ac05 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:21.988209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2ee9-ab39-4e7f-a5b6-2d0416cf52c9 req-e2767759-62d7-443e-9880-46235815a523 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:21.996747 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d3a2ee9-ab39-4e7f-a5b6-2d0416cf52c9 req-e2767759-62d7-443e-9880-46235815a523 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.4651756 Oct 17 18:11:22.024946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:22.028914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.043504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.056939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:22.070086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.074120 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-606339c0-1dd7-42f7-9ba5-2821286428af tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "PUT /v2.0/routers/c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 200 len: 918 time: 8.3704419 Oct 17 18:11:22.080690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ea7e4d17-774e-4b12-8429-6e2eb88383f9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:22.081154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.083569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34366) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:22.086609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] Sync routers for ids ['c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:22.106262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] Routers {'c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:22.107380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:22.171613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port ea7e4d17-774e-4b12-8429-6e2eb88383f9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea7e4d17-774e-4b12-8429-6e2eb88383f9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:22.200026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:22.213018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] Routers {'c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:22.213923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:10:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:22.252608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.287696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:22.288451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404c944-2d22-4389-88ed-80d73bfcf69f None None] The sync data for ids ['c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:22.290480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.351663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d3a2ee9-ab39-4e7f-a5b6-2d0416cf52c9 req-05ec26d4-c6cd-46ee-8d85-cf48a046dda4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547020 Oct 17 18:11:22.366479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0930b821-2aba-4060-a1b4-ef7359d3907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.395060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=ea7e4d17-774e-4b12-8429-6e2eb88383f9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:22.488179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.495295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34372) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:22.499948 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bb53ac69-6282-431c-8b44-8a5a9b1b728f req-c552ac53-2aab-4ca1-a121-060ccfaef805 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f68013-a56c-4a9c-a4f3-b9991efb151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5409620 Oct 17 18:11:22.529881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.547682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.596809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af18dc8d-5aaf-4362-8a1e-e4efaec06837,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:22.614129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4b33dbf8-d1ee-4f20-92f0-32654958ac05 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:22.652989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed2fde6a-b330-41bc-8b4d-e4e99604c3b3 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 200 len: 924 time: 0.5112500 Oct 17 18:11:22.653385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34378) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:22.737305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.770725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.791062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.800867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:22.803302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.806799 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a6a33083-5254-4df8-affd-18fba9bbbdad tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/af18dc8d-5aaf-4362-8a1e-e4efaec06837 HTTP/1.1" status: 204 len: 168 time: 0.8770809 Oct 17 18:11:22.815720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.26.2.180 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/090fd033-9481-4ec9-8d32-8d8f737af45c) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:22.817461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34382) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:22.860648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:22.861216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:22.863061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa682f42d4b4810bb3221c463f635b4 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:22.874800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event deleted for resources: {'Port': ['ID=4b33dbf8-d1ee-4f20-92f0-32654958ac05,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:22.874800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:22.884914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=0b534afb-3db1-4c75-aa99-aa8603ce0c56,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:22.892403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:22.968619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': 'afc232c8-d566-45a4-adc1-5a79895bf7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:22.968975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: 9509f833-a1c9-4b21-9230-16963f0bdc7f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:22.991222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.001683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.010046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-526a3c31-6ec8-401a-99a6-e303fadef05a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:23.101868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.111404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b97c5-4e5a-42ab-945b-51acc7c59bb7 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:23.111814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fa3b97c5-4e5a-42ab-945b-51acc7c59bb7 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Synchronizing usage tracker for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:23.123076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.132928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:23.135408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-526a3c31-6ec8-401a-99a6-e303fadef05a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:23.137455 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-526a3c31-6ec8-401a-99a6-e303fadef05a tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3146365 Oct 17 18:11:23.142734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34386) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:23.230819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:23.257999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=726edc5b-cc36-4260-9251-d726b5b7a2d2,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:23.289816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9509f833-a1c9-4b21-9230-16963f0bdc7f) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:23.301736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f7336-9cfe-4814-8987-15fd5ec7c56e None None] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:23.334123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.354963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fa3b97c5-4e5a-42ab-945b-51acc7c59bb7 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Unset dirty status for tenant:d4b72a585b6943a4abd1cca0821e14e7 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:23.358340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fa3b97c5-4e5a-42ab-945b-51acc7c59bb7 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7009864 Oct 17 18:11:23.392117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.395448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:23.396252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.402142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34390) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:23.431359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:23.476494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:23.483305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '62f503e5-22a1-44d5-b29d-e4c7f553b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:23.483679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:23.514676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.557869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:23.603159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9509f833-a1c9-4b21-9230-16963f0bdc7f', 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '0b534afb-3db1-4c75-aa99-aa8603ce0c56'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:23.607298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.617676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.711030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-f7f6b2ea-bcd6-4b47-8e44-e0226d82afb9 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:23.713150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-f7f6b2ea-bcd6-4b47-8e44-e0226d82afb9 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.5239697 Oct 17 18:11:23.715884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea7e4d17-774e-4b12-8429-6e2eb88383f9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:23.764449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:23.775285 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Sync routers for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:23.798728 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:23.799351 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:23.809065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fa682f42d4b4810bb3221c463f635b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3072286 Oct 17 18:11:23.826271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f02a6e24-f004-455f-8ec1-c52d83243799 req-272934df-283d-459a-9a71-b459423993d7 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.1552691 Oct 17 18:11:23.826933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:23.840510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34402) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:23.842027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.844646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6cae1-e763-4a89-a836-9199b04600d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f2a41c-d0fd-47dd-bed4-21fef20a66ba,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:23.916533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:23.928679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fc16e-52ba-45c0-aa77-f40c86963b70 None None] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:23.934970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:23.935564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.939643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] No DVR routers for this DVR port 4b33dbf8-d1ee-4f20-92f0-32654958ac05 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:23.946095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:23.954094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'name': 'network-vif-deleted', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:23.956459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129bdf25-e812-400d-a07c-0df7a284e3c1" -d '{"events": [{"server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "name": "network-vif-deleted", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:23.983512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=090fd033-9481-4ec9-8d32-8d8f737af45c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:24.005773 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37f4cdc8-345e-4a8a-8a99-5b2494f1dfa8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0593596 Oct 17 18:11:24.026323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:24.044884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ea7e4d17-774e-4b12-8429-6e2eb88383f9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:24.045263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.045614 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ea7e4d17-774e-4b12-8429-6e2eb88383f9 Oct 17 18:11:24.047911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.051988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f', 'name': 'tempest-PortsIpV6TestJSON-463654022'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:24.075958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6156688f-526d-4a5d-898b-03e395153b24 x-openstack-request-id: req-6156688f-526d-4a5d-898b-03e395153b24 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:24.076357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0154ad4-ae3f-408e-a57a-74f0cbbd3af6", "name": "network-vif-deleted", "tag": "4b33dbf8-d1ee-4f20-92f0-32654958ac05", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:24.076502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6156688f-526d-4a5d-898b-03e395153b24 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:24.076921 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6156688f-526d-4a5d-898b-03e395153b24'] response: {'server_uuid': 'a0154ad4-ae3f-408e-a57a-74f0cbbd3af6', 'name': 'network-vif-deleted', 'tag': '4b33dbf8-d1ee-4f20-92f0-32654958ac05', 'status': 'completed', 'code': 200} Oct 17 18:11:24.115063 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:24.142348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Allocated IP 2001:db8::2 (9509f833-a1c9-4b21-9230-16963f0bdc7f/0b534afb-3db1-4c75-aa99-aa8603ce0c56/b3073549-3dd8-4247-9e28-feced59c1550) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:24.158724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.190138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a0bb66d-320c-4624-9fd6-fe027e4fd880 req-4cd497a7-77f7-4408-a900-be85290ef8c0 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.42 "DELETE /v2.0/ports/4b33dbf8-d1ee-4f20-92f0-32654958ac05 HTTP/1.1" status: 204 len: 173 time: 4.1106293 Oct 17 18:11:24.191300 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-532af7f7-6a9e-41c5-a42c-f43af2cbe2d6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8671451 Oct 17 18:11:24.203260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:24.228816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297632091'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:24.241207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:24.244712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.282241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:24.305633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:24.333264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:24.349984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:24.359804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:24.450164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:24.453660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.493911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 3118a603-63b1-4810-ad5e-35e5cadf31eb yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:24.537425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:24.551242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698', 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': '726edc5b-cc36-4260-9251-d726b5b7a2d2'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:24.552657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.565010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Deleting port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:24.565810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.607821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:24.609031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997faca3-1e31-48cf-86ab-718b2bd02cd6 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:24.617358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.621928 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-997faca3-1e31-48cf-86ab-718b2bd02cd6 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 1.2034619 Oct 17 18:11:24.638078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34416) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:24.647785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.648379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc141d-3d60-40be-9725-88052ac73f29 req-47e560bf-6e62-4b55-abfb-ad1d8f817c8c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:24.650227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-94fc141d-3d60-40be-9725-88052ac73f29 req-47e560bf-6e62-4b55-abfb-ad1d8f817c8c tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 0.9929526 Oct 17 18:11:24.708418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f2a41c-d0fd-47dd-bed4-21fef20a66ba,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:24.719897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.720993 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a2b0bc48-58ce-4bdf-bd1b-ae79040d02a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2f2a41c-d0fd-47dd-bed4-21fef20a66ba HTTP/1.1" status: 204 len: 168 time: 0.8780274 Oct 17 18:11:24.743955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.751958 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:24.757862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Checking router: ee104e92-b1c0-4d6d-ad8b-1525fc003a3a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:24.780015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:24.788723 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:24.790212 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:24.810081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.812156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 39934e5e-a87b-4510-a4b2-680d48126b08 of type vlan for network 6b380262-bc8d-4442-8d1a-1ffcbe229637 Oct 17 18:11:24.837571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ea7e4d17-774e-4b12-8429-6e2eb88383f9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:24.847307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.921776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:24.926306 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-265dd8aa-411c-4b62-8405-e4d34bf74827 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/21fbafa4-a0f5-40c5-a4d1-cca1a14d8de0 HTTP/1.1" status: 204 len: 168 time: 1.7822337 Oct 17 18:11:24.931494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34424) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:24.955964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-59d4ca64-fd92-4738-a5cd-ebb7b9cd3eed tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 200 len: 205 time: 0.3044136 Oct 17 18:11:24.957029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34428) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:25.028889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.046691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:25.047731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.169208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.172577 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:25.186004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Allocated IP 2001:db8::3 (e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698/726edc5b-cc36-4260-9251-d726b5b7a2d2/50906031-3b12-4470-b785-cd383a2bf4e2) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:25.206497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Transition to ACTIVE for port object b3073549-3dd8-4247-9e28-feced59c1550 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:25.358310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Transition to ACTIVE for port object b3073549-3dd8-4247-9e28-feced59c1550 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:25.361811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b2b6569b-4fb4-4a24-8da1-dd9d2f925c82 req-eb862dee-bb20-4e7c-8d09-c17646e7da6d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Synchronizing usage tracker for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:25.390519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3146fc10-3e2e-4409-8345-78d09a8b32d5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:25.448676 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-94fc141d-3d60-40be-9725-88052ac73f29 req-78f36f10-2361-445d-a2bb-4cc69e232737 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6597872 Oct 17 18:11:25.518032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.595255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=6b380262-bc8d-4442-8d1a-1ffcbe229637,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:25.630418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 6b380262-bc8d-4442-8d1a-1ffcbe229637 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:25.659601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.810073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::1fa (9509f833-a1c9-4b21-9230-16963f0bdc7f/0b534afb-3db1-4c75-aa99-aa8603ce0c56/3118a603-63b1-4810-ad5e-35e5cadf31eb) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:25.825937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:25.829081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8a11a730-9a8d-41f7-99b0-489cd53a80f7 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6196094 Oct 17 18:11:25.832027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34442) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:25.845049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:25.853528 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:25.865555 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc97a76-531f-47dd-b74f-3ac37c958fe4 None None] The sync data for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv is: [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:08:56Z', 'revision_number': 4, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9cd97a31-cf52-4e8a-84fe-9e748dd6c45b', 'name': '', 'network_id': 'b0c87a77-2339-4893-8dc8-8439ffc5da5c', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'mac_address': 'fa:16:3e:af:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:54Z', 'updated_at': '2022-10-17T18:09:06Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'subnets': [{'id': 'c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:25.870758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3146fc10-3e2e-4409-8345-78d09a8b32d5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:25.872079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3146fc10-3e2e-4409-8345-78d09a8b32d5 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9396291 Oct 17 18:11:25.872981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b2b6569b-4fb4-4a24-8da1-dd9d2f925c82 req-eb862dee-bb20-4e7c-8d09-c17646e7da6d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Unset dirty status for tenant:a8b00d073df74382b8b52ba09c3a8f81 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:25.873989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b2b6569b-4fb4-4a24-8da1-dd9d2f925c82 req-eb862dee-bb20-4e7c-8d09-c17646e7da6d tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0154ad4-ae3f-408e-a57a-74f0cbbd3af6 HTTP/1.1" status: 200 len: 210 time: 0.8167300 Oct 17 18:11:25.896270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:25.898908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.923197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.923197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:25.927509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:25.993391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Pushing event updated for resources: {'Port': ['ID=b3073549-3dd8-4247-9e28-feced59c1550,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:25.994940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181675850'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:26.076091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:26.085628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:26.111783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Attempting to bind port b3073549-3dd8-4247-9e28-feced59c1550 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:26.111783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Attempting to bind port b3073549-3dd8-4247-9e28-feced59c1550 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'afc232c8-d566-45a4-adc1-5a79895bf7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:26.111783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Attempting to bind port b3073549-3dd8-4247-9e28-feced59c1550 on network 9509f833-a1c9-4b21-9230-16963f0bdc7f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:26.125117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:26.125494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Checking segment: {'id': 'afc232c8-d566-45a4-adc1-5a79895bf7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:26.125924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.126314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Bound using segment: {'id': 'afc232c8-d566-45a4-adc1-5a79895bf7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:26.126793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Bound port: b3073549-3dd8-4247-9e28-feced59c1550, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc232c8-d566-45a4-adc1-5a79895bf7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9509f833-a1c9-4b21-9230-16963f0bdc7f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:26.127577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.140244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.153007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:26.155846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:26.168301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:26.179272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:26.196790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:26.197391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.209225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Transition to ACTIVE for port object 50906031-3b12-4470-b785-cd383a2bf4e2 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:26.258911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Transition to ACTIVE for port object 50906031-3b12-4470-b785-cd383a2bf4e2 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:26.291808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] For port b3073549-3dd8-4247-9e28-feced59c1550, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:26.295598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] For port b3073549-3dd8-4247-9e28-feced59c1550, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b3073549-3dd8-4247-9e28-feced59c1550,segment=NetworkSegment(afc232c8-d566-45a4-adc1-5a79895bf7f7),segment_id=afc232c8-d566-45a4-adc1-5a79895bf7f7)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:26.312178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.322190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:26.325883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.349128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb52519-eae8-45ce-bcb4-00e97154e68a None None] New status for floating IP d4ac4325-053f-4a24-8c4d-ef8aa38da1cc: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:11:26.407415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 3118a603-63b1-4810-ad5e-35e5cadf31eb will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:26.438629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing IP validity checks on allocation pools {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:11:26.439325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:11:26.447473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.525967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.588045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.601973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.694388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=3118a603-63b1-4810-ad5e-35e5cadf31eb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:26.696485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 4af6352b-4c13-439b-b0f3-1e25c41c3e69 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:26.708726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34460) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:26.730406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:26.732872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:26.736708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:26.746790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:26.747461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.759957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Pushing event updated for resources: {'Port': ['ID=50906031-3b12-4470-b785-cd383a2bf4e2,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:26.811734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.820875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:26.853907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:26.858725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:26.862115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:26.866183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f831303-af23-42d2-bb0f-05db61ffa4fe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8359296 Oct 17 18:11:26.868802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:26.880803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34466) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:26.889793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202116917'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:26.890309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:26.905790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:26.946025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:26.976314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:26.980312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:27.000264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:27.009434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:27.043265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 3118a603-63b1-4810-ad5e-35e5cadf31eb {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:27.043777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.082740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=d5f1361e-ebf4-4721-a025-6239c9997f8d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:27.134212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:27.134373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6bad4-69f2-4ee2-8b6a-850a5dc8722e None None] Pushing event updated for resources: {'Port': ['ID=b3073549-3dd8-4247-9e28-feced59c1550,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:27.134470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.141130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.145578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '39934e5e-a87b-4510-a4b2-680d48126b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:27.148206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 6b380262-bc8d-4442-8d1a-1ffcbe229637, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:27.175627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.242522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:27.268316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34474) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:27.270498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Attempting to bind port 50906031-3b12-4470-b785-cd383a2bf4e2 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:27.270883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Attempting to bind port 50906031-3b12-4470-b785-cd383a2bf4e2 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '62f503e5-22a1-44d5-b29d-e4c7f553b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:27.271370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Attempting to bind port 50906031-3b12-4470-b785-cd383a2bf4e2 on network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:27.273509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:security_group_rule and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:27.278906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:27.289153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:27.299056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:27.305647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Checking segment: {'id': '62f503e5-22a1-44d5-b29d-e4c7f553b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:27.305940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port d3da6cc7-26f4-4368-95bf-e174965313f8 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:27.306287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.306666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.307233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Bound using segment: {'id': '62f503e5-22a1-44d5-b29d-e4c7f553b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:27.308501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Bound port: 50906031-3b12-4470-b785-cd383a2bf4e2, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f503e5-22a1-44d5-b29d-e4c7f553b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:27.309064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.378808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 6b380262-bc8d-4442-8d1a-1ffcbe229637 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:27.397060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:27.397712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.456137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:27.458490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc28847-76a4-491f-a91e-9d948f73664f" -d '{"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:27.487358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.506219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 6b380262-bc8d-4442-8d1a-1ffcbe229637) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:27.507642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] For port 50906031-3b12-4470-b785-cd383a2bf4e2, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:27.512943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] For port 50906031-3b12-4470-b785-cd383a2bf4e2, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50906031-3b12-4470-b785-cd383a2bf4e2,segment=NetworkSegment(62f503e5-22a1-44d5-b29d-e4c7f553b9fc),segment_id=62f503e5-22a1-44d5-b29d-e4c7f553b9fc)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:27.515659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7e1d1-f431-41d8-bcb9-4fa2a989db11 x-openstack-request-id: req-3ef7e1d1-f431-41d8-bcb9-4fa2a989db11 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:27.515939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:27.516195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ef7e1d1-f431-41d8-bcb9-4fa2a989db11 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:27.516584 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef7e1d1-f431-41d8-bcb9-4fa2a989db11'] response: {'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'code': 200} Oct 17 18:11:27.521685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:27.524488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff5184-6d3a-4125-83c2-155fce3d6491 None None] Network 6b380262-bc8d-4442-8d1a-1ffcbe229637 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:27.537218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:27.537978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.568673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.588563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.593253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.608525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.622471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.682026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.716848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.717109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b3073549-3dd8-4247-9e28-feced59c1550 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:27.767654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for d3da6cc7-26f4-4368-95bf-e174965313f8 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:27.804107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593242c-703a-4719-a9af-18f6465d7956 None None] Pushing event updated for resources: {'Port': ['ID=50906031-3b12-4470-b785-cd383a2bf4e2,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:27.804862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:11:27.807410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 3118a603-63b1-4810-ad5e-35e5cadf31eb owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:27.809513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.813428 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8369942 Oct 17 18:11:27.838090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34480) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:27.862247 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1304e962-a16f-4aea-925a-c6f73845f75d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0248916 Oct 17 18:11:27.868192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34484) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:27.873540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Request body: {'security_group_rule': {'security_group_id': '7398b9d0-0f3d-42a0-aa64-951fa3056274', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:27.903892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ee8d7-2d0f-4c3f-a227-6c1a091ab4b5 req-f1748e05-0be2-4df5-ab6d-176c937e2e47 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:27.905552 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5b5ee8d7-2d0f-4c3f-a227-6c1a091ab4b5 req-f1748e05-0be2-4df5-ab6d-176c937e2e47 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 946 time: 1.1225541 Oct 17 18:11:27.919998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:27.929442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Usage tracker for resource:security_group_rule and tenant:74da1b9a00f34bf3823f7992954ba83f is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:27.934552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:27.945143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:27.978122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:27.991890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:27.992293 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 2491809b-2e9f-4f6b-8dde-6c8b3c9dc363 of type vlan for network def5abe2-10e1-47fe-ba9e-7d5e160de7bf Oct 17 18:11:28.066800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:28.071323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-6b380262-bc8d-4442-8d1a-1ffcbe229637', 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': 'd5f1361e-ebf4-4721-a025-6239c9997f8d'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:28.072504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.090566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133069fa-0534-4876-a649-34360fde7759 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7398b9d0-0f3d-42a0-aa64-951fa3056274,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:28.109959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.109959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.109959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Floating IP 5d779749-df42-403a-871b-b1a0470e4be5 disassociated. External IP: 172.26.2.153, port: 4af6352b-4c13-439b-b0f3-1e25c41c3e69. Oct 17 18:11:28.109959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Calling delete_port for 4af6352b-4c13-439b-b0f3-1e25c41c3e69 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:28.168105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b3073549-3dd8-4247-9e28-feced59c1550 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:28.193011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.208998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c66426-f31e-4eb7-8a33-c5b669551741,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:28.254342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.287538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5b5ee8d7-2d0f-4c3f-a227-6c1a091ab4b5 req-5dbe6b95-4487-47fe-ab70-c1e3561a4583 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607852 Oct 17 18:11:28.371276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.376664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Allocated IP 2001:db8::3 (6b380262-bc8d-4442-8d1a-1ffcbe229637/d5f1361e-ebf4-4721-a025-6239c9997f8d/7c135d97-4b70-4090-885e-2da917629344) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:28.404773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:11:28.486484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:28.486484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:28.496790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.523168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0e8eb-4df3-4be4-acfc-1f7f89279d12 None None] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:28.540881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.598423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router b90fd379-30d1-425f-a005-e23abfda8401 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:28.634312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=3118a603-63b1-4810-ad5e-35e5cadf31eb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:28.671329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.697021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.702765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:28.703375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.722052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.727147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.748436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.780338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.793494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Transition to ACTIVE for port object 7c135d97-4b70-4090-885e-2da917629344 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:28.827753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Transition to ACTIVE for port object 7c135d97-4b70-4090-885e-2da917629344 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:28.867276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.881457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f97feb0b-4166-4ec1-844c-c4c25a6a809f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/3118a603-63b1-4810-ad5e-35e5cadf31eb HTTP/1.1" status: 204 len: 168 time: 1.9939570 Oct 17 18:11:28.931943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Provisioning for port b3073549-3dd8-4247-9e28-feced59c1550 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:28.938614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.949133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Provisioning complete for port b3073549-3dd8-4247-9e28-feced59c1550 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:28.949810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.949939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34488) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:28.951377 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Attempt 1 to provision port b3073549-3dd8-4247-9e28-feced59c1550 Oct 17 18:11:28.951509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:28.981875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=def5abe2-10e1-47fe-ba9e-7d5e160de7bf,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.017574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.022442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4b897a7-7baa-46ed-9f29-85106b23ad54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3102143 Oct 17 18:11:29.032348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Deleting port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:29.032902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.036297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:29.052611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34492) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.071692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227825744'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:29.075059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=d3da6cc7-26f4-4368-95bf-e174965313f8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.077004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-254faa67-2bb8-4138-bb99-539fe187b90f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:11:29.077479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254faa67-2bb8-4138-bb99-539fe187b90f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:11:29.085869 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-254faa67-2bb8-4138-bb99-539fe187b90f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/3118a603-63b1-4810-ad5e-35e5cadf31eb HTTP/1.1" status: 404 len: 333 time: 0.1025054 Oct 17 18:11:29.085869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:29.087550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34496) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.092787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f68013-a56c-4a9c-a4f3-b9991efb151b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.096197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35fdb09-ef46-4d89-bcaa-7c05271a1363,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.132690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:29.141143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:29.152734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c94efd-5768-4985-b79b-6fadcb3a8717 None None] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:29.155119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:29.161826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.165375 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1b6a53fe-453b-47ae-908f-46fe2ba2be4e tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "DELETE /v2.0/security-groups/83f68013-a56c-4a9c-a4f3-b9991efb151b HTTP/1.1" status: 204 len: 168 time: 1.8935654 Oct 17 18:11:29.169638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34500) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.175035 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e985fe6a-6662-4ff4-ba6a-d19b8fc562c9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:11:29.175035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e985fe6a-6662-4ff4-ba6a-d19b8fc562c9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:29.205777 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-2bcf8ef9-26bf-4701-8747-0bb3e965cacc tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] show failed (client error): The resource could not be found. Oct 17 18:11:29.211914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2bcf8ef9-26bf-4701-8747-0bb3e965cacc tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "GET /v2.0/security-groups/83f68013-a56c-4a9c-a4f3-b9991efb151b HTTP/1.1" status: 404 len: 347 time: 0.0344245 Oct 17 18:11:29.213252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.217870 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01dea131-720b-499a-9c11-d6bf3a2d3399 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3607233 Oct 17 18:11:29.219028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34504) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.219273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34506) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.249750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.290146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Network 6b380262-bc8d-4442-8d1a-1ffcbe229637 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:29.310248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:29.325968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.330262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:29.332895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.342648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e985fe6a-6662-4ff4-ba6a-d19b8fc562c9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:29.346924 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e985fe6a-6662-4ff4-ba6a-d19b8fc562c9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/3118a603-63b1-4810-ad5e-35e5cadf31eb HTTP/1.1" status: 404 len: 333 time: 0.2565238 Oct 17 18:11:29.350916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34516) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.401739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:29.420839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Pushing event updated for resources: {'Port': ['ID=7c135d97-4b70-4090-885e-2da917629344,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.521138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:29.527531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f1361e-ebf4-4721-a025-6239c9997f8d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:29.528217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.538583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.548836 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Sync routers for ids ['b90fd379-30d1-425f-a005-e23abfda8401'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:29.565362 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Routers {'b90fd379-30d1-425f-a005-e23abfda8401'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:29.567134 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b90fd379-30d1-425f-a005-e23abfda8401'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:29.629263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] For port 4af6352b-4c13-439b-b0f3-1e25c41c3e69, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=4af6352b-4c13-439b-b0f3-1e25c41c3e69,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:29.629516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.637263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Attempting to bind port 7c135d97-4b70-4090-885e-2da917629344 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:29.637263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Attempting to bind port 7c135d97-4b70-4090-885e-2da917629344 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '39934e5e-a87b-4510-a4b2-680d48126b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:29.637520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Attempting to bind port 7c135d97-4b70-4090-885e-2da917629344 on network 6b380262-bc8d-4442-8d1a-1ffcbe229637 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:29.638444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Deleting port b276fdcb-cce7-4a4f-804c-a794db05bf77 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:29.638785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.656571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.657810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3651710c-a217-46ec-81f6-82358430e643 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.8788366 Oct 17 18:11:29.667359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34520) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:29.697374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:29.697784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Checking segment: {'id': '39934e5e-a87b-4510-a4b2-680d48126b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:29.698187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.699110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Bound using segment: {'id': '39934e5e-a87b-4510-a4b2-680d48126b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:29.699620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Bound port: 7c135d97-4b70-4090-885e-2da917629344, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39934e5e-a87b-4510-a4b2-680d48126b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:29.699994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.724681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Current status of the port b3073549-3dd8-4247-9e28-feced59c1550 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:29.725065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.800494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50906031-3b12-4470-b785-cd383a2bf4e2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:29.840777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:29.867964 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Set router b90fd379-30d1-425f-a005-e23abfda8401 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:29.996507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.997158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:29.997395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] For port b3073549-3dd8-4247-9e28-feced59c1550, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b3073549-3dd8-4247-9e28-feced59c1550,segment=NetworkSegment(afc232c8-d566-45a4-adc1-5a79895bf7f7),segment_id=afc232c8-d566-45a4-adc1-5a79895bf7f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:30.057590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] For port 7c135d97-4b70-4090-885e-2da917629344, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:30.062915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] For port 7c135d97-4b70-4090-885e-2da917629344, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7c135d97-4b70-4090-885e-2da917629344,segment=NetworkSegment(39934e5e-a87b-4510-a4b2-680d48126b08),segment_id=39934e5e-a87b-4510-a4b2-680d48126b08)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:30.082655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.128512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.129628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 0b534afb-3db1-4c75-aa99-aa8603ce0c56 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:30.130136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9bb6af45-1de4-47ce-9b79-fe51d5f65824 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 204 len: 168 time: 5.1675298 Oct 17 18:11:30.135045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34524) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:30.146780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1203092757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:30.158398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:30.165511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:30.170217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b99f83-1faf-45cc-8d0c-554065497eb5 None None] Pushing event updated for resources: {'Port': ['ID=b3073549-3dd8-4247-9e28-feced59c1550,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:30.170964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:30.174679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.180366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.187295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:30.210902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.218250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.218628 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 53facaa8-eac2-4b0e-8af6-5e6ec14757ca of type vlan for network 0885d7d8-0620-4880-b917-d60cce5892f4 Oct 17 18:11:30.266762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.268299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.269315 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Floating IP 5d779749-df42-403a-871b-b1a0470e4be5 disassociated. External IP: 172.26.2.153, port: 4af6352b-4c13-439b-b0f3-1e25c41c3e69. Oct 17 18:11:30.270383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 50906031-3b12-4470-b785-cd383a2bf4e2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:30.270525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Calling delete_port for 4af6352b-4c13-439b-b0f3-1e25c41c3e69 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:30.282722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.345110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.345758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.363052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.415633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Provisioning complete for port b3073549-3dd8-4247-9e28-feced59c1550 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:30.416007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.416351 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Attempt 1 to provision port b3073549-3dd8-4247-9e28-feced59c1550 Oct 17 18:11:30.475570 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:20Z', 'updated_at': '2022-10-17T18:11:24Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:22Z', 'updated_at': '2022-10-17T18:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:30.476782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.480858 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Checking router: b90fd379-30d1-425f-a005-e23abfda8401 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:30.481258 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Updating router b90fd379-30d1-425f-a005-e23abfda8401 port 090fd033-9481-4ec9-8d32-8d8f737af45c binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:11:30.515041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b380262-bc8d-4442-8d1a-1ffcbe229637']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:30.537952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac96b-2901-4a8d-9ae1-10e6277237aa None None] Pushing event updated for resources: {'Port': ['ID=7c135d97-4b70-4090-885e-2da917629344,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:30.545971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.568569 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.570249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740e9fe-8808-43e5-81da-0f696a5270e1 None None] Network 6b380262-bc8d-4442-8d1a-1ffcbe229637 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:30.604289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39934e5e-a87b-4510-a4b2-680d48126b08') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:30.610748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39934e5e-a87b-4510-a4b2-680d48126b08') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:30.615136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.637308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.638775 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-33208d1d-9f44-4a6d-b59b-3dabaafa8a39 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5026925 Oct 17 18:11:30.643870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34528) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:30.661723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:30.679274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.704432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.722777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Current status of the port b3073549-3dd8-4247-9e28-feced59c1550 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:30.741444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.756380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:11:30.838421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.842879 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3478e257-3610-44a6-b2b8-e7d745165dff tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/b90fd379-30d1-425f-a005-e23abfda8401 HTTP/1.1" status: 200 len: 908 time: 1.1619797 Oct 17 18:11:30.862864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.863717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.882924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34532) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:30.887193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259ab21-576b-4f40-9fe7-9d71f7f3b7ca req-8c23db2f-7024-4527-8619-7c8aef3ddb8d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:30.889363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d259ab21-576b-4f40-9fe7-9d71f7f3b7ca req-8c23db2f-7024-4527-8619-7c8aef3ddb8d tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 865 time: 1.3985672 Oct 17 18:11:30.906899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:30.913386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:30.984946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19cc95-e3ea-4189-b910-73d44831949e None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:11:31.053126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Provisioning for port 50906031-3b12-4470-b785-cd383a2bf4e2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:31.062485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Provisioning complete for port 50906031-3b12-4470-b785-cd383a2bf4e2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:31.063903 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.064223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 39934e5e-a87b-4510-a4b2-680d48126b08 resource provider aggregate not found Oct 17 18:11:31.064556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.065010 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Attempt 1 to provision port 50906031-3b12-4470-b785-cd383a2bf4e2 Oct 17 18:11:31.078451 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Transition to ACTIVE for port object 090fd033-9481-4ec9-8d32-8d8f737af45c will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:31.093150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Calling delete_port for b276fdcb-cce7-4a4f-804c-a794db05bf77 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:31.123998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event deleted for resources: {'Port': ['ID=4af6352b-4c13-439b-b0f3-1e25c41c3e69,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.185264 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.191876 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 39934e5e-a87b-4510-a4b2-680d48126b08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39934e5e-a87b-4510-a4b2-680d48126b08 found for delete ", "request_id": "req-a48a0882-2408-46a1-9234-069be36bde5a"}]} Oct 17 18:11:31.192552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.198224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:31.198808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.250157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Current status of the port 50906031-3b12-4470-b785-cd383a2bf4e2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:31.250530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.288248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] For port 50906031-3b12-4470-b785-cd383a2bf4e2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50906031-3b12-4470-b785-cd383a2bf4e2,segment=NetworkSegment(62f503e5-22a1-44d5-b29d-e4c7f553b9fc),segment_id=62f503e5-22a1-44d5-b29d-e4c7f553b9fc)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:31.291269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19cc95-e3ea-4189-b910-73d44831949e None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:11:31.363451 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Attempting to bind port 090fd033-9481-4ec9-8d32-8d8f737af45c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:31.363451 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Attempting to bind port 090fd033-9481-4ec9-8d32-8d8f737af45c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:31.371959 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Attempting to bind port 090fd033-9481-4ec9-8d32-8d8f737af45c on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:31.372956 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d259ab21-576b-4f40-9fe7-9d71f7f3b7ca req-6e925106-8b6a-4218-a69d-bbb6e34930bc tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700067 Oct 17 18:11:31.383662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:31.384391 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:31.384980 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.386889 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:31.392438 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Bound port: 090fd033-9481-4ec9-8d32-8d8f737af45c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:31.392438 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.392640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.430015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:11:31.430015 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:11:31.430015 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '6b380262-bc8d-4442-8d1a-1ffcbe229637'}] Oct 17 18:11:31.430015 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:31.431022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:31.436159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c560b-8804-41cc-b4ba-b86fc2065d10 None None] Pushing event updated for resources: {'Port': ['ID=090fd033-9481-4ec9-8d32-8d8f737af45c,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.438371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=0885d7d8-0620-4880-b917-d60cce5892f4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.453490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.456879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.457286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0885d7d8-0620-4880-b917-d60cce5892f4 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:31.458521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/7398b9d0-0f3d-42a0-aa64-951fa3056274 HTTP/1.1" status: 204 len: 168 time: 2.2348292 Oct 17 18:11:31.474363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34540) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:31.476584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.503637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433f6c8-7f31-499a-a83e-e7884a7143d4 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398b9d0-0f3d-42a0-aa64-951fa3056274,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.518856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] For port 090fd033-9481-4ec9-8d32-8d8f737af45c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:31.524432 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] For port 090fd033-9481-4ec9-8d32-8d8f737af45c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=090fd033-9481-4ec9-8d32-8d8f737af45c,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:31.525013 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cd0e8368-960c-4a44-a8b5-dad276d22062 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4709768 Oct 17 18:11:31.530092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34544) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:31.598679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:31.621321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-309066f1-3a24-4e2b-8477-c2414b11e822 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:31.637638 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.650742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-32f792fd-cf5b-4394-ae4b-e6c69da8c2be None None] Could not find standard attr ID for object 3118a603-63b1-4810-ad5e-35e5cadf31eb. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:11:31.676869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b3073549-3dd8-4247-9e28-feced59c1550 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:31.711336 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Routers {'b90fd379-30d1-425f-a005-e23abfda8401'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:31.711974 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b90fd379-30d1-425f-a005-e23abfda8401'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:31.718666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.748794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.755675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-32f792fd-cf5b-4394-ae4b-e6c69da8c2be None None] Provisioning complete for port 50906031-3b12-4470-b785-cd383a2bf4e2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:31.756046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-32f792fd-cf5b-4394-ae4b-e6c69da8c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.756380 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-32f792fd-cf5b-4394-ae4b-e6c69da8c2be None None] Attempt 1 to provision port 50906031-3b12-4470-b785-cd383a2bf4e2 Oct 17 18:11:31.784087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-309066f1-3a24-4e2b-8477-c2414b11e822 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:31.788161 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-309066f1-3a24-4e2b-8477-c2414b11e822 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3007236 Oct 17 18:11:31.788161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.788434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2a8df-d442-4649-a86a-4214076f2c2b None None] Pushing event updated for resources: {'Port': ['ID=50906031-3b12-4470-b785-cd383a2bf4e2,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.795803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34548) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:31.841279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.871677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=0b534afb-3db1-4c75-aa99-aa8603ce0c56,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.891801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.905196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Pushing event deleted for resources: {'Port': ['ID=b276fdcb-cce7-4a4f-804c-a794db05bf77,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:31.929144 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] Set router b90fd379-30d1-425f-a005-e23abfda8401 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:31.933399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b3073549-3dd8-4247-9e28-feced59c1550 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:31.934109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:31.934617 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b3073549-3dd8-4247-9e28-feced59c1550 Oct 17 18:11:31.975338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.030145 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75ea1de7-d041-471f-a8b3-861b2a5096e8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/0b534afb-3db1-4c75-aa99-aa8603ce0c56 HTTP/1.1" status: 204 len: 168 time: 2.6481256 Oct 17 18:11:32.040547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34552) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:32.073091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Router 76a852bc-04f6-4b0c-a944-99b259bed977 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:32.153990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port 7c135d97-4b70-4090-885e-2da917629344 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:32.154403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.172342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-32f792fd-cf5b-4394-ae4b-e6c69da8c2be None None] Current status of the port 50906031-3b12-4470-b785-cd383a2bf4e2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:32.182407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.185332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.189546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e3ac539c-90e6-4725-97dc-38a18c15f430 tempest-ServersTestManualDisk-912963532 tempest-ServersTestManualDisk-912963532-project] 10.222.0.36 "DELETE /v2.0/floatingips/d4ac4325-053f-4a24-8c4d-ef8aa38da1cc HTTP/1.1" status: 204 len: 168 time: 2.9673660 Oct 17 18:11:32.202325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:32.205140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34556) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:32.226462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:32.254845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b3073549-3dd8-4247-9e28-feced59c1550 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:32.276440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80dc50f-0b7b-424a-bab3-bf517471d828 None None] Network 9509f833-a1c9-4b21-9230-16963f0bdc7f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:32.277595 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c560b-8804-41cc-b4ba-b86fc2065d10 None None] Pushing event updated for resources: {'Port': ['ID=090fd033-9481-4ec9-8d32-8d8f737af45c,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:32.281341 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:20Z', 'updated_at': '2022-10-17T18:11:24Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:22Z', 'updated_at': '2022-10-17T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:32.290468 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fe278-d1c0-416f-903d-b524feaaf09c None None] The sync data for ids ['b90fd379-30d1-425f-a005-e23abfda8401'] in dv-neutron-861384-1-hyperv is: [{'id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'name': 'tempest-snat-router-1325008096', 'tenant_id': '73f3734307b64d1aa86442beab2aa4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:20Z', 'updated_at': '2022-10-17T18:11:24Z', 'revision_number': 3, 'project_id': '73f3734307b64d1aa86442beab2aa4d0', 'gw_port': {'id': '090fd033-9481-4ec9-8d32-8d8f737af45c', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90fd379-30d1-425f-a005-e23abfda8401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:22Z', 'updated_at': '2022-10-17T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:32.300880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-52732c45-6fdb-405a-953f-d37f99456330 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Synchronizing usage tracker for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:32.416239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:32.487893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.573789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-52732c45-6fdb-405a-953f-d37f99456330 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] Unset dirty status for tenant:74da1b9a00f34bf3823f7992954ba83f on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:32.577933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-52732c45-6fdb-405a-953f-d37f99456330 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7300146 Oct 17 18:11:32.579815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34562) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:32.622042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port b3073549-3dd8-4247-9e28-feced59c1550 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:32.622390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.668170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] DHCP port deletion for 9509f833-a1c9-4b21-9230-16963f0bdc7f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:32.675210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Deleting port b3073549-3dd8-4247-9e28-feced59c1550 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:32.677995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.686234 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-e151a1b0-cd80-45f3-b9d1-0bc8198dbd9b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] delete failed (client error): The resource could not be found. Oct 17 18:11:32.690717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e151a1b0-cd80-45f3-b9d1-0bc8198dbd9b tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "DELETE /v2.0/security-groups/7398b9d0-0f3d-42a0-aa64-951fa3056274 HTTP/1.1" status: 404 len: 347 time: 0.1065469 Oct 17 18:11:32.703781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:32.743199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port 7c135d97-4b70-4090-885e-2da917629344, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7c135d97-4b70-4090-885e-2da917629344,segment=NetworkSegment(39934e5e-a87b-4510-a4b2-680d48126b08),segment_id=39934e5e-a87b-4510-a4b2-680d48126b08)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:32.743581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.871767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:32.892893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b2e3a59b-e42b-44c1-8110-a0bd4ffedf6e req-8864a126-e1e0-447c-bb0b-20752cc633b4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Synchronizing usage tracker for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:32.942691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for 7c135d97-4b70-4090-885e-2da917629344 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:32.967835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] For port b3073549-3dd8-4247-9e28-feced59c1550, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b3073549-3dd8-4247-9e28-feced59c1550,segment=NetworkSegment(afc232c8-d566-45a4-adc1-5a79895bf7f7),segment_id=afc232c8-d566-45a4-adc1-5a79895bf7f7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:32.968809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.053469 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2102df02-034b-4360-9603-eb568c85c755 tempest-SecGroupIPv6Test-506772510 tempest-SecGroupIPv6Test-506772510-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3469784 Oct 17 18:11:33.165643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Calling delete_port for b3073549-3dd8-4247-9e28-feced59c1550 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:33.211315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:33.215710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.290645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port b3073549-3dd8-4247-9e28-feced59c1550, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b3073549-3dd8-4247-9e28-feced59c1550,segment=NetworkSegment(afc232c8-d566-45a4-adc1-5a79895bf7f7),segment_id=afc232c8-d566-45a4-adc1-5a79895bf7f7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:33.291014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.310906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b2e3a59b-e42b-44c1-8110-a0bd4ffedf6e req-8864a126-e1e0-447c-bb0b-20752cc633b4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Unset dirty status for tenant:8df70de62bb74e3ba898998ffa450a06 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:33.323720 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b2e3a59b-e42b-44c1-8110-a0bd4ffedf6e req-8864a126-e1e0-447c-bb0b-20752cc633b4 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.6686039 Oct 17 18:11:33.358875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.417243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] Pushing event deleted for resources: {'Port': ['ID=b3073549-3dd8-4247-9e28-feced59c1550,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:33.423985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a469d8-68e8-48b3-9c79-bcea400c7983 None None] No DVR routers for this DVR port b3073549-3dd8-4247-9e28-feced59c1550 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:33.432333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.456443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for b3073549-3dd8-4247-9e28-feced59c1550 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:33.500011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.516611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:33.528352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Sync routers for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:33.540085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:33.540966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:33.546002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port 7c135d97-4b70-4090-885e-2da917629344 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:33.595183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port 090fd033-9481-4ec9-8d32-8d8f737af45c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:33.595500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.602476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=7c135d97-4b70-4090-885e-2da917629344,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:33.738632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.752546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:33.752869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:33.794111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b380262-bc8d-4442-8d1a-1ffcbe229637']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:33.805833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:33.824148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39934e5e-a87b-4510-a4b2-680d48126b08') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:33.824361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39934e5e-a87b-4510-a4b2-680d48126b08') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:33.829252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34574) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:33.843030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] No DVR routers for this DVR port 4af6352b-4c13-439b-b0f3-1e25c41c3e69 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:33.847014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.856536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.861526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.862442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.862646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-deleted', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:33.865920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e8878-2db7-41be-accb-f93c0e06d12d" -d '{"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-deleted", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:33.879065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:33.879248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.879359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 090fd033-9481-4ec9-8d32-8d8f737af45c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:33.952066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f80be2f-2d0c-4402-b7c1-74d14f243451 req-fddb6e58-2512-4e19-ac97-4c88c6b39f12 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.42 "DELETE /v2.0/ports/4af6352b-4c13-439b-b0f3-1e25c41c3e69 HTTP/1.1" status: 204 len: 173 time: 10.0086408 Oct 17 18:11:33.972356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dbcaee-66fb-417d-9894-946cfc917f47 x-openstack-request-id: req-a4dbcaee-66fb-417d-9894-946cfc917f47 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:33.972356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfedd60-b867-4251-a8c8-baecc638c1cc", "name": "network-vif-deleted", "tag": "4af6352b-4c13-439b-b0f3-1e25c41c3e69", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:33.972661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4dbcaee-66fb-417d-9894-946cfc917f47 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:33.973033 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dbcaee-66fb-417d-9894-946cfc917f47'] response: {'server_uuid': 'fbfedd60-b867-4251-a8c8-baecc638c1cc', 'name': 'network-vif-deleted', 'tag': '4af6352b-4c13-439b-b0f3-1e25c41c3e69', 'status': 'completed', 'code': 200} Oct 17 18:11:34.061595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 39934e5e-a87b-4510-a4b2-680d48126b08 resource provider aggregate not found Oct 17 18:11:34.088427 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 39934e5e-a87b-4510-a4b2-680d48126b08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39934e5e-a87b-4510-a4b2-680d48126b08 found for delete ", "request_id": "req-acbeb08f-d9ae-402f-909e-0de0a3ad0a71"}]} Oct 17 18:11:34.152281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.157919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.195498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=6b380262-bc8d-4442-8d1a-1ffcbe229637,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:34.203879 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0a003909-6836-4082-810e-533d0d050b84 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/6b380262-bc8d-4442-8d1a-1ffcbe229637 HTTP/1.1" status: 204 len: 168 time: 6.3159420 Oct 17 18:11:34.209204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34586) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:34.216367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787297963'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:34.222194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:34.226216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:34.229628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:34.236492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:34.254508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port b3073549-3dd8-4247-9e28-feced59c1550 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:34.254926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.267053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=e26f6105-8747-4b5f-be83-fa9c52532a7f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:34.286106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:34.290612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Checking router: 76a852bc-04f6-4b0c-a944-99b259bed977 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:34.294867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 090fd033-9481-4ec9-8d32-8d8f737af45c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:34.302379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 090fd033-9481-4ec9-8d32-8d8f737af45c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:34.303078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.303569 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 090fd033-9481-4ec9-8d32-8d8f737af45c Oct 17 18:11:34.326125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:34.326800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: def5abe2-10e1-47fe-ba9e-7d5e160de7bf, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:34.361980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:34.366173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.373326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:34.373326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:34.379649 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cdac5c20-88c6-4621-b790-4fb41ea76846 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74da1b9a00f34bf3823f7992954ba83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383363 Oct 17 18:11:34.387857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] The port 'b3073549-3dd8-4247-9e28-feced59c1550' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:34.392365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34592) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:34.623534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fbf48202-f929-4fb3-a4a4-6fc2e2c6940e req-8061ce6b-a482-4ac4-adf4-26df8a42c1e8 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbfedd60-b867-4251-a8c8-baecc638c1cc HTTP/1.1" status: 200 len: 210 time: 0.0720341 Oct 17 18:11:34.638332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 090fd033-9481-4ec9-8d32-8d8f737af45c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:34.638953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.645468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:34.691606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.703228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:34.713484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.721838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 090fd033-9481-4ec9-8d32-8d8f737af45c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=090fd033-9481-4ec9-8d32-8d8f737af45c,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:34.739537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.740615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.740959 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 04bce169-3de0-4062-965f-e1a2e7b64666 of type vlan for network de3ebdad-e78c-44eb-a2e8-08743d7e2c5b Oct 17 18:11:34.767707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9509f833-a1c9-4b21-9230-16963f0bdc7f']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:34.794520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc232c8-d566-45a4-adc1-5a79895bf7f7') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:34.794858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc232c8-d566-45a4-adc1-5a79895bf7f7') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:34.801507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.831442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.840233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.865770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.872999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.894435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Allocated IP 172.26.2.193 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/80fee9d5-035e-4144-9c04-62c03eb9cca0) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:34.903364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:34.903777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.917890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.918903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50906031-3b12-4470-b785-cd383a2bf4e2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:34.921722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] For port 090fd033-9481-4ec9-8d32-8d8f737af45c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=090fd033-9481-4ec9-8d32-8d8f737af45c,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:34.922369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.937112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:35.055548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=090fd033-9481-4ec9-8d32-8d8f737af45c,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:35.097074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for 090fd033-9481-4ec9-8d32-8d8f737af45c owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:35.126397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, def5abe2-10e1-47fe-ba9e-7d5e160de7bf) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:35.127561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 50906031-3b12-4470-b785-cd383a2bf4e2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:35.128359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.128692 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 50906031-3b12-4470-b785-cd383a2bf4e2 Oct 17 18:11:35.134851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.141295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:35.141474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.163023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:35.163591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc20ba-bd1e-4164-b1bc-3f4be95e8a0d None None] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:35.168081 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.228597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.254777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.270612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37081d6-3fbf-4a1a-9c29-39101b3cfbc3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:35.281147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.292508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/9509f833-a1c9-4b21-9230-16963f0bdc7f HTTP/1.1" status: 204 len: 168 time: 3.2479212 Oct 17 18:11:35.292673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34596) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:35.300027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=de3ebdad-e78c-44eb-a2e8-08743d7e2c5b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:35.319313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74116272'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:35.324373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2d03a-22b8-42e4-86b3-6d7f31365d2b tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=9509f833-a1c9-4b21-9230-16963f0bdc7f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:35.324611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network de3ebdad-e78c-44eb-a2e8-08743d7e2c5b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:35.337770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.341990 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-67329559-b5e7-413e-9d5a-5bf7787a9e07 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1316378 Oct 17 18:11:35.345790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:35.352658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': 'de3ebdad-e78c-44eb-a2e8-08743d7e2c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:35.392260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f84a1c5f-4484-42f6-985a-5d3cefa30de1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8609860 Oct 17 18:11:35.402767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:35.433489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34604) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:35.442445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.443924 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-779b5cc3-7917-4b3d-a7c9-b34378d8631c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e37081d6-3fbf-4a1a-9c29-39101b3cfbc3 HTTP/1.1" status: 204 len: 168 time: 1.0504711 Oct 17 18:11:35.451318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:35.495478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:35.502031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:35.525964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:35.538447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.557282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:35.574217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:35.576749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec535c70-dbc0-4335-bf88-a53659ae9b82 None None] The sync data for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv is: [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:09:05Z', 'revision_number': 4, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4a37a43b-3a99-4217-981f-eef1d9d66ec8', 'name': '', 'network_id': 'f2df4f97-2226-480b-a574-fc5b589b72fc', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'mac_address': 'fa:16:3e:cf:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:02Z', 'updated_at': '2022-10-17T18:09:16Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'subnets': [{'id': 'bd58f576-5264-4257-b90a-436bb7c4bf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:35.588974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:35.593679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:35.602831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:35.607065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:35.613810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:35.617046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:35.631456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:35.632920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 50906031-3b12-4470-b785-cd383a2bf4e2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:35.668950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:35.672074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-def5abe2-10e1-47fe-ba9e-7d5e160de7bf', 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': 'e26f6105-8747-4b5f-be83-fa9c52532a7f'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:35.672921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.676128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.683115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:35.683430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:35.736404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:35.740363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.753507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b3073549-3dd8-4247-9e28-feced59c1550 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:35.765118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:35.778364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.778732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 716beb5d-645d-4e56-9966-95e448bf1844 of type vlan for network 23eebc7c-950e-4979-b4d0-2a0663eee212 Oct 17 18:11:35.811190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b3073549-3dd8-4247-9e28-feced59c1550 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:35.811538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b3073549-3dd8-4247-9e28-feced59c1550 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:35.829226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.925152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Deleting port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:35.925792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.937859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:35.941412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:35.945148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 090fd033-9481-4ec9-8d32-8d8f737af45c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:35.975158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34616) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:36.005731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.041554 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73759006-4fb0-4b1b-8366-5f251aae3293 None None] New status for floating IP 5d779749-df42-403a-871b-b1a0470e4be5: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:11:36.073806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Allocated IP 172.20.0.2 (def5abe2-10e1-47fe-ba9e-7d5e160de7bf/e26f6105-8747-4b5f-be83-fa9c52532a7f/cb4fcea0-9c64-40f3-aed6-5372b19d6bd2) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:36.128766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment afc232c8-d566-45a4-adc1-5a79895bf7f7 resource provider aggregate not found Oct 17 18:11:36.160809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment afc232c8-d566-45a4-adc1-5a79895bf7f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afc232c8-d566-45a4-adc1-5a79895bf7f7 found for delete ", "request_id": "req-8da64662-b51a-4066-bfd9-829c1f021c1a"}]} Oct 17 18:11:36.161091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.167342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:36.167940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.212950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port 090fd033-9481-4ec9-8d32-8d8f737af45c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:36.213317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.244491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 090fd033-9481-4ec9-8d32-8d8f737af45c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:36.246638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.246638 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 090fd033-9481-4ec9-8d32-8d8f737af45c Oct 17 18:11:36.256050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.447194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=4cd6071d-652f-4c66-85c1-ac654b770ef4,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:36.449585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 090fd033-9481-4ec9-8d32-8d8f737af45c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:36.458673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '04bce169-3de0-4062-965f-e1a2e7b64666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'de3ebdad-e78c-44eb-a2e8-08743d7e2c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:36.459028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: de3ebdad-e78c-44eb-a2e8-08743d7e2c5b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:36.542782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.554675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.566461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Transition to ACTIVE for port object cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:36.567682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:36.588058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Transition to ACTIVE for port object cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:36.594526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:36.596382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Pushing event updated for resources: {'Port': ['ID=80fee9d5-035e-4144-9c04-62c03eb9cca0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:36.619669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:36.647728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=94b3c89a-f1d1-44d0-ae81-f7e29ee7781a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:36.647728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network de3ebdad-e78c-44eb-a2e8-08743d7e2c5b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:36.658430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '53facaa8-eac2-4b0e-8af6-5e6ec14757ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:36.658788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 0885d7d8-0620-4880-b917-d60cce5892f4, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:36.710453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.730352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=23eebc7c-950e-4979-b4d0-2a0663eee212,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:36.761538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, de3ebdad-e78c-44eb-a2e8-08743d7e2c5b) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:36.763800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:36.767451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:36.768497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.776998 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f1f2e085-ae65-4a75-bd15-c8cec82c0087 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4754748 Oct 17 18:11:36.777711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34632) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:36.790778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:36.801964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.854832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93501c-e841-43d5-81a4-c7dd99f18096 None None] Network de3ebdad-e78c-44eb-a2e8-08743d7e2c5b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:36.893408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 0885d7d8-0620-4880-b917-d60cce5892f4 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:36.922590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 0885d7d8-0620-4880-b917-d60cce5892f4) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:36.938275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:36.938922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:36.964428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:36.968985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:36.972181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:36.978934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:36.994672 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2c528ba1-ad2d-40b9-a88d-f5fc0ee36b6a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6457701 Oct 17 18:11:36.996854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34642) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:37.006773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9e937-5187-4421-82d3-a5bd461d87a9 None None] Network 0885d7d8-0620-4880-b917-d60cce5892f4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:37.063599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] For port 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:37.064071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.080319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.082245 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a05ee3e4-3d91-4002-90e1-515f958a6af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6476746 Oct 17 18:11:37.086002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34646) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:37.090579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1089434459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:37.097881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] For port 090fd033-9481-4ec9-8d32-8d8f737af45c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=090fd033-9481-4ec9-8d32-8d8f737af45c,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:37.098499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.101519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:37.101706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:37.115557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:37.118307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:37.121533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:37.130824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:37.132794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:37.167936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Pushing event updated for resources: {'Port': ['ID=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:37.190784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:37.193962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.352713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Calling delete_port for 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:37.361235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34652) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:37.384205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.385206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.410302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.438307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Attempting to bind port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:37.438571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.438818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Attempting to bind port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:37.439239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Attempting to bind port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 on network def5abe2-10e1-47fe-ba9e-7d5e160de7bf {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:37.470973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for 090fd033-9481-4ec9-8d32-8d8f737af45c owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:37.487526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:37.488043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Checking segment: {'id': '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:37.488536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.489459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Bound using segment: {'id': '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:37.489459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Bound port: cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'def5abe2-10e1-47fe-ba9e-7d5e160de7bf'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:37.490040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.520870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-0885d7d8-0620-4880-b917-d60cce5892f4', 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '94b3c89a-f1d1-44d0-ae81-f7e29ee7781a'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:37.521921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.537499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.615519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.626827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9cb73198-74ab-4826-9a29-d59e5d8c8339 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:37.627487 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-9cb73198-74ab-4826-9a29-d59e5d8c8339 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 18:11:37.627999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-9cb73198-74ab-4826-9a29-d59e5d8c8339 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:11:37.633215 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9cb73198-74ab-4826-9a29-d59e5d8c8339 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2589552 Oct 17 18:11:37.633371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944fbbe-5ae0-4556-b70d-c61d486fa386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-de3ebdad-e78c-44eb-a2e8-08743d7e2c5b', 'network_id': 'de3ebdad-e78c-44eb-a2e8-08743d7e2c5b', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': '4cd6071d-652f-4c66-85c1-ac654b770ef4'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:37.633371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f944fbbe-5ae0-4556-b70d-c61d486fa386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.635203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34658) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:37.643347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137149745'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:37.682378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:37.699963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:37.715537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:37.725176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:37.803538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] For port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:37.808652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.826275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.833055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-90c4e7d2-7c64-4d56-8e83-e49a7947b5db tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7460849 Oct 17 18:11:37.835599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34662) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:37.848625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5105ba5-0ac5-4fee-afd2-5c21b1c0e464,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:37.861163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] For port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,segment=NetworkSegment(2491809b-2e9f-4f6b-8dde-6c8b3c9dc363),segment_id=2491809b-2e9f-4f6b-8dde-6c8b3c9dc363)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:37.906633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.911494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Allocated IP 172.21.0.2 (0885d7d8-0620-4880-b917-d60cce5892f4/94b3c89a-f1d1-44d0-ae81-f7e29ee7781a/e813728c-a33f-4445-9751-37f889ea927b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:37.954226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.994498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.998833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-f944fbbe-5ae0-4556-b70d-c61d486fa386 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cd6071d-652f-4c66-85c1-ac654b770ef4: This subnet is being modified by another concurrent operation. Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:11:37.999304 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cd6071d-652f-4c66-85c1-ac654b770ef4: This subnet is being modified by another concurrent operation. Oct 17 18:11:38.003136 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:11:38.024250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.052703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0dd6d-4f25-4862-be47-3de5c00771db None None] Network de3ebdad-e78c-44eb-a2e8-08743d7e2c5b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:38.081749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.242944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.308354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=cc33418e-5a8f-4857-8cf3-6784bd0f6b93,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.311082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:38.311472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.315463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-71c99507-505e-49ba-99a2-b0527c3f0ef0 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5105ba5-0ac5-4fee-afd2-5c21b1c0e464 HTTP/1.1" status: 204 len: 168 time: 2.3390787 Oct 17 18:11:38.316051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0cc25-956e-4e3c-96ec-82bc8c485245 None None] Pushing event updated for resources: {'Port': ['ID=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.327731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34666) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:38.340780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd97a31-cf52-4e8a-84fe-9e748dd6c45b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.375412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:38.380578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:38.392615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.408044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.415285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd6071d-652f-4c66-85c1-ac654b770ef4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.425235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Transition to ACTIVE for port object e813728c-a33f-4445-9751-37f889ea927b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:38.443575 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-85d9fe29-ece7-4e6f-90df-81036462b03f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] show failed (client error): The resource could not be found. Oct 17 18:11:38.450668 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85d9fe29-ece7-4e6f-90df-81036462b03f tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "GET /v2.0/security-groups/f5105ba5-0ac5-4fee-afd2-5c21b1c0e464 HTTP/1.1" status: 404 len: 347 time: 0.1208184 Oct 17 18:11:38.454776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Transition to ACTIVE for port object e813728c-a33f-4445-9751-37f889ea927b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:38.454956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34670) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:38.483364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:38.548790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '716beb5d-645d-4e56-9966-95e448bf1844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:38.549176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: 23eebc7c-950e-4979-b4d0-2a0663eee212, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:38.581439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.595854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3ebdad-e78c-44eb-a2e8-08743d7e2c5b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:38.605569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.673250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bce169-3de0-4062-965f-e1a2e7b64666') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:38.673554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bce169-3de0-4062-965f-e1a2e7b64666') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:38.692923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.717249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.732741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Network 0885d7d8-0620-4880-b917-d60cce5892f4 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:38.736075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:38.736309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:38.751116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.751318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:38.751318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Pushing event updated for resources: {'Port': ['ID=e813728c-a33f-4445-9751-37f889ea927b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.811501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 04bce169-3de0-4062-965f-e1a2e7b64666 resource provider aggregate not found Oct 17 18:11:38.847352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:38.855920 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 04bce169-3de0-4062-965f-e1a2e7b64666 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04bce169-3de0-4062-965f-e1a2e7b64666 found for delete ", "request_id": "req-72d68918-ff94-497b-8c75-df1cb9997146"}]} Oct 17 18:11:38.877439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Attempting to bind port e813728c-a33f-4445-9751-37f889ea927b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:38.878108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Attempting to bind port e813728c-a33f-4445-9751-37f889ea927b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '53facaa8-eac2-4b0e-8af6-5e6ec14757ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:38.878668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Attempting to bind port e813728c-a33f-4445-9751-37f889ea927b on network 0885d7d8-0620-4880-b917-d60cce5892f4 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:38.887340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:38.887864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Checking segment: {'id': '53facaa8-eac2-4b0e-8af6-5e6ec14757ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:38.888270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.888664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Bound using segment: {'id': '53facaa8-eac2-4b0e-8af6-5e6ec14757ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:38.889189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Bound port: e813728c-a33f-4445-9751-37f889ea927b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53facaa8-eac2-4b0e-8af6-5e6ec14757ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0885d7d8-0620-4880-b917-d60cce5892f4'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:38.889623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.905093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:38.956849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Port': ['ID=090fd033-9481-4ec9-8d32-8d8f737af45c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:38.981515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 23eebc7c-950e-4979-b4d0-2a0663eee212) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:38.996448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144eb18-27f7-469a-936e-0e99882545d5 None None] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:39.056953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Deleting port 00dba1ef-830a-4d22-bf6e-b8496eea488e {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:39.057317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.140032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d2709344-4935-4c72-b720-41a616a4149e None None] For port e813728c-a33f-4445-9751-37f889ea927b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:39.149067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.152871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.162371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d2709344-4935-4c72-b720-41a616a4149e None None] For port e813728c-a33f-4445-9751-37f889ea927b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e813728c-a33f-4445-9751-37f889ea927b,segment=NetworkSegment(53facaa8-eac2-4b0e-8af6-5e6ec14757ca),segment_id=53facaa8-eac2-4b0e-8af6-5e6ec14757ca)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:39.196910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:39.200466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.216364 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/de3ebdad-e78c-44eb-a2e8-08743d7e2c5b HTTP/1.1" status: 204 len: 168 time: 2.2182744 Oct 17 18:11:39.225883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34678) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:39.240334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc9ea8-a1d1-4ed1-bca9-5e5b907c11df tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=de3ebdad-e78c-44eb-a2e8-08743d7e2c5b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:39.253476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1006917580'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:39.297032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.314760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:39.352892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:39.369587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:39.387969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01aa7223-4e47-424d-9bb8-b0ab0f356995 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6068778 Oct 17 18:11:39.389930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34682) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:39.390048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-23eebc7c-950e-4979-b4d0-2a0663eee212', 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': 'cc33418e-5a8f-4857-8cf3-6784bd0f6b93'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:39.390048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.411736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1071419128'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:39.434542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.443586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:39.501586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709344-4935-4c72-b720-41a616a4149e None None] Pushing event updated for resources: {'Port': ['ID=e813728c-a33f-4445-9751-37f889ea927b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:39.625520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Allocated IP 2001:db8::2 (23eebc7c-950e-4979-b4d0-2a0663eee212/cc33418e-5a8f-4857-8cf3-6784bd0f6b93/94dc5d2b-017a-45a3-8a2d-3c27718504b5) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:39.626917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.720857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:39.724344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.760206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:39.771784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.771784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 of type vlan for network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd Oct 17 18:11:39.805448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.810057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.841573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:39.867307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:39.889596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:39.918169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.932986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:39.953822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:11:39.957132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd221f-77b5-4015-a8f5-ff01d45fbe4d None None] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:39.967328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d93932c-dfb0-443c-b0a4-872fd903c911,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:39.980194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.20.0.1 (def5abe2-10e1-47fe-ba9e-7d5e160de7bf/e26f6105-8747-4b5f-be83-fa9c52532a7f/2b611b61-ad1e-453f-9e7d-26d8eb2e6b96) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:39.987309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:40.005026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.009272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.009717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.018893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:40.048656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:40.109988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:40.121942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.127850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:40.131243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.161693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:40.206826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.244295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:40.268127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.292688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-36df266f-58cf-421f-a358-66dc8edbb841 None None] Provisioning for port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:40.298509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:40.307960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Transition to ACTIVE for port object 94dc5d2b-017a-45a3-8a2d-3c27718504b5 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:40.327048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:40.416743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:40.420685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.454967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Calling delete_port for 00dba1ef-830a-4d22-bf6e-b8496eea488e owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:40.461201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.464642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Transition to ACTIVE for port object 94dc5d2b-017a-45a3-8a2d-3c27718504b5 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:40.469508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 30d2be49-6c2a-4527-b1fb-a2b23f7075ba yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:40.483196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.519516 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a8bfd9d-0de7-4e9c-8d1a-d5f33a9dc9eb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2886043 Oct 17 18:11:40.522242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.522403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34686) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:40.552049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:40.559764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:40.598553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.633822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.646724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:40.706889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97402a89-a79d-4f02-8933-235aa39976b1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:40.725693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.762357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:40.764547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:40.766275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.766275 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 Oct 17 18:11:40.772383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.772907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b90fd379-30d1-425f-a005-e23abfda8401 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:40.790128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:40.799136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:40.802271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:40.804146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:40.806783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0e23182b-3697-4f00-ad12-768ac82daade tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1698823 Oct 17 18:11:40.807370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34690) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:40.815951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:40.835476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '97402a89-a79d-4f02-8933-235aa39976b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:40.847242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Pushing event updated for resources: {'Port': ['ID=94dc5d2b-017a-45a3-8a2d-3c27718504b5,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:40.849765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:40.853879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:40.861638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:40.862507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:40.869426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:40.874391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:40.974537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:40.978053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:41.006104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.014673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Router 359d0218-6645-41a6-ad78-a1cf213e586a is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:41.031997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Provisioning complete for port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:41.032521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.032906 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Attempt 1 to provision port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 Oct 17 18:11:41.065866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b90a10-1a96-4121-a3a1-ee1ea56f15ba None None] Network 0885d7d8-0620-4880-b917-d60cce5892f4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:41.087324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:41.091337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.104755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Attempting to bind port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:41.105045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Attempting to bind port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '716beb5d-645d-4e56-9966-95e448bf1844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:41.105411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Attempting to bind port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 on network 23eebc7c-950e-4979-b4d0-2a0663eee212 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:41.158701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::24a (23eebc7c-950e-4979-b4d0-2a0663eee212/cc33418e-5a8f-4857-8cf3-6784bd0f6b93/30d2be49-6c2a-4527-b1fb-a2b23f7075ba) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:41.163871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:41.205070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=2b611b61-ad1e-453f-9e7d-26d8eb2e6b96,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:41.214346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:41.215023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Checking segment: {'id': '716beb5d-645d-4e56-9966-95e448bf1844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:41.215586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.216126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Bound using segment: {'id': '716beb5d-645d-4e56-9966-95e448bf1844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:41.216779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Bound port: 94dc5d2b-017a-45a3-8a2d-3c27718504b5, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716beb5d-645d-4e56-9966-95e448bf1844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '23eebc7c-950e-4979-b4d0-2a0663eee212'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:41.217364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.318174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.384547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:41.385492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.520718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,segment=NetworkSegment(2491809b-2e9f-4f6b-8dde-6c8b3c9dc363),segment_id=2491809b-2e9f-4f6b-8dde-6c8b3c9dc363)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:41.531187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.534822 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f1d2977e-542c-4769-9c65-7cbf96491237 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b90fd379-30d1-425f-a005-e23abfda8401 HTTP/1.1" status: 204 len: 168 time: 10.6484592 Oct 17 18:11:41.542017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34694) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:41.578336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] For port 94dc5d2b-017a-45a3-8a2d-3c27718504b5, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:41.582771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.586744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.601707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 30d2be49-6c2a-4527-b1fb-a2b23f7075ba will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:41.628941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Current status of the port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:41.629203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.641261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] For port 94dc5d2b-017a-45a3-8a2d-3c27718504b5, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94dc5d2b-017a-45a3-8a2d-3c27718504b5,segment=NetworkSegment(716beb5d-645d-4e56-9966-95e448bf1844),segment_id=716beb5d-645d-4e56-9966-95e448bf1844)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:41.650268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.651475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e813728c-a33f-4445-9751-37f889ea927b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:41.689367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.714469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.714909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1813efff-337a-4e07-a0d5-f959b3b4b83f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:41.762834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.767308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.845770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.847457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-12d7fbe2-fe00-4e7d-adca-ebf4b0287eb2 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0218055 Oct 17 18:11:41.861720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:41.866351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34698) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:41.880165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Pushing event deleted for resources: {'Port': ['ID=00dba1ef-830a-4d22-bf6e-b8496eea488e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:41.890553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '97402a89-a79d-4f02-8933-235aa39976b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:41.896830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:41.912919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:41.918800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:41.919574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.927793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:41.928152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:41.928875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] Sync routers for ids ['359d0218-6645-41a6-ad78-a1cf213e586a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:41.936782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:41.939118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:41.944225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=30d2be49-6c2a-4527-b1fb-a2b23f7075ba,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:41.947347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:41.954831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:41.954831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:41.960536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:41.961714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] Routers {'359d0218-6645-41a6-ad78-a1cf213e586a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:41.962328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['359d0218-6645-41a6-ad78-a1cf213e586a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:41.998223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:42.007378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:42.031301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.034980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.038972 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4fc5381e-ec0e-4650-addb-bb11b6dfc1f2 tempest-ServersTestJSON-947955557 tempest-ServersTestJSON-947955557-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d779749-df42-403a-871b-b1a0470e4be5 HTTP/1.1" status: 204 len: 168 time: 3.5795345 Oct 17 18:11:42.041210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34702) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:42.044509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729e4b-3ea4-49bc-88dd-f2a269ad9926 None None] Pushing event updated for resources: {'Port': ['ID=94dc5d2b-017a-45a3-8a2d-3c27718504b5,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:42.047686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:42.051458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e813728c-a33f-4445-9751-37f889ea927b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:42.066808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] Routers {'359d0218-6645-41a6-ad78-a1cf213e586a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:42.067432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['359d0218-6645-41a6-ad78-a1cf213e586a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:42.134059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.138631 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4fc49064-4f9a-4b95-a7b0-20b78c0fcb7d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "PUT /v2.0/routers/359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 200 len: 920 time: 11.4900894 Oct 17 18:11:42.138631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.154807 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2cf3ccdf-2296-4728-b429-d48bf1269d35 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7618413 Oct 17 18:11:42.156439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34706) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:42.162889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:42.163297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a13fc27-522f-4205-a362-7355a88a382e None None] The sync data for ids ['359d0218-6645-41a6-ad78-a1cf213e586a'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:42.195125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34708) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:42.266006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:42.366556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.387978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:42.388607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.389087 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 Oct 17 18:11:42.522900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2c60dc0d-49eb-4011-bf0a-a68537aa1da2 None None] Current status of the port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:42.543713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 30d2be49-6c2a-4527-b1fb-a2b23f7075ba {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:42.544045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.590605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:42.598992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 090fd033-9481-4ec9-8d32-8d8f737af45c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:42.616686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.635487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 090fd033-9481-4ec9-8d32-8d8f737af45c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:42.635832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 090fd033-9481-4ec9-8d32-8d8f737af45c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:42.693365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:42.705159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Sync routers for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:42.710406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Provisioning for port e813728c-a33f-4445-9751-37f889ea927b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:42.717822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Provisioning complete for port e813728c-a33f-4445-9751-37f889ea927b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:42.718685 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:42.718921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.719361 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 1 to provision port e813728c-a33f-4445-9751-37f889ea927b Oct 17 18:11:42.719915 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:42.729909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f6e5303e-7d15-4aae-8b68-6782614a7581 admin admin] 10.222.0.36 "PUT /v2.0/routers/ee104e92-b1c0-4d6d-ad8b-1525fc003a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5149653 Oct 17 18:11:42.755797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34714) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:42.777241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=5bf7561a-cb9b-4218-a691-aa9bbade9c25,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:42.782819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.894327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '909d8f1e-a82f-48ab-b79c-8a57a1ca9065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:42.894535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:42.896821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Current status of the port e813728c-a33f-4445-9751-37f889ea927b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:42.897371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.905524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Deleting port ea7e4d17-774e-4b12-8429-6e2eb88383f9 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:42.905885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:42.951865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] For port e813728c-a33f-4445-9751-37f889ea927b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e813728c-a33f-4445-9751-37f889ea927b,segment=NetworkSegment(53facaa8-eac2-4b0e-8af6-5e6ec14757ca),segment_id=53facaa8-eac2-4b0e-8af6-5e6ec14757ca)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:42.983066 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:43.034353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.191205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Pushing event updated for resources: {'Port': ['ID=e813728c-a33f-4445-9751-37f889ea927b,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:43.228009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.270408 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5d570de3-2b0d-4396-b379-7e9e1e1967ed tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 200 len: 926 time: 0.9051058 Oct 17 18:11:43.272397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:43.282301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34718) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:43.317914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Provisioning for port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:43.325906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Provisioning complete for port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:43.326477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.326954 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 1 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:43.364189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:11:43.368123 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-36eba3fe-76fd-473b-98eb-d7ac0ad2d485 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.4957726 Oct 17 18:11:43.374120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34722) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:43.418975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:43.436877 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:11:37Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:43.439565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e8e36-04d9-4b40-9b92-a6b98ab0f7aa None None] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:43.441013 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Checking router: ee104e92-b1c0-4d6d-ad8b-1525fc003a3a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:43.451050 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Routers {'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:43.451638 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:43.474256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 30d2be49-6c2a-4527-b1fb-a2b23f7075ba owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:43.493865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.590563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:43.598346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:43.598927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.605303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38fe4c5-10ac-4769-905a-ec9682a97577 None None] Network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:43.670816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] For port ea7e4d17-774e-4b12-8429-6e2eb88383f9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea7e4d17-774e-4b12-8429-6e2eb88383f9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:43.671179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.677208 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] Set router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:43.686217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:11:43.734290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.754381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.805378 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-93110eb5-0582-4aef-9ae9-4afeb266dfd4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2763972 Oct 17 18:11:43.812686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Calling delete_port for ea7e4d17-774e-4b12-8429-6e2eb88383f9 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:43.844260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34726) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:43.848665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.920853 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 2 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:43.954493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65055b6-b779-4a81-af2a-14e009f0860d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:43.958317 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e65055b6-b779-4a81-af2a-14e009f0860d tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=359d0218-6645-41a6-ad78-a1cf213e586a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6726704 Oct 17 18:11:43.958994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34730) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:43.966552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:43.967071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.046483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:44.060029 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:11:37Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:44.065188 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722aaf64-895b-4416-9995-0bfd28429b79 None None] The sync data for ids ['ee104e92-b1c0-4d6d-ad8b-1525fc003a3a'] in dv-neutron-861384-1-hyperv is: [{'id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'name': 'tempest-ServersTestManualDisk-230031502-router', 'tenant_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213'}], 'enable_snat': True}, 'gw_port_id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:48Z', 'updated_at': '2022-10-17T18:11:37Z', 'revision_number': 5, 'project_id': 'a8b00d073df74382b8b52ba09c3a8f81', 'gw_port': {'id': 'c804e88c-5e7a-41bd-84cf-ba6501581cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee104e92-b1c0-4d6d-ad8b-1525fc003a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:44.124539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=30d2be49-6c2a-4527-b1fb-a2b23f7075ba,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:44.135695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.149715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.170179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=2b611b61-ad1e-453f-9e7d-26d8eb2e6b96,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:44.227164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.242055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a55304ca-6fdd-4319-b3b7-4c9735d4c7c6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/30d2be49-6c2a-4527-b1fb-a2b23f7075ba HTTP/1.1" status: 204 len: 168 time: 1.9673245 Oct 17 18:11:44.257195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd', 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': '5bf7561a-cb9b-4218-a691-aa9bbade9c25'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:44.258353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.267784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34734) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:44.300712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Deleting port c804e88c-5e7a-41bd-84cf-ba6501581cc3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:44.301321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.341927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8946bfe6-c264-464e-b6c7-6989c95994af tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:11:44.342754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8946bfe6-c264-464e-b6c7-6989c95994af tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:44.384773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bfa9b-f28d-47f5-97cb-039c14190236 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:44.386661 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e99bfa9b-f28d-47f5-97cb-039c14190236 tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.4268146 Oct 17 18:11:44.389416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34738) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:44.418940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.454409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d8fae02-56d4-46be-9dac-d4fc630424ba tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 200 len: 205 time: 0.0615678 Oct 17 18:11:44.454679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34742) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:44.594474 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 3 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:44.607190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.635129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8946bfe6-c264-464e-b6c7-6989c95994af tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:44.636643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8946bfe6-c264-464e-b6c7-6989c95994af tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/30d2be49-6c2a-4527-b1fb-a2b23f7075ba HTTP/1.1" status: 404 len: 333 time: 0.3680410 Oct 17 18:11:44.638007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.647464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94dc5d2b-017a-45a3-8a2d-3c27718504b5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:44.648905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34746) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:44.791397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Allocated IP 2001:db8::1 (51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd/5bf7561a-cb9b-4218-a691-aa9bbade9c25/dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:44.793531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:44.795966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.842858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97402a89-a79d-4f02-8933-235aa39976b1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:44.857311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:44.859018 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f2c96525-445e-4f02-8cc0-f74bbcf21660 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/97402a89-a79d-4f02-8933-235aa39976b1 HTTP/1.1" status: 204 len: 168 time: 1.4757900 Oct 17 18:11:44.877110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34750) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:44.896690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:44.939156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:44.972737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea7e4d17-774e-4b12-8429-6e2eb88383f9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:44.979080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:44.999002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e813728c-a33f-4445-9751-37f889ea927b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:45.082985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.153555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.170146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Transition to ACTIVE for port object dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:45.180745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e813728c-a33f-4445-9751-37f889ea927b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:45.181137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.181441 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e813728c-a33f-4445-9751-37f889ea927b Oct 17 18:11:45.241429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Transition to ACTIVE for port object dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:45.279474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.281626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.298887 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 4 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:45.325375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.359492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-860439ec-7d3a-42c9-922d-6de0e01155f7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:45.372161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] For port c804e88c-5e7a-41bd-84cf-ba6501581cc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c804e88c-5e7a-41bd-84cf-ba6501581cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:45.372521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.375055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e813728c-a33f-4445-9751-37f889ea927b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:45.382596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet cc33418e-5a8f-4857-8cf3-6784bd0f6b93 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:45.386733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.394740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.478187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:45.481961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:45.485039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:45.488125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:45.490144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.490639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:45.512186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.519595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.524093 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bed7c846-e7c3-4b38-844b-06d4623933d0 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3e0f7b4d-d3c5-4bbe-a402-4526457d0e7c HTTP/1.1" status: 204 len: 168 time: 3.9707680 Oct 17 18:11:45.531408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34754) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:45.543290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2098633363', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:45.546544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Pushing event updated for resources: {'Port': ['ID=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:45.554149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.571973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Calling delete_port for c804e88c-5e7a-41bd-84cf-ba6501581cc3 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:45.583876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:45.605769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:45.614020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:45.616306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Attempting to bind port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:45.616742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Attempting to bind port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '909d8f1e-a82f-48ab-b79c-8a57a1ca9065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:45.617405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Attempting to bind port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 on network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:45.623606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:45.624323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Checking segment: {'id': '909d8f1e-a82f-48ab-b79c-8a57a1ca9065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:45.625001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.625688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Bound using segment: {'id': '909d8f1e-a82f-48ab-b79c-8a57a1ca9065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:45.626370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Bound port: dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909d8f1e-a82f-48ab-b79c-8a57a1ca9065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:45.626982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.633570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:45.666297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.701816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.733713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] For port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:45.736782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] For port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,segment=NetworkSegment(909d8f1e-a82f-48ab-b79c-8a57a1ca9065),segment_id=909d8f1e-a82f-48ab-b79c-8a57a1ca9065)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:45.750523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-860439ec-7d3a-42c9-922d-6de0e01155f7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:45.753347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-860439ec-7d3a-42c9-922d-6de0e01155f7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8698332 Oct 17 18:11:45.757266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34758) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:45.765634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--661991620'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:45.772977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:45.786785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.787705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.791024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port 80fee9d5-035e-4144-9c04-62c03eb9cca0 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:45.791380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.823300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:45.855052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.930670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.934068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc886b-2caa-499b-be45-63bce88ad6e2 None None] Pushing event updated for resources: {'Port': ['ID=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:45.947127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:45.980140 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 5 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:45.988553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:45.992909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:45.996498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:46.002734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:46.017930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf7561a-cb9b-4218-a691-aa9bbade9c25,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:46.050300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.085940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:46.123806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 2aaf6264-cc38-41e3-b696-ef84fe125ac4 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:46.124939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.145000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.163471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=cc33418e-5a8f-4857-8cf3-6784bd0f6b93,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:46.163771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51db27-3b07-4c58-b559-149c4fc34d19 None None] Network 23eebc7c-950e-4979-b4d0-2a0663eee212 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:46.169890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.202600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea7e4d17-774e-4b12-8429-6e2eb88383f9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:46.232123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.358538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for 80fee9d5-035e-4144-9c04-62c03eb9cca0 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:46.397959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ea7e4d17-774e-4b12-8429-6e2eb88383f9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:46.398546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea7e4d17-774e-4b12-8429-6e2eb88383f9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:46.398884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:46.411553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.424709 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-775436a4-1d91-4817-bc7c-97607cf6f659 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/cc33418e-5a8f-4857-8cf3-6784bd0f6b93 HTTP/1.1" status: 204 len: 168 time: 1.7361660 Oct 17 18:11:46.427401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34762) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:46.451918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:46.452285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd97a31-cf52-4e8a-84fe-9e748dd6c45b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:46.527943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.632103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:46.644468 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 6 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:46.740734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:46.800908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909d8f1e-a82f-48ab-b79c-8a57a1ca9065') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:46.803045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909d8f1e-a82f-48ab-b79c-8a57a1ca9065') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:46.804524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.848067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Pushing event deleted for resources: {'Port': ['ID=c804e88c-5e7a-41bd-84cf-ba6501581cc3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:46.864281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] DHCP port deletion for 23eebc7c-950e-4979-b4d0-2a0663eee212 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:46.869283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Deleting port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:46.869676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.909726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.914658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.914817 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1536388 Oct 17 18:11:46.934146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34766) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:46.946576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.954802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:46.955346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:46.995779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-98bb10ad-2503-4f09-a4d2-a0b96757c018 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': 'aaf8f90c-3009-4bc7-972e-799968b18b9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:46.996390 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-98bb10ad-2503-4f09-a4d2-a0b96757c018 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 17 18:11:46.996878 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-98bb10ad-2503-4f09-a4d2-a0b96757c018 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:46.997846 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-98bb10ad-2503-4f09-a4d2-a0b96757c018 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068874 Oct 17 18:11:47.011737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34770) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:47.071591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:47.087531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] Sync routers for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:47.094594 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 resource provider aggregate not found Oct 17 18:11:47.113159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:11:47.113159 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:11:47.113159 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd'}] Oct 17 18:11:47.113159 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:47.113754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:47.121540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.130197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:47.130827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:47.171823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 found for delete ", "request_id": "req-48648ed8-7807-4833-b42c-ed56ea4736c0"}]} Oct 17 18:11:47.184146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ac965-251e-419a-8e2a-526e0083b54e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8f90c-3009-4bc7-972e-799968b18b9e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:47.200632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.214513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ec7ca-7713-4775-81e0-00c467b12131 None None] Network 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:47.215674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.241970 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 7 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:47.246485 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-65ae936e-71e9-4ee6-a87f-521c8e729282 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4091687 Oct 17 18:11:47.248510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34778) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:47.298129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:47.319614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:47.319973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.368852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.374206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.376764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] For port 94dc5d2b-017a-45a3-8a2d-3c27718504b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94dc5d2b-017a-45a3-8a2d-3c27718504b5,segment=NetworkSegment(716beb5d-645d-4e56-9966-95e448bf1844),segment_id=716beb5d-645d-4e56-9966-95e448bf1844)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:47.377211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.397456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.400644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Deleting port 4a37a43b-3a99-4217-981f-eef1d9d66ec8 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:47.407110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.415048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:47.415659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:47.449148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.482346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d8bea-ee0d-4e58-81c8-0984f10b97dd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:47.483065 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f40d8bea-ee0d-4e58-81c8-0984f10b97dd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports/2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 HTTP/1.1" status: 200 len: 910 time: 0.2308598 Oct 17 18:11:47.483945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=80fee9d5-035e-4144-9c04-62c03eb9cca0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:47.528096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34782) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:47.528778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.529248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee104e92-b1c0-4d6d-ad8b-1525fc003a3a {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:47.545683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.546791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fa2a9626-738b-48d6-89b0-64c8074d405b admin admin] 10.222.0.36 "DELETE /v2.0/routers/ee104e92-b1c0-4d6d-ad8b-1525fc003a3a HTTP/1.1" status: 204 len: 168 time: 4.7856743 Oct 17 18:11:47.549259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34786) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:47.614892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Calling delete_port for 94dc5d2b-017a-45a3-8a2d-3c27718504b5 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:47.619468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.679871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:47.680227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.686476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:47.711904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Deleting subnet c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:47.722008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.771912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] For port 4a37a43b-3a99-4217-981f-eef1d9d66ec8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4a37a43b-3a99-4217-981f-eef1d9d66ec8,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:47.772283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.785312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:47.786204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0471df-6173-421d-b370-a69c5d29e81a None None] The sync data for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:47.799869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.857068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.908813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] Pushing event deleted for resources: {'Port': ['ID=94dc5d2b-017a-45a3-8a2d-3c27718504b5,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:47.912429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806baf8-6074-422b-be1e-99c9540ed54b None None] No DVR routers for this DVR port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:47.912734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Calling delete_port for 4a37a43b-3a99-4217-981f-eef1d9d66ec8 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:47.993667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:47.997951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.104899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] DHCP port deletion for 51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:48.110143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Deleting port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:48.110834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.199232 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 8 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:48.253347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,segment=NetworkSegment(909d8f1e-a82f-48ab-b79c-8a57a1ca9065),segment_id=909d8f1e-a82f-48ab-b79c-8a57a1ca9065)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:48.253751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.272262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.275505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:48.325141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c804e88c-5e7a-41bd-84cf-ba6501581cc3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:48.370876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c804e88c-5e7a-41bd-84cf-ba6501581cc3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:48.371292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c804e88c-5e7a-41bd-84cf-ba6501581cc3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:48.371717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94dc5d2b-017a-45a3-8a2d-3c27718504b5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:48.425321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 94dc5d2b-017a-45a3-8a2d-3c27718504b5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:48.425321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 94dc5d2b-017a-45a3-8a2d-3c27718504b5 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:48.476614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.488428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.490297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.494204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port 94dc5d2b-017a-45a3-8a2d-3c27718504b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=94dc5d2b-017a-45a3-8a2d-3c27718504b5,segment=NetworkSegment(716beb5d-645d-4e56-9966-95e448bf1844),segment_id=716beb5d-645d-4e56-9966-95e448bf1844)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:48.495363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.513068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] For port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,segment=NetworkSegment(909d8f1e-a82f-48ab-b79c-8a57a1ca9065),segment_id=909d8f1e-a82f-48ab-b79c-8a57a1ca9065)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:48.513526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.532378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:48.591728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8f90c-3009-4bc7-972e-799968b18b9e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:48.651302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Calling delete_port for dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:48.670185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 94dc5d2b-017a-45a3-8a2d-3c27718504b5 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:48.766774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.776586 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 9 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:48.816390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.828652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:48.829008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:48.833892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:48.835345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:48.854322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.854848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router 359d0218-6645-41a6-ad78-a1cf213e586a {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:48.866109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.906121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.910792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8ebd640d-0d4d-4b32-8b8c-e4ef77e745a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 204 len: 168 time: 4.4514015 Oct 17 18:11:48.910792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.910792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-28566994-9b1d-41ab-aaa6-c047ad7a205b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/aaf8f90c-3009-4bc7-972e-799968b18b9e HTTP/1.1" status: 204 len: 168 time: 1.7659295 Oct 17 18:11:48.914162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34790) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:48.914495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34792) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:48.935651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-910643940', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:48.941831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a37a43b-3a99-4217-981f-eef1d9d66ec8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:48.952338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b96d2d-45f3-4d00-a5e9-f8180ae42799 None None] Network b0c87a77-2339-4893-8dc8-8439ffc5da5c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:48.952679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:48.966064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:49.006443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Usage tracker for resource:router and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:49.015477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:49.068602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:49.090438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:49.150175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:49.150175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:49.194432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:49.204050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-239ff566-922b-4c54-85b5-6dfd45a31ae1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:49.269044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.269466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.269760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.270091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] DHCP port deletion for b0c87a77-2339-4893-8dc8-8439ffc5da5c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.275399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.276018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Deleting port b195b87e-76e2-4ba8-904d-4648bf69fabf {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:49.276359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.278015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.279001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.286823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.315422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.315764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.316105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.316493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.317144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.317144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.317458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.317808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.318132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.318445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.318766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.319083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:49.331383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.331567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f96937c4-18ac-42cc-aa77-20e14d3d38c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6303ffb-41e5-463d-ba69-3ce0fbbc7dbe HTTP/1.1" status: 204 len: 168 time: 1.7789364 Oct 17 18:11:49.334149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:49.336616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.340775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Deleting port dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:49.341268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.369818 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Attempt 10 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:49.376267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:49.400183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909d8f1e-a82f-48ab-b79c-8a57a1ca9065') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:49.402067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909d8f1e-a82f-48ab-b79c-8a57a1ca9065') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:49.403063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.420395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.424565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.438072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.447327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.469126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-392929bb-1a6e-4e38-bfac-4ada3cbaaee1 None None] The port 'dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:49.488460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-239ff566-922b-4c54-85b5-6dfd45a31ae1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:49.493523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-239ff566-922b-4c54-85b5-6dfd45a31ae1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5723171 Oct 17 18:11:49.500169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34802) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:49.529954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498954059'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:49.531361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5f8c3-f102-44ba-a47d-bdd25358bc53 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:49.581466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:49.582750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.633166 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 resource provider aggregate not found Oct 17 18:11:49.649068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd8c57bb-9953-4789-af46-1520af259e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.675611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] For port b195b87e-76e2-4ba8-904d-4648bf69fabf, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b195b87e-76e2-4ba8-904d-4648bf69fabf,segment=NetworkSegment(51c1072b-84a7-4705-bb9b-ca0506bf45d7),segment_id=51c1072b-84a7-4705-bb9b-ca0506bf45d7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:49.676009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.680069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 94dc5d2b-017a-45a3-8a2d-3c27718504b5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:49.680406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.688781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Provisioning complete for port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:49.689149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.689480 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 1 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:49.708102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 909d8f1e-a82f-48ab-b79c-8a57a1ca9065 found for delete ", "request_id": "req-9ecc293e-8ebd-41bb-aad4-25c7888adb3a"}]} Oct 17 18:11:49.712252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:49.816044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.819953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:49.879933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Calling delete_port for b195b87e-76e2-4ba8-904d-4648bf69fabf owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:49.914929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd HTTP/1.1" status: 204 len: 168 time: 6.0415332 Oct 17 18:11:49.921723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34810) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:49.924766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:49.929318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2065862391'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:49.932583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31b0a9-ccc7-4f78-9726-bdcf3e9c5e17 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:49.934461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:49.938976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:49.946078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:49.952937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:49.962407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:50.002910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Router 76a852bc-04f6-4b0c-a944-99b259bed977 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:50.008714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] The port '94dc5d2b-017a-45a3-8a2d-3c27718504b5' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:50.020530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.029229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.077337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] No DVR routers for this DVR port b195b87e-76e2-4ba8-904d-4648bf69fabf on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:50.078984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277a6a6-ab01-4a44-b61a-53180105276a None None] Pushing event deleted for resources: {'Port': ['ID=b195b87e-76e2-4ba8-904d-4648bf69fabf,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:50.097710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5c715-b02f-4a81-a239-881cce17a4be None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:11:50.193463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.194456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:50.198912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.237717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5c715-b02f-4a81-a239-881cce17a4be None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:11:50.318718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:50.344600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.344889 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 2edc2d65-db3d-407e-b5db-e26a44daa2f6 of type vlan for network 40c29e7f-9bce-4b02-94db-39a1f7119c09 Oct 17 18:11:50.361313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:50.372907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Sync routers for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:50.383498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b195b87e-76e2-4ba8-904d-4648bf69fabf no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:50.385799 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:50.386753 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.386961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d5361b64-48cd-4437-ba10-e69b40ff008f admin admin] 10.222.0.36 "PUT /v2.0/routers/76a852bc-04f6-4b0c-a944-99b259bed977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3438399 Oct 17 18:11:50.387732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34814) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:50.389400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.478027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Allocated IP 172.26.2.136 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/22b0c082-48c9-45eb-b17c-d429631d51b4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:50.505378 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 2 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:50.531699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.539458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:50.545634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.591818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.596650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:50.613073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:50.628370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:50.652793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b195b87e-76e2-4ba8-904d-4648bf69fabf {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:50.653264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b195b87e-76e2-4ba8-904d-4648bf69fabf not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:50.665369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:50.682990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.688913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:50.688913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.778799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eebc7c-950e-4979-b4d0-2a0663eee212']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.790974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:50.889206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=40c29e7f-9bce-4b02-94db-39a1f7119c09,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:50.907168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:50.908104 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:11:48Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.912462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Checking router: 76a852bc-04f6-4b0c-a944-99b259bed977 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:50.920804 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Routers {'76a852bc-04f6-4b0c-a944-99b259bed977'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:50.921506 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76a852bc-04f6-4b0c-a944-99b259bed977'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.928017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716beb5d-645d-4e56-9966-95e448bf1844') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.928771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716beb5d-645d-4e56-9966-95e448bf1844') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:50.930425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:50.944263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4d9043b0-c86a-4756-bac8-54fd7cfc9a39 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0216465 Oct 17 18:11:50.945367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34818) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:50.952852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:50.957036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.031443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Deleting port 82855aba-a83a-4422-bbe6-78e56f731d48 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:51.031788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.124177 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] Set router 76a852bc-04f6-4b0c-a944-99b259bed977 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:51.147073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:51.165876 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 3 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:51.167082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.205123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:51.210177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:51.219614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:51.221579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:51.261337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c87a77-2339-4893-8dc8-8439ffc5da5c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:51.272025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.284326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] For port 82855aba-a83a-4422-bbe6-78e56f731d48, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82855aba-a83a-4422-bbe6-78e56f731d48,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:51.284685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.311751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:51.312154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.327710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.21.0.1 (0885d7d8-0620-4880-b917-d60cce5892f4/94b3c89a-f1d1-44d0-ae81-f7e29ee7781a/e6b1bcdd-2daa-43b4-a453-4ae12a74ca58) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:51.361980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:51.365728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.367980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1072b-84a7-4705-bb9b-ca0506bf45d7') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:51.368294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1072b-84a7-4705-bb9b-ca0506bf45d7') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:51.382380 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 716beb5d-645d-4e56-9966-95e448bf1844 resource provider aggregate not found Oct 17 18:11:51.447508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.449496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Calling delete_port for 82855aba-a83a-4422-bbe6-78e56f731d48 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:51.476400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:11:48Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:51.480437 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8491236-e8f4-4f03-8c26-c5b7a465835c None None] The sync data for ids ['76a852bc-04f6-4b0c-a944-99b259bed977'] in dv-neutron-861384-1-hyperv is: [{'id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'name': 'tempest-ServersTestJSON-1913099679-router', 'tenant_id': '8df70de62bb74e3ba898998ffa450a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:08:50Z', 'updated_at': '2022-10-17T18:11:48Z', 'revision_number': 5, 'project_id': '8df70de62bb74e3ba898998ffa450a06', 'gw_port': {'id': '82855aba-a83a-4422-bbe6-78e56f731d48', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a852bc-04f6-4b0c-a944-99b259bed977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:08:53Z', 'updated_at': '2022-10-17T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:51.497927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 716beb5d-645d-4e56-9966-95e448bf1844 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 716beb5d-645d-4e56-9966-95e448bf1844 found for delete ", "request_id": "req-6b7118e9-86b8-40a5-9992-74a154f291aa"}]} Oct 17 18:11:51.589417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.609775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.638728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:51.639125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.654863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.723138 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 4 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:51.740009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.744795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.793082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:51.808674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.834331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=23eebc7c-950e-4979-b4d0-2a0663eee212,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:51.873427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.873788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.874119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.874444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.874763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.875083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.875398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.875969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.876290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.876605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.876988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.877295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:51.937961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.943540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.948521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.952824 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0c87a77-2339-4893-8dc8-8439ffc5da5c HTTP/1.1" status: 204 len: 168 time: 2.6125309 Oct 17 18:11:51.958493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.964204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.969378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7938c-ea62-4a07-8b64-df952dd6863f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:51.995339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5ac556fc-0e94-4cc8-a635-29921744aa4a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/23eebc7c-950e-4979-b4d0-2a0663eee212 HTTP/1.1" status: 204 len: 168 time: 5.5669827 Oct 17 18:11:51.996723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:51.999179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7df54e3c-3fda-4a4c-9336-2e854fc26417 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4927452 Oct 17 18:11:52.000122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296844c-6cd1-46ae-8aa2-84e5fda80d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c87a77-2339-4893-8dc8-8439ffc5da5c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:52.002949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34828) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.003567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34830) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.060918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:52.068940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Pushing event deleted for resources: {'Port': ['ID=82855aba-a83a-4422-bbe6-78e56f731d48,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:52.071957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5babd951-8f42-4f73-a07d-8437869e2ad0 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': 'a0c7938c-ea62-4a07-8b64-df952dd6863f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:52.073440 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-5babd951-8f42-4f73-a07d-8437869e2ad0 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 17 18:11:52.074010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-5babd951-8f42-4f73-a07d-8437869e2ad0 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:52.077945 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5babd951-8f42-4f73-a07d-8437869e2ad0 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0665789 Oct 17 18:11:52.079655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'name': 'tempest-PortsIpV6TestJSON-623477721'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:52.082763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34836) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.096357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.175058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=d3ab6914-4f58-491b-b123-0d77d80b566e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:52.189910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4a37a43b-3a99-4217-981f-eef1d9d66ec8 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:52.225694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 4a37a43b-3a99-4217-981f-eef1d9d66ec8 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:52.226277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4a37a43b-3a99-4217-981f-eef1d9d66ec8 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:52.290345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-241c2d6e-cc3d-4ab3-9a8b-92048c69addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.294607 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 5 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:52.302238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '2edc2d65-db3d-407e-b5db-e26a44daa2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:52.302691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 40c29e7f-9bce-4b02-94db-39a1f7119c09, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:52.339379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34840) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.343259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.357405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:52.361917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:52.374652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:52.409773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:52.452382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.482999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event updated for resources: {'Port': ['ID=22b0c082-48c9-45eb-b17c-d429631d51b4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:52.501492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:52.505658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.512695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:52.530827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.548125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:52.566698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:52.571307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.581754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.599527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:52.606150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.622088 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e3109752-e468-45ed-a536-da8c43ec3c11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8b00d073df74382b8b52ba09c3a8f81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2371523 Oct 17 18:11:52.635646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34844) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.701159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 40c29e7f-9bce-4b02-94db-39a1f7119c09) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:52.711551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428227f-2142-4e1c-80ae-ee507c67bfd6 None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:52.712622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:52.713235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.714923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.725675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.726164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a852bc-04f6-4b0c-a944-99b259bed977 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:11:52.743045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.771365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:52.775419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.775608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.809266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.813325 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0c7938c-ea62-4a07-8b64-df952dd6863f HTTP/1.1" status: 204 len: 168 time: 0.7263682 Oct 17 18:11:52.814458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34848) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.815731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.823231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:52.828082 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0e96d129-75e6-42c0-bd05-b31368d9c369 admin admin] 10.222.0.36 "DELETE /v2.0/routers/76a852bc-04f6-4b0c-a944-99b259bed977 HTTP/1.1" status: 204 len: 168 time: 2.4319303 Oct 17 18:11:52.829527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7731dd-bf2d-4443-ab02-d54f4fc2a53c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7938c-ea62-4a07-8b64-df952dd6863f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:52.833714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34852) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.867803 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 6 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:52.894344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 0885d7d8-0620-4880-b917-d60cce5892f4 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:52.907258 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-46d9f008-e1db-4bf5-a761-14e18528aace tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9580250 Oct 17 18:11:52.934863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34856) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:52.962949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:52.987886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:53.055705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Deleting subnet bd58f576-5264-4257-b90a-436bb7c4bf20 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:11:53.057633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:53.060191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port d1cc752b-72a2-4750-a9cf-94867b8e98dc yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:53.069012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.076472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.090875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-40c29e7f-9bce-4b02-94db-39a1f7119c09', 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': 'd3ab6914-4f58-491b-b123-0d77d80b566e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:53.093027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.107492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:53.118760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-41a4bef0-bd4c-4261-ba70-1e8efcff143a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:53.146735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=e6b1bcdd-2daa-43b4-a453-4ae12a74ca58,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:53.159687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-41a4bef0-bd4c-4261-ba70-1e8efcff143a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:53.164646 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-41a4bef0-bd4c-4261-ba70-1e8efcff143a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3345912 Oct 17 18:11:53.169917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.181931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34860) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:53.209361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--323278103'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:53.240988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.242733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:53.270210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Allocated IP 172.26.2.197 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/010ccce2-e162-4359-a075-a2339a81d3c7) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:53.300579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.303421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:53.304607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Allocated IP 2001:db8::2 (40c29e7f-9bce-4b02-94db-39a1f7119c09/d3ab6914-4f58-491b-b123-0d77d80b566e/80ab5f4e-b09f-455c-a5e6-1861a5061c61) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:53.320031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.396807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.400737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42a0d4f2-2970-4d4e-892a-7314a7ed58c1 HTTP/1.1" status: 204 len: 168 time: 0.7640595 Oct 17 18:11:53.407803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:53.410378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dccbf-e7d6-4984-9480-ee2beecba3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a0d4f2-2970-4d4e-892a-7314a7ed58c1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:53.416788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:subnet and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:53.420890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:53.434699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:53.448138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.519362 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 7 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:53.532211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:53.536672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.560038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.574890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 51c1072b-84a7-4705-bb9b-ca0506bf45d7 resource provider aggregate not found Oct 17 18:11:53.613007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.628696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:53.661270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.662398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66911561-b06c-429b-be96-bc5348859138 None None] Network f2df4f97-2226-480b-a574-fc5b589b72fc requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:53.671071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd58f576-5264-4257-b90a-436bb7c4bf20,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:53.685364 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4660dd65-a99f-4d56-ae42-1b6ab8beae4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bd58f576-5264-4257-b90a-436bb7c4bf20 HTTP/1.1" status: 204 len: 168 time: 0.8505273 Oct 17 18:11:53.688536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:53.722863 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 51c1072b-84a7-4705-bb9b-ca0506bf45d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51c1072b-84a7-4705-bb9b-ca0506bf45d7 found for delete ", "request_id": "req-8d7b02c6-332d-4086-8e4d-a305069f2230"}]} Oct 17 18:11:53.797987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:53.801596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.819531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:53.835368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:53.876017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Transition to ACTIVE for port object 80ab5f4e-b09f-455c-a5e6-1861a5061c61 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:53.883324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:53.905785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.919745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.946833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:53.970412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Transition to ACTIVE for port object 80ab5f4e-b09f-455c-a5e6-1861a5061c61 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:53.975026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Deleting port d3f8ca10-1b35-416c-8e52-decc67c16f65 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:53.975559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.066626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.076474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.174131 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 8 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:54.198926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] DHCP port deletion for f2df4f97-2226-480b-a574-fc5b589b72fc request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:11:54.225944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d3f8ca10-1b35-416c-8e52-decc67c16f65 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:54.264034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:54.276922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:54.294359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:54.302799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Deleting port d3f8ca10-1b35-416c-8e52-decc67c16f65 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:54.302799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.324811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] For port d3f8ca10-1b35-416c-8e52-decc67c16f65, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d3f8ca10-1b35-416c-8e52-decc67c16f65,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:54.325374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.447879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Pushing event updated for resources: {'Port': ['ID=80ab5f4e-b09f-455c-a5e6-1861a5061c61,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:54.448141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.457715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.457715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.472315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:54.495834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Calling delete_port for d3f8ca10-1b35-416c-8e52-decc67c16f65 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:54.498029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Attempting to bind port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:54.498399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Attempting to bind port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2edc2d65-db3d-407e-b5db-e26a44daa2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:54.498760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Attempting to bind port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 on network 40c29e7f-9bce-4b02-94db-39a1f7119c09 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:54.501291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.501655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.502431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.502431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.502716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.503004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.503324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.503649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.503971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.504283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.504615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.504917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:54.524699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.534540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.545290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:54.545526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Checking segment: {'id': '2edc2d65-db3d-407e-b5db-e26a44daa2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:54.546246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.546443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Bound using segment: {'id': '2edc2d65-db3d-407e-b5db-e26a44daa2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:54.546881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Bound port: 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc2d65-db3d-407e-b5db-e26a44daa2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:54.547253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.586234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.587239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.598484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:54.604563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:54.618696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.620112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.664274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=0a0d994a-2456-4eb0-a75b-4acdea616d4e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:54.746158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.797434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:54.810237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bc0427dc-5d7c-4ffa-a1ce-968e95aa800d tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8615820 Oct 17 18:11:54.823675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f8ca10-1b35-416c-8e52-decc67c16f65,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:54.823675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:54.823901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:54.823901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=d1cc752b-72a2-4750-a9cf-94867b8e98dc,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:54.828745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:54.833590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Port d3f8ca10-1b35-416c-8e52-decc67c16f65 update to DOWN by agent not found {{(pid=89828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 18:11:54.834062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82855aba-a83a-4422-bbe6-78e56f731d48 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:11:54.835781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.835781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.844070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:54.866181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] For port d3f8ca10-1b35-416c-8e52-decc67c16f65, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d3f8ca10-1b35-416c-8e52-decc67c16f65,segment=NetworkSegment(dc71c7d0-567d-4b66-8146-bf06fcde0656),segment_id=dc71c7d0-567d-4b66-8146-bf06fcde0656)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:54.866653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:54.890436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:54.900758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 82855aba-a83a-4422-bbe6-78e56f731d48 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:11:54.901278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82855aba-a83a-4422-bbe6-78e56f731d48 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:54.901773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.903387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.905051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.906747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.908320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.909284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Synchronizing usage tracker for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:54.919877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] No DVR routers for this DVR port d3f8ca10-1b35-416c-8e52-decc67c16f65 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:11:54.977664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:55.030287 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 9 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:55.060235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ad78be-0612-4873-97fd-dbabaa166169,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:55.061026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Calling delete_port for d3f8ca10-1b35-416c-8e52-decc67c16f65 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:55.080335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.089712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.123689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2df4f97-2226-480b-a574-fc5b589b72fc']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:55.140437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc71c7d0-567d-4b66-8146-bf06fcde0656') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:55.141022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc71c7d0-567d-4b66-8146-bf06fcde0656') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:55.145536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:55.156754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.166699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=80ab5f4e-b09f-455c-a5e6-1861a5061c61,segment=NetworkSegment(2edc2d65-db3d-407e-b5db-e26a44daa2f6),segment_id=2edc2d65-db3d-407e-b5db-e26a44daa2f6)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:55.168865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:55.178733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Unset dirty status for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:55.180522 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e89702a3-3797-42e0-8154-d99d462b5688 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3633761 Oct 17 18:11:55.187862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34898) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.190009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.196750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497237855'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:55.206295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:55.209215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:11:55.209654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.223454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:11:55.223651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:11:55.237139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:55.247048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.251010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed25b802-0a8f-4948-9ca1-051bbbe7ac0b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0653234 Oct 17 18:11:55.255543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.267817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event updated for resources: {'Port': ['ID=010ccce2-e162-4359-a075-a2339a81d3c7,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:55.273723 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f42e6654-e8e4-400c-b182-4810804500c7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2665522 Oct 17 18:11:55.277009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34904) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.277334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34906) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.283972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:55.287613 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment dc71c7d0-567d-4b66-8146-bf06fcde0656 resource provider aggregate not found Oct 17 18:11:55.322707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3837f913-d8cb-4025-b4dd-21c351aa919b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '23ad78be-0612-4873-97fd-dbabaa166169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:55.339632 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment dc71c7d0-567d-4b66-8146-bf06fcde0656 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc71c7d0-567d-4b66-8146-bf06fcde0656 found for delete ", "request_id": "req-886958c7-b25d-42d2-89d4-650090b996e0"}]} Oct 17 18:11:55.340496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:55.344455 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-3837f913-d8cb-4025-b4dd-21c351aa919b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 17 18:11:55.345502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-3837f913-d8cb-4025-b4dd-21c351aa919b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:55.346752 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3837f913-d8cb-4025-b4dd-21c351aa919b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0643721 Oct 17 18:11:55.351326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34916) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.365219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d38d2b01-9a5a-4d56-854e-59538310b849 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '23ad78be-0612-4873-97fd-dbabaa166169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:55.366974 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-d38d2b01-9a5a-4d56-854e-59538310b849 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 17 18:11:55.369676 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-d38d2b01-9a5a-4d56-854e-59538310b849 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:55.370716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d38d2b01-9a5a-4d56-854e-59538310b849 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0184615 Oct 17 18:11:55.374101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34920) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.383451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9672e10f-e5a3-4cb5-b235-59dff1ead1a1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '23ad78be-0612-4873-97fd-dbabaa166169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:55.386507 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-9672e10f-e5a3-4cb5-b235-59dff1ead1a1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 17 18:11:55.386745 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-9672e10f-e5a3-4cb5-b235-59dff1ead1a1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:55.388016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9672e10f-e5a3-4cb5-b235-59dff1ead1a1 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110583 Oct 17 18:11:55.391132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34924) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.392302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a395c-7eb5-44f7-ac3a-a8d26e768e73 None None] Pushing event updated for resources: {'Port': ['ID=80ab5f4e-b09f-455c-a5e6-1861a5061c61,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:55.402040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dee3e7db-3046-4a7e-864d-519c8ce9664c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '23ad78be-0612-4873-97fd-dbabaa166169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:55.403168 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-dee3e7db-3046-4a7e-864d-519c8ce9664c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 17 18:11:55.403855 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-dee3e7db-3046-4a7e-864d-519c8ce9664c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:55.405014 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dee3e7db-3046-4a7e-864d-519c8ce9664c tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0122321 Oct 17 18:11:55.407979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:55.451570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:55.455067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.507445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.512032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.546045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2df4f97-2226-480b-a574-fc5b589b72fc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:55.549309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.552107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:55.590228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.604359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.662837 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca2a781f-9359-4b3a-89ab-336599a95389 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2df4f97-2226-480b-a574-fc5b589b72fc HTTP/1.1" status: 204 len: 168 time: 1.9732366 Oct 17 18:11:55.670236 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Attempt 10 to provision port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 Oct 17 18:11:55.690951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.691304 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 1ff36e2a-5c1b-4310-8942-afb6789051ec of type vlan for network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 Oct 17 18:11:55.700149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port d1cc752b-72a2-4750-a9cf-94867b8e98dc {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:55.700884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.734534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Deleting port d3f8ca10-1b35-416c-8e52-decc67c16f65 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:11:55.735459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.745977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.873168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61adcdf0-11d7-4818-80ab-c1d5ace0c8c7 None None] The port 'd3f8ca10-1b35-416c-8e52-decc67c16f65' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:11:55.879371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:55.882577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Could not find standard attr ID for object 94dc5d2b-017a-45a3-8a2d-3c27718504b5. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:11:55.886002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Could not find standard attr ID for object dc5ab9ba-b2d4-4dcb-bb9d-25bf71c59a78. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:11:55.888974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bc3b9dff-1eaf-4a7c-bdf8-1bc51e2189a0 None None] Could not find standard attr ID for object 30d2be49-6c2a-4527-b1fb-a2b23f7075ba. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:11:55.971332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.059567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.171027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 80ab5f4e-b09f-455c-a5e6-1861a5061c61 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:56.188249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for d1cc752b-72a2-4750-a9cf-94867b8e98dc owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:11:56.209137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.215595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Provisioning for port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:56.222261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.223938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.236378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Provisioning complete for port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:56.246490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.248705 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 1 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:56.285640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.330208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.422752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:56.441788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ad78be-0612-4873-97fd-dbabaa166169,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:56.481314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34942) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:56.491684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.491684 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b086fd1f-f25f-487b-a632-6b04133b65ab tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/23ad78be-0612-4873-97fd-dbabaa166169 HTTP/1.1" status: 204 len: 168 time: 1.0808175 Oct 17 18:11:56.496885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34946) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:56.531691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=9e7d143d-8d60-4b07-aa04-ea4bb0f6e142,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:56.535788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Router 22fd15d8-52df-457d-8bda-f93272f8e29c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:56.545158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:56.611381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c656dbad-ff0d-4ed4-a70f-054f2765b10f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4233308 Oct 17 18:11:56.618084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2a7111e6-097f-43b2-bbee-247fe69c92a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8df70de62bb74e3ba898998ffa450a06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1267605 Oct 17 18:11:56.618571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34952) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:56.618934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34954) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:56.625047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-af78c590-7bbe-4735-b6c2-edf3761ce856 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:56.636294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:56.724254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:56.852042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0f8e2-e1ef-4527-9d4c-1ccc52b6c9af None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:56.894751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.916520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=e6b1bcdd-2daa-43b4-a453-4ae12a74ca58,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:56.930899 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 2 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:57.021552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.060579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.078389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-af78c590-7bbe-4735-b6c2-edf3761ce856 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:57.084126 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-af78c590-7bbe-4735-b6c2-edf3761ce856 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5856647 Oct 17 18:11:57.086374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.094545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.100939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451370058'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.106929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:57.114647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.126292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34970) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.142497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:57.147077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:57.189953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.241697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.279646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 is not hosted by any dhcp agent {{(pid=89827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 18:11:57.283988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=d1cc752b-72a2-4750-a9cf-94867b8e98dc,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:57.305632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:57.308293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.309459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:57.313697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "PUT /v2.0/networks/9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 HTTP/1.1" status: 200 len: 723 time: 0.6918433 Oct 17 18:11:57.326253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.326783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.330271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34976) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.339755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.345836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.350447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] Sync routers for ids ['22fd15d8-52df-457d-8bda-f93272f8e29c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:57.373859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] Routers {'22fd15d8-52df-457d-8bda-f93272f8e29c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:57.374507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22fd15d8-52df-457d-8bda-f93272f8e29c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:57.415443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-42c1ab20-19d7-4c91-a037-2197297a8646 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.439708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:57.444148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bec4eb-cdce-4149-8847-dcb1c71dbd81,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:57.448069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 0885d7d8-0620-4880-b917-d60cce5892f4 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:57.463175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] Routers {'22fd15d8-52df-457d-8bda-f93272f8e29c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:57.463381 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15b8fe7d-e949-4804-90ee-f56bbafe409d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/d1cc752b-72a2-4750-a9cf-94867b8e98dc HTTP/1.1" status: 204 len: 168 time: 2.1738319 Oct 17 18:11:57.463490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22fd15d8-52df-457d-8bda-f93272f8e29c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:57.463581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34980) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.468605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:57.473130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:57.473579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.475447 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-854c2836-a0e1-4c83-8c44-3e0e3f731b02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20bec4eb-cdce-4149-8847-dcb1c71dbd81 HTTP/1.1" status: 204 len: 168 time: 0.8531795 Oct 17 18:11:57.489039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'mac_address': 'fa:16:3e:f6:50:95', 'name': 'tempest-PortsIpV6TestJSON-1732306683'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.489152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b5ea-86b8-4bc6-985f-fe02a7280fa6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=9e7d143d-8d60-4b07-aa04-ea4bb0f6e142,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:57.498528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:57.508093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:57.520009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:57.532078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:57.587158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Update dhcp port {'port': {'network_id': '40c29e7f-9bce-4b02-94db-39a1f7119c09', 'fixed_ips': [{'subnet_id': 'd3ab6914-4f58-491b-b123-0d77d80b566e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a0d994a-2456-4eb0-a75b-4acdea616d4e'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '80ab5f4e-b09f-455c-a5e6-1861a5061c61'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:11:57.608917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.619774 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-42c1ab20-19d7-4c91-a037-2197297a8646 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "PUT /v2.0/quotas/1218cc551d624e5fbbb3220200968f70 HTTP/1.1" status: 200 len: 368 time: 0.4877076 Oct 17 18:11:57.620528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34986) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.626714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Request body: {'network': {'project_id': '1218cc551d624e5fbbb3220200968f70'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.632262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:57.637259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Usage tracker for resource:network and tenant:1218cc551d624e5fbbb3220200968f70 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:57.641014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:57.651213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:57.675439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.676951 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1668d174-85fb-4a0e-b9c3-ed209185fd39 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.1427104 Oct 17 18:11:57.679943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 34990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:57.685287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:57.690353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:57.690800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99879a4-c39f-4c35-bb54-4a257ad7b913 None None] The sync data for ids ['22fd15d8-52df-457d-8bda-f93272f8e29c'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:57.692141 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 3 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:57.740335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.813709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.823320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Made reservation on behalf of 1218cc551d624e5fbbb3220200968f70 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:57.825747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.827482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:57.874033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.922146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:57.929179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a697270-6504-4f8c-9747-5e5ddc1ed114,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:57.935075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Usage tracker for resource:security_group_rule and tenant:1218cc551d624e5fbbb3220200968f70 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:57.939638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:57.955663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:58.062840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Allocated IP 172.20.0.1 (40c29e7f-9bce-4b02-94db-39a1f7119c09/0a0d994a-2456-4eb0-a75b-4acdea616d4e/80ab5f4e-b09f-455c-a5e6-1861a5061c61) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:58.064676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:58.105954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:58.110473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:58.131985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:58.134723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.135746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:58.139519 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c85578f5-ecfe-4c76-93ff-01b2591ad778 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0439186 Oct 17 18:11:58.144819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 34996) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:58.159128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:58.168681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6c6ca2e8-e394-43d1-a336-8df8e86c3c51 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:58.169891 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-6c6ca2e8-e394-43d1-a336-8df8e86c3c51 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 18:11:58.170605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-6c6ca2e8-e394-43d1-a336-8df8e86c3c51 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:58.171916 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c6ca2e8-e394-43d1-a336-8df8e86c3c51 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186474 Oct 17 18:11:58.176452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35002) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:58.191048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:58.197813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 2aaf6264-cc38-41e3-b696-ef84fe125ac4 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:58.201098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.275813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:58.277402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.285374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=80ab5f4e-b09f-455c-a5e6-1861a5061c61,segment=NetworkSegment(2edc2d65-db3d-407e-b5db-e26a44daa2f6),segment_id=2edc2d65-db3d-407e-b5db-e26a44daa2f6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:58.293873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:58.303930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.313831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:58.314726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.329411 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 4 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:58.329908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:58.334278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:58.349740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:58.367414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.376599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Ignored duplicate provisioning block setup for port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:11:58.392829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:58.450403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:58.474481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.611511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daffbe6-3c67-4bef-84dd-987d89b9d269,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:58.620233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.621510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Added segment d18cedc4-f231-4a02-82a2-f29bf5677381 of type vlan for network 0ff529c8-2d0b-4a92-a22a-f2391efb5f0c Oct 17 18:11:58.641928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e005e31-2098-4fb2-a4bd-1d03420212b3 None None] Pushing event updated for resources: {'Port': ['ID=80ab5f4e-b09f-455c-a5e6-1861a5061c61,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:58.660195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.713372 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:58.717506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99a35f0e-cd21-499f-98b1-c201d3ececb7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5387778 Oct 17 18:11:58.718146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35016) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:58.727052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3d6df5db-c940-49e3-bc92-a71ac6875915 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:58.728696 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-3d6df5db-c940-49e3-bc92-a71ac6875915 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 17 18:11:58.728892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-3d6df5db-c940-49e3-bc92-a71ac6875915 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:58.732753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d6df5db-c940-49e3-bc92-a71ac6875915 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116980 Oct 17 18:11:58.735470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35020) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:58.735643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.743227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:58.755032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:58.769384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.771040 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] Sync routers for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:58.778127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:58.783405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:58.787015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:58.787359 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:58.788180 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:58.796635 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fcf18876-bce9-4fd8-a3cb-57cd6338ad3b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2636530 Oct 17 18:11:58.797271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:58.805012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35026) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:58.810470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.810999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 8152f744-757b-4590-9346-2e1508c60f4c yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:11:58.811478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:58.812055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.864816 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:58.874693 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:58.875621 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:58.894799 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 5 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:58.985855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event updated for resources: {'Network': ['ID=0ff529c8-2d0b-4a92-a22a-f2391efb5f0c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:58.990128 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b4fc2103-4927-478d-a731-512bc83cec93 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3684220 Oct 17 18:11:59.009154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35032) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.016061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Request body: {'network': {'project_id': '1218cc551d624e5fbbb3220200968f70'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.022095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:59.031168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0ff529c8-2d0b-4a92-a22a-f2391efb5f0c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:59.031707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:59.032264 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736820b-ef02-45db-85f4-e716a716ca17 None None] The sync data for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:59.051843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Usage tracker for resource:network and tenant:1218cc551d624e5fbbb3220200968f70 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:59.073784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:59.145195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35036) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.167563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:59.251115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.304214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:59.309576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:59.311201 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0048efc6-54e2-4653-8d83-b757aa8f0004 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5748110 Oct 17 18:11:59.316359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.323618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-21595387-ab1e-4087-b0fc-3faebb269471 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.326136 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-21595387-ab1e-4087-b0fc-3faebb269471 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 18:11:59.326136 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-21595387-ab1e-4087-b0fc-3faebb269471 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:59.326136 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-21595387-ab1e-4087-b0fc-3faebb269471 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083144 Oct 17 18:11:59.328692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35046) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.335166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.337947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a1442-172b-4055-a69b-a62dc2564419 None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:59.344095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:59.349822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:59.354283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:59.361181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:59.365187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550c645-2f9b-472c-97e6-49f6d106a552 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:59.365790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3550c645-2f9b-472c-97e6-49f6d106a552 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:59.378772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1520034017-network', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.397328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:59.445746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Usage tracker for resource:network and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:59.471575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Made reservation on behalf of 1218cc551d624e5fbbb3220200968f70 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:59.474237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.495551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:59.516317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Router 9e543bc4-d699-475e-88d3-aa410e805a8b is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:59.533351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:59.536416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=e37c598b-4a81-4688-af9f-1d56e48114b3,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:59.614242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:59.638286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3550c645-2f9b-472c-97e6-49f6d106a552 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:59.638825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.639035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3550c645-2f9b-472c-97e6-49f6d106a552 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports/e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 HTTP/1.1" status: 200 len: 910 time: 0.8318856 Oct 17 18:11:59.639334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Added segment 12e7b68a-c82b-4552-893d-c20d92742f50 of type vlan for network 04eb1f12-3d60-47f0-b569-2e5ccfd4f98d Oct 17 18:11:59.646949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35050) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.669277 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 6 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:11:59.738202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:59.774409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:59.776086 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9c12b471-8bd1-4771-ac85-b0733cdf548a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4465039 Oct 17 18:11:59.856521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35054) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.859522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Made reservation on behalf of c97a89bf2bde4d6c91d9367a7a2f6d1d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:59.861765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.870094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '1ff36e2a-5c1b-4310-8942-afb6789051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:59.870452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:59.888415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-00ec6442-e0e4-4668-84b9-131d8c89aaf7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.888800 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-00ec6442-e0e4-4668-84b9-131d8c89aaf7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 17 18:11:59.889277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-00ec6442-e0e4-4668-84b9-131d8c89aaf7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:11:59.890291 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00ec6442-e0e4-4668-84b9-131d8c89aaf7 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152574 Oct 17 18:11:59.894867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.898425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35058) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:59.902040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.936980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:59.938179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:59.944634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Usage tracker for resource:security_group_rule and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:59.949399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.956152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:59.957184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:59.966706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:59.969355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:59.972890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:59.997215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:59.997426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:00.007200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] Sync routers for ids ['9e543bc4-d699-475e-88d3-aa410e805a8b'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:00.018499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] Routers {'9e543bc4-d699-475e-88d3-aa410e805a8b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:00.019467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['9e543bc4-d699-475e-88d3-aa410e805a8b'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:00.052849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:00.085697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:00.097070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] Routers {'9e543bc4-d699-475e-88d3-aa410e805a8b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:00.097431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['9e543bc4-d699-475e-88d3-aa410e805a8b'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:00.098821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.111746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.170751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 80ab5f4e-b09f-455c-a5e6-1861a5061c61 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:00.175237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.179225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f783eaa-5e66-40bc-8a43-a475602efcd7 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.2610316 Oct 17 18:12:00.179225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:00.183916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35062) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.191681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.192255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.199097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.203238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:00.203238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac9ad3-1c50-4cd5-b2c7-2a6fd5d50de1 None None] The sync data for ids ['9e543bc4-d699-475e-88d3-aa410e805a8b'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:00.204753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22464f-54ce-4991-a2e4-19bc52e7fb07 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:00.206702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:00.283670 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 7 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:00.285594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:00.288849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.290038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.290805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.349469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:00.369485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:00.383633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:00.389029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.389660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.403017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=8152f744-757b-4590-9346-2e1508c60f4c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:00.406964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:00.413162 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:00.419269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5f123eda-ea23-4684-9500-06b5591599f3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4894311 Oct 17 18:12:00.423789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35066) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.432743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a61da-59cc-43c0-8537-98234753d27c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:00.440880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.441226 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Added segment 1ed43abe-06d0-4ab2-90de-b11a1bada2a7 of type vlan for network 1ec04218-b096-40e5-9647-10baa6bda1bf Oct 17 18:12:00.487187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '9a697270-6504-4f8c-9747-5e5ddc1ed114', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:00.489148 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bcce88b0-4ec3-43de-ad94-a74b8081fff5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1575189 Oct 17 18:12:00.489688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.496850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.497776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4869931 Oct 17 18:12:00.499539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35074) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.505753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:00.511259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Request body: {'network': {'project_id': '1218cc551d624e5fbbb3220200968f70'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:00.517828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:00.519438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9e7d143d-8d60-4b07-aa04-ea4bb0f6e142', 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': 'e37c598b-4a81-4688-af9f-1d56e48114b3'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:00.520333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.541192 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7dbb25d-6f7a-4c77-b068-87bc7759e5aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0688994 Oct 17 18:12:00.548757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35078) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.568735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:00.572782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:00.586828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:00.610599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Usage tracker for resource:network and tenant:1218cc551d624e5fbbb3220200968f70 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:00.613304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df282b-c29c-4c4c-bb69-ed4d7c87a058 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event updated for resources: {'Network': ['ID=04eb1f12-3d60-47f0-b569-2e5ccfd4f98d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:00.621819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:00.623887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:00.630680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 04eb1f12-3d60-47f0-b569-2e5ccfd4f98d details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:00.645965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:00.655477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:00.657282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 18:12:00.657781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:00.661867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ddf194f0-ef44-4231-a183-63e4f5958f73 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1527762 Oct 17 18:12:00.693236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.694756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35082) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:00.729800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.838111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Allocated IP 2001:db8::2 (9e7d143d-8d60-4b07-aa04-ea4bb0f6e142/e37c598b-4a81-4688-af9f-1d56e48114b3/a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:00.840162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e603ee7-37f1-4f81-a746-51cbeab65cee tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.840766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0e603ee7-37f1-4f81-a746-51cbeab65cee tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:00.873786 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 8 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:00.893889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2484002'] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.927414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.928358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.928931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.995503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:01.065146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cae3f94d-3d6d-4f4e-9550-08e09610f82b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1218cc551d624e5fbbb3220200968f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666227 Oct 17 18:12:01.067313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0e603ee7-37f1-4f81-a746-51cbeab65cee tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:01.071098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0e603ee7-37f1-4f81-a746-51cbeab65cee tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/8152f744-757b-4590-9346-2e1508c60f4c HTTP/1.1" status: 200 len: 845 time: 0.5153093 Oct 17 18:12:01.071261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35086) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:01.083099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35090) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:01.115203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.119695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Transition to ACTIVE for port object a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:01.139062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Transition to ACTIVE for port object a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:01.150041 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:01.153876 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0e060ddc-8ef4-4af4-9b64-4633f4f3df44 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7228956 Oct 17 18:12:01.158169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:01.192439 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0424223 Oct 17 18:12:01.205141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35098) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:01.208182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743850a-1cd1-466c-821c-c288c156a3ca admin admin] Pushing event updated for resources: {'Network': ['ID=1ec04218-b096-40e5-9647-10baa6bda1bf,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:01.218949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Request body: {'subnet': {'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1520034017-subnet', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:01.219113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 1ec04218-b096-40e5-9647-10baa6bda1bf details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:01.240414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.243234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:01.270752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router 22fd15d8-52df-457d-8bda-f93272f8e29c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:01.282809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 8152f744-757b-4590-9346-2e1508c60f4c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:01.283150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.297716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Usage tracker for resource:subnet and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:01.312521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:01.327702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:01.344977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.346913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.382910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:01.397492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:01.405550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:01.416588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.444453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Made reservation on behalf of c97a89bf2bde4d6c91d9367a7a2f6d1d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:01.447635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.458878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Pushing event updated for resources: {'Port': ['ID=a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:01.505360 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 9 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:01.563787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.583048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Attempting to bind port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:01.583433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Attempting to bind port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1ff36e2a-5c1b-4310-8942-afb6789051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:01.583848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Attempting to bind port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b on network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:01.594527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:01.594925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Checking segment: {'id': '1ff36e2a-5c1b-4310-8942-afb6789051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:01.595300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.595746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Bound using segment: {'id': '1ff36e2a-5c1b-4310-8942-afb6789051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:01.596219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Bound port: a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff36e2a-5c1b-4310-8942-afb6789051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e7d143d-8d60-4b07-aa04-ea4bb0f6e142'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:01.596593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.608372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:01.674037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.680316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.690351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2246245'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.691628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] For port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:01.695029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] For port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b,segment=NetworkSegment(1ff36e2a-5c1b-4310-8942-afb6789051ec),segment_id=1ff36e2a-5c1b-4310-8942-afb6789051ec)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:01.703988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.764379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.771994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:01.772764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.777245 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "PUT /v2.0/subnets/e37c598b-4a81-4688-af9f-1d56e48114b3 HTTP/1.1" status: 200 len: 826 time: 1.2825785 Oct 17 18:12:01.778972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:01.831768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Deleting port 010ccce2-e162-4359-a075-a2339a81d3c7 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:01.831768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.853944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ab312-0f09-4e23-9a8f-f9d699f0e4f5 None None] Pushing event updated for resources: {'Port': ['ID=a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:01.904828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:01.916831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441948e0-072e-4881-a9f4-5b1fa6879902 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=e37c598b-4a81-4688-af9f-1d56e48114b3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:01.924556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:01.935249 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] Sync routers for ids ['22fd15d8-52df-457d-8bda-f93272f8e29c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:01.946209 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] Routers {'22fd15d8-52df-457d-8bda-f93272f8e29c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:01.947680 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22fd15d8-52df-457d-8bda-f93272f8e29c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:02.054007 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:02.057797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.068270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 8152f744-757b-4590-9346-2e1508c60f4c owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:02.069211 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] Routers {'22fd15d8-52df-457d-8bda-f93272f8e29c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:02.070116 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22fd15d8-52df-457d-8bda-f93272f8e29c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:02.076907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.122443 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Attempt 10 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:02.210703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.215791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/3daffbe6-3c67-4bef-84dd-987d89b9d269 HTTP/1.1" status: 204 len: 168 time: 1.1463330 Oct 17 18:12:02.216994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b9f3b-8a17-4466-813c-cab664070258 tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daffbe6-3c67-4bef-84dd-987d89b9d269,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:02.234175 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:02.234817 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c15f1-8f32-43ea-ba14-9e9b1c9ee38e None None] The sync data for ids ['22fd15d8-52df-457d-8bda-f93272f8e29c'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:02.243324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a697270-6504-4f8c-9747-5e5ddc1ed114,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:02.246140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35106) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.324733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.342594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:02.356091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.374015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a78a5f52-3944-4506-85ae-6e55ff6a9d04 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:02.417963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.419553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2393713c-702f-44db-ad35-49725755460a tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "PUT /v2.0/routers/22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 200 len: 922 time: 4.7386279 Oct 17 18:12:02.435773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35110) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.458447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.459616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3eb279b3-9522-430c-8996-2b40af90e539 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a697270-6504-4f8c-9747-5e5ddc1ed114 HTTP/1.1" status: 204 len: 168 time: 1.2894011 Oct 17 18:12:02.471765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:02.546038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.560144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35114) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.562821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Provisioning for port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:02.568439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Provisioning complete for port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:02.568799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.569135 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Attempt 1 to provision port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 Oct 17 18:12:02.581644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.584729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=8152f744-757b-4590-9346-2e1508c60f4c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:02.665278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:02.666146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.680253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f7e1b60a-48c0-4ec9-adaf-487eecca4009 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/8152f744-757b-4590-9346-2e1508c60f4c HTTP/1.1" status: 204 len: 168 time: 1.5943427 Oct 17 18:12:02.681213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35118) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.709013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Current status of the port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:02.709308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.743673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4684a2-2292-43aa-8601-b4cf5c185581 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:12:02.744520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bb4684a2-2292-43aa-8601-b4cf5c185581 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:02.748355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=80ab5f4e-b09f-455c-a5e6-1861a5061c61,segment=NetworkSegment(2edc2d65-db3d-407e-b5db-e26a44daa2f6),segment_id=2edc2d65-db3d-407e-b5db-e26a44daa2f6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:02.754092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:02.759751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.786097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.857733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Calling delete_port for 010ccce2-e162-4359-a075-a2339a81d3c7 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:02.865453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.897886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bb4684a2-2292-43aa-8601-b4cf5c185581 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:02.904045 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bb4684a2-2292-43aa-8601-b4cf5c185581 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/8152f744-757b-4590-9346-2e1508c60f4c HTTP/1.1" status: 404 len: 333 time: 0.2130146 Oct 17 18:12:02.904238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35122) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.910002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'name': 'tempest-PortsIpV6TestJSON-1036472176'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:02.983695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Pushing event updated for resources: {'Port': ['ID=80ab5f4e-b09f-455c-a5e6-1861a5061c61,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:02.998619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Provisioning complete for port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:02.999001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.999339 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Attempt 1 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:03.075045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.084783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a2edc2d2-c188-42c2-804f-a516cb4323a5 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:03.084783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.085062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:03.085918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:03.099371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1981d-1531-496f-acf5-ac03bdca7c8a None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:03.204413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:03.212932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:03.346797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:03.350207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.379887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port ac89cd2a-ced6-4816-9e47-c9b02266e9b3 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:03.408847 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b339ffe1-7f85-4480-9806-5f424952b866 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 200 len: 922 time: 0.9591112 Oct 17 18:12:03.418587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35126) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:03.485955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.510921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb369eec-05bc-4e84-9503-4e37d301a6e9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:03.560452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eb1f12-3d60-47f0-b569-2e5ccfd4f98d']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:03.569330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a2edc2d2-c188-42c2-804f-a516cb4323a5 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:03.570789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a2edc2d2-c188-42c2-804f-a516cb4323a5 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0081093 Oct 17 18:12:03.581482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Checking segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:03.581862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Network hostable DHCP agents. Network: 1ec04218-b096-40e5-9647-10baa6bda1bf, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:03.582646 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Attempt 2 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:03.587971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35130) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:03.592251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b,segment=NetworkSegment(1ff36e2a-5c1b-4310-8942-afb6789051ec),segment_id=1ff36e2a-5c1b-4310-8942-afb6789051ec)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:03.592620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.594851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--560418986'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:03.602744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e7b68a-c82b-4552-893d-c20d92742f50') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:03.603320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e7b68a-c82b-4552-893d-c20d92742f50') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:03.613923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7052b2-9b10-4f88-a4a9-979bd5f014a5 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:03.619004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:03.655269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:03.669816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de5bbc-c87c-4b85-ad9d-95fe3b8cd4da tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:03.670525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97de5bbc-c87c-4b85-ad9d-95fe3b8cd4da tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Synchronizing usage tracker for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:03.715870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.728105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.754281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:03.791563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:03.837049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.852900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Network 1ec04218-b096-40e5-9647-10baa6bda1bf is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:03.855300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.856606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97de5bbc-c87c-4b85-ad9d-95fe3b8cd4da tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Unset dirty status for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:03.861101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-97de5bbc-c87c-4b85-ad9d-95fe3b8cd4da tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=22fd15d8-52df-457d-8bda-f93272f8e29c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4359224 Oct 17 18:12:03.861659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35134) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:03.874977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=e6b1bcdd-2daa-43b4-a453-4ae12a74ca58,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:03.896876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:03.897320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.971265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 12e7b68a-c82b-4552-893d-c20d92742f50 resource provider aggregate not found Oct 17 18:12:03.982147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:04.005479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:04.012748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:04.019406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.037129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:04.049977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 1ec04218-b096-40e5-9647-10baa6bda1bf) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:04.055566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.064210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f65285-bbb3-4515-8224-78d792e8ff9f None None] Network 1ec04218-b096-40e5-9647-10baa6bda1bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:04.075879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:04.076481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.083217 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 12e7b68a-c82b-4552-893d-c20d92742f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12e7b68a-c82b-4552-893d-c20d92742f50 found for delete ", "request_id": "req-8b1ac44d-accd-4841-95a5-16d34b8aaf47"}]} Oct 17 18:12:04.190326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Pushing event deleted for resources: {'Port': ['ID=010ccce2-e162-4359-a075-a2339a81d3c7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:04.198568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 80ab5f4e-b09f-455c-a5e6-1861a5061c61 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:04.298038 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Attempt 3 to provision port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 Oct 17 18:12:04.343275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.376340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.381114 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "DELETE /v2.0/networks/04eb1f12-3d60-47f0-b569-2e5ccfd4f98d HTTP/1.1" status: 204 len: 168 time: 2.1153653 Oct 17 18:12:04.390228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-182bfc23-1cf4-40c4-9f27-c14bb459af19 None None] Port e6b1bcdd-2daa-43b4-a453-4ae12a74ca58 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:12:04.397052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35142) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:04.431950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf461-cf82-408e-a196-fb0fa9271f7b tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event deleted for resources: {'Network': ['ID=04eb1f12-3d60-47f0-b569-2e5ccfd4f98d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:04.445832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37da7085-0aad-4dc6-a291-2bc614e7a4a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2392335 Oct 17 18:12:04.446146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.453897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:04.454730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2964c5-2d63-4024-ad31-430a0996cdc4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:04.455313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4d2964c5-2d63-4024-ad31-430a0996cdc4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Synchronizing usage tracker for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:04.463357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:04.480652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-1ec04218-b096-40e5-9647-10baa6bda1bf', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:04.481718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.497441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:04.497927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.498323 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 Oct 17 18:12:04.526960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:04.540357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.590714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Usage tracker for resource:router and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:04.608338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.610058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:04.627257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b5795e3a-ad9c-425a-a089-601fa1a3d66d None None] Provisioning for port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:04.641903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b5795e3a-ad9c-425a-a089-601fa1a3d66d None None] Provisioning complete for port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:04.642287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5795e3a-ad9c-425a-a089-601fa1a3d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.642615 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b5795e3a-ad9c-425a-a089-601fa1a3d66d None None] Attempt 1 to provision port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b Oct 17 18:12:04.660407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:04.682551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.689049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b5795e3a-ad9c-425a-a089-601fa1a3d66d None None] Port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:12:04.728330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:04.736612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:04.742284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=ac89cd2a-ced6-4816-9e47-c9b02266e9b3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:04.745081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:04.746866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.750538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:04.751252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.753183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:04.794815 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:12:04.799384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:04.807457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4d2964c5-2d63-4024-ad31-430a0996cdc4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Unset dirty status for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:04.809460 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4d2964c5-2d63-4024-ad31-430a0996cdc4 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.9429765 Oct 17 18:12:04.831755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Allocated IP 172.20.0.2 (1ec04218-b096-40e5-9647-10baa6bda1bf/cb369eec-05bc-4e84-9503-4e37d301a6e9/49b6ac4e-dd07-46f1-8bd3-afb086005919) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:04.855083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35150) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:04.893430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.894409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.917800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04d992-bd48-4f8a-b03b-92594b6102dd None None] DHCP port deletion for 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:04.992148 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b212a8ef-db89-4d37-bae8-8a238e6a47b9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0868659 Oct 17 18:12:04.998724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.002675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35152) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:05.011759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:05.077814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.084934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.097749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Transition to ACTIVE for port object 49b6ac4e-dd07-46f1-8bd3-afb086005919 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:05.120559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Transition to ACTIVE for port object 49b6ac4e-dd07-46f1-8bd3-afb086005919 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:05.132659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.137823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 2aaf6264-cc38-41e3-b696-ef84fe125ac4 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:05.181013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-33546a36-d4ce-49e3-8ca4-9cdd2693a623 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 200 len: 205 time: 0.1301279 Oct 17 18:12:05.188963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35158) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:05.194911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:05.200470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.267607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Network 1ec04218-b096-40e5-9647-10baa6bda1bf is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:05.270632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:05.279592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:05.322499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Pushing event updated for resources: {'Port': ['ID=49b6ac4e-dd07-46f1-8bd3-afb086005919,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:05.392456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Attempting to bind port 49b6ac4e-dd07-46f1-8bd3-afb086005919 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:05.399581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Attempting to bind port 49b6ac4e-dd07-46f1-8bd3-afb086005919 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:05.399581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Attempting to bind port 49b6ac4e-dd07-46f1-8bd3-afb086005919 on network 1ec04218-b096-40e5-9647-10baa6bda1bf {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:05.399581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:05.399581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Checking segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:05.399581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.400190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Bound using segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:05.400652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Bound port: 49b6ac4e-dd07-46f1-8bd3-afb086005919, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:05.401082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.424950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.451824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.458969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.471277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0f09f-60f0-46d4-b005-a4df8fcf3724,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:05.492703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.494202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] For port 49b6ac4e-dd07-46f1-8bd3-afb086005919, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:05.497815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f0f9c29f-84d3-46e7-832a-446801bd47ea tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9073863 Oct 17 18:12:05.499200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] For port 49b6ac4e-dd07-46f1-8bd3-afb086005919, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=49b6ac4e-dd07-46f1-8bd3-afb086005919,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:05.530317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35162) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:05.544263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.566148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.574764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff529c8-2d0b-4a92-a22a-f2391efb5f0c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.612787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.644920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '0ab0f09f-60f0-46d4-b005-a4df8fcf3724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:05.652977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e9ed8-42f9-4433-9855-3925181ec6f9 None None] Pushing event updated for resources: {'Port': ['ID=49b6ac4e-dd07-46f1-8bd3-afb086005919,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:05.665705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:05.676969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:05.683246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:05.688934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18cedc4-f231-4a02-82a2-f29bf5677381') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.689446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18cedc4-f231-4a02-82a2-f29bf5677381') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.713981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:05.722201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.743807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Router 9e543bc4-d699-475e-88d3-aa410e805a8b has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:05.755850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.772824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:05.773222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.975585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.037890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.045832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:06.046670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=e37c598b-4a81-4688-af9f-1d56e48114b3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:06.058253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:06.063081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a0827-da1c-47bb-863d-5d9bfbdf8645 None None] Network 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:06.064952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dfad6ed8-7ddf-4712-bbef-603df5c7266b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4169700 Oct 17 18:12:06.069833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35166) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.074932 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] Sync routers for ids ['9e543bc4-d699-475e-88d3-aa410e805a8b'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:06.104627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] Sync routers for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:06.108538 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] Routers {'9e543bc4-d699-475e-88d3-aa410e805a8b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:06.110886 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['9e543bc4-d699-475e-88d3-aa410e805a8b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.146237 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d18cedc4-f231-4a02-82a2-f29bf5677381 resource provider aggregate not found Oct 17 18:12:06.177366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.187036 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d18cedc4-f231-4a02-82a2-f29bf5677381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d18cedc4-f231-4a02-82a2-f29bf5677381 found for delete ", "request_id": "req-b4836556-f83f-4c86-8410-ec4ec7bcd35f"}]} Oct 17 18:12:06.187671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.220429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.225000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0ff529c8-2d0b-4a92-a22a-f2391efb5f0c HTTP/1.1" status: 204 len: 168 time: 1.8268020 Oct 17 18:12:06.230936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.234984 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9b53bb70-7d00-4817-9a13-7a1b390f9949 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "PUT /v2.0/routers/9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 200 len: 709 time: 6.0455039 Oct 17 18:12:06.247497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.251489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35176) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.264982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The resource could not be found. Oct 17 18:12:06.266042 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d8ac2fea-a77b-4ad1-88da-79ed1756dab6 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7305286 Oct 17 18:12:06.268572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178e215-e3a7-4a87-aa94-2645f240b81a tempest-QuotasNegativeTest-1138369260 tempest-QuotasNegativeTest-1138369260-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ff529c8-2d0b-4a92-a22a-f2391efb5f0c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:06.284683 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.297183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:06.297991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.298999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35178) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.307360 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] Routers {'9e543bc4-d699-475e-88d3-aa410e805a8b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:06.307966 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['9e543bc4-d699-475e-88d3-aa410e805a8b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.325161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '0ab0f09f-60f0-46d4-b005-a4df8fcf3724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7123a0a5-d6c4-45bb-a3c4-e2a0387faa13'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:06.343695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7d143d-8d60-4b07-aa04-ea4bb0f6e142']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.363352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:06.386713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 49b6ac4e-dd07-46f1-8bd3-afb086005919 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:06.394853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:06.400656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff36e2a-5c1b-4310-8942-afb6789051ec') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.401209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff36e2a-5c1b-4310-8942-afb6789051ec') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.409951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:06.419038 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.419863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0e76d-2805-446d-bec7-1b5966baa3f6 None None] The sync data for ids ['9e543bc4-d699-475e-88d3-aa410e805a8b'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:06.428524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:06.433038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.462287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.472903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:06.473460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.561195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.664004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82800f82-47c9-4d7f-8239-16ef2e9f5439 None None] DHCP port deletion for 9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:06.670331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:06.671657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.681656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.740578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.758848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:06.763005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3441348-f67f-4bc6-9291-eb578504fa90 None None] The sync data for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:06.855675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.862868 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The resource could not be found. Oct 17 18:12:06.863894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37978cbe-b048-4059-82a1-c344c0129b2d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5642540 Oct 17 18:12:06.867747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35186) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.870217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=9e7d143d-8d60-4b07-aa04-ea4bb0f6e142,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:06.881459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 49b6ac4e-dd07-46f1-8bd3-afb086005919 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:06.886234 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5dea6e4e-a6e6-4a60-8a26-02ec4f527ffb tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 HTTP/1.1" status: 204 len: 168 time: 5.0994918 Oct 17 18:12:06.886376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35190) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.927554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6802593-ff3c-4599-be18-e8fe33874f74 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:06.928023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6802593-ff3c-4599-be18-e8fe33874f74 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:06.937088 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d6802593-ff3c-4599-be18-e8fe33874f74 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 HTTP/1.1" status: 404 len: 339 time: 0.0468175 Oct 17 18:12:06.937088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35194) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.937298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c041de8f-8ea1-4d33-9285-26acb2833c47 None None] Network 1ec04218-b096-40e5-9647-10baa6bda1bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:06.955094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721707144', 'description': 'd1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:06.961138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:06.961655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:06.968370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Usage tracker for resource:network and tenant:7fd772f23f1942cf9048fb97cbab62af is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:06.972201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:06.987805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:06.995866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.996434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.996579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] In _notify_port_updated(), no bound segment for port ac89cd2a-ced6-4816-9e47-c9b02266e9b3 on network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:12:07.001757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:07.002367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.006282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/ports/ac89cd2a-ced6-4816-9e47-c9b02266e9b3 HTTP/1.1" status: 200 len: 818 time: 1.9998477 Oct 17 18:12:07.007250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.078584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.084299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:07.084652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a7f6cbc8-7b40-4c94-b7ed-d5aef28cad0b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:07.093064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:07.096714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.113299 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-224602f9-ec9e-4810-a1ea-da2d42bc4ebf tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/routers/9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 200 len: 744 time: 0.5974612 Oct 17 18:12:07.123715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35202) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.154609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port ac89cd2a-ced6-4816-9e47-c9b02266e9b3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:07.155114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.178056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Provisioning for port 49b6ac4e-dd07-46f1-8bd3-afb086005919 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:07.185809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Provisioning complete for port 49b6ac4e-dd07-46f1-8bd3-afb086005919 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:07.186191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.186514 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Attempt 1 to provision port 49b6ac4e-dd07-46f1-8bd3-afb086005919 Oct 17 18:12:07.209675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4487-7de4-4ccc-8f22-47380e7c61b2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=ac89cd2a-ced6-4816-9e47-c9b02266e9b3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:07.240494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1b144101-a6b4-40c3-b3a9-5d33e4514dbe tempest-RoutersIpV6AdminTest-433396289 tempest-RoutersIpV6AdminTest-433396289-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 200 len: 205 time: 0.0846779 Oct 17 18:12:07.245438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35208) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.308563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35212) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.399280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Current status of the port 49b6ac4e-dd07-46f1-8bd3-afb086005919 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:07.399280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.447007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] For port 49b6ac4e-dd07-46f1-8bd3-afb086005919, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=49b6ac4e-dd07-46f1-8bd3-afb086005919,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:07.460347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.510828 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bdf6135a-d806-4065-9a4d-ef14ca4ed469 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 200 len: 205 time: 0.2584717 Oct 17 18:12:07.522072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35218) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.524180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:07.526519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.566962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0f09f-60f0-46d4-b005-a4df8fcf3724,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:07.594870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.597091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.603509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c22f4-8792-4803-bb0a-648b6d47b57d None None] Pushing event updated for resources: {'Port': ['ID=49b6ac4e-dd07-46f1-8bd3-afb086005919,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:07.606619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.606966 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 9b4b2a8b-be20-4daa-97f4-5563ae966f8f of type vlan for network c6f35768-3966-4e20-b86b-2733b670076a Oct 17 18:12:07.630039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.649737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:07.702610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.723408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df26347-4b24-44b8-b603-952f8d1f85d9 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:12:07.775238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:51923bfa7d1041fb9ceac136c5f3fc70 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:07.784572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for ac89cd2a-ced6-4816-9e47-c9b02266e9b3 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:07.788692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a56e6603-661c-402c-9ad6-da39a50c6539 None None] Provisioning complete for port 49b6ac4e-dd07-46f1-8bd3-afb086005919 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:07.789067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a56e6603-661c-402c-9ad6-da39a50c6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.789400 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a56e6603-661c-402c-9ad6-da39a50c6539 None None] Attempt 1 to provision port 49b6ac4e-dd07-46f1-8bd3-afb086005919 Oct 17 18:12:07.813804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:07.831058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port 22b0c082-48c9-45eb-b17c-d429631d51b4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:07.831691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.839188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.842577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:07.853192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.854612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-034e8db3-2d0c-476a-b728-56387ebfec96 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ab0f09f-60f0-46d4-b005-a4df8fcf3724 HTTP/1.1" status: 204 len: 168 time: 0.9857686 Oct 17 18:12:07.860319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35222) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.980555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df26347-4b24-44b8-b603-952f8d1f85d9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:12:07.983228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a56e6603-661c-402c-9ad6-da39a50c6539 None None] Current status of the port 49b6ac4e-dd07-46f1-8bd3-afb086005919 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:07.985549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.005092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.010815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:08.011394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.090177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.165866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.199900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=ac89cd2a-ced6-4816-9e47-c9b02266e9b3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.200135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 49b6ac4e-dd07-46f1-8bd3-afb086005919 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:08.216051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=c6f35768-3966-4e20-b86b-2733b670076a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.220760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.224628 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc3bf1d9-57ff-4cc7-b666-26b0d78505ba tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/ac89cd2a-ced6-4816-9e47-c9b02266e9b3 HTTP/1.1" status: 204 len: 168 time: 1.2135031 Oct 17 18:12:08.233516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35230) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.290925 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1ff36e2a-5c1b-4310-8942-afb6789051ec resource provider aggregate not found Oct 17 18:12:08.319834 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1ff36e2a-5c1b-4310-8942-afb6789051ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff36e2a-5c1b-4310-8942-afb6789051ec found for delete ", "request_id": "req-27997e5d-182c-4d69-adb5-57730d5ad021"}]} Oct 17 18:12:08.333710 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-920daaf7-454c-4678-bc24-a46023758b8c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3956008 Oct 17 18:12:08.339190 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51923bfa7d1041fb9ceac136c5f3fc70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0269413 Oct 17 18:12:08.339190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35236) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.347206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35238) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.357545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.364795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 49b6ac4e-dd07-46f1-8bd3-afb086005919 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:08.364973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.365285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 49b6ac4e-dd07-46f1-8bd3-afb086005919 Oct 17 18:12:08.370767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be607700-6646-4778-96a0-c21c27c2b5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72260f6f-cb26-4116-b30a-bbd1e33ce204,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.377751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.407594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c6f35768-3966-4e20-b86b-2733b670076a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:08.409828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17c087a0-02fa-439b-853d-9340ef39be91 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:08.520962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.525312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73741768-8fc1-493c-86d3-284157737ac6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:08.526032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-73741768-8fc1-493c-86d3-284157737ac6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Synchronizing usage tracker for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:08.562106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.574234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d97b6a-55a2-4e86-8cd8-cd637dc32cd3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:08.574234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-76d97b6a-55a2-4e86-8cd8-cd637dc32cd3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:08.596597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.610533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.651213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-73741768-8fc1-493c-86d3-284157737ac6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Unset dirty status for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:08.652458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-73741768-8fc1-493c-86d3-284157737ac6 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks?id=c6f35768-3966-4e20-b86b-2733b670076a HTTP/1.1" status: 200 len: 764 time: 0.3067822 Oct 17 18:12:08.655380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35244) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.662085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'description': 'd2'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:08.695259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 49b6ac4e-dd07-46f1-8bd3-afb086005919 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:08.742582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-76d97b6a-55a2-4e86-8cd8-cd637dc32cd3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:08.747683 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-76d97b6a-55a2-4e86-8cd8-cd637dc32cd3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5048373 Oct 17 18:12:08.747934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35248) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.798928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17c087a0-02fa-439b-853d-9340ef39be91 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:08.799928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17c087a0-02fa-439b-853d-9340ef39be91 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9326560 Oct 17 18:12:08.800596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.801079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Fanout notify agent at l3_agent the message router_deleted on router 9e543bc4-d699-475e-88d3-aa410e805a8b {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:08.810257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for 22b0c082-48c9-45eb-b17c-d429631d51b4 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:08.812744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35252) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.818927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9561fc77-b517-42cd-8a70-3b97bd7e3d1d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:12:08.820575 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9561fc77-b517-42cd-8a70-3b97bd7e3d1d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/ac89cd2a-ced6-4816-9e47-c9b02266e9b3 HTTP/1.1" status: 404 len: 333 time: 0.0716858 Oct 17 18:12:08.821419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.827582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '2b289313-21ef-4a2d-8641-5087004ff1c2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:08.831153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35256) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.848934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-757088909'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:08.852346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:08.855149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.877386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72260f6f-cb26-4116-b30a-bbd1e33ce204,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.879325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:08.881680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:08.906161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.958923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.959997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c9d3f2f-e1c2-49e6-8550-4d5fbd46b766 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 204 len: 168 time: 1.4343407 Oct 17 18:12:08.969422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35260) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.041025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:09.045189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:09.056076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:09.058787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:09.063364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.067080 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0de0625c-7054-4abd-8900-e53abdb39180 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72260f6f-cb26-4116-b30a-bbd1e33ce204 HTTP/1.1" status: 204 len: 168 time: 0.6951504 Oct 17 18:12:09.083049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:09.114760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ad55ea95-e722-4db1-a90e-34581269fcab tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 200 len: 205 time: 0.1419744 Oct 17 18:12:09.122198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35266) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.189555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.211503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:09.214889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.230662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-cdd357fd-679d-46cb-b390-2bb4ac3935a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:09.232133 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cdd357fd-679d-46cb-b390-2bb4ac3935a8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/9e543bc4-d699-475e-88d3-aa410e805a8b HTTP/1.1" status: 404 len: 336 time: 0.1085503 Oct 17 18:12:09.240745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35270) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.318748 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56a791d9-0242-4e25-adac-573745d4e64e tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 200 len: 205 time: 0.0766954 Oct 17 18:12:09.321397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.323341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35276) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.353847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:09.355852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network c6f35768-3966-4e20-b86b-2733b670076a is not hosted by any dhcp agent {{(pid=89826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 18:12:09.371370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:09.371370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.371370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "PUT /v2.0/networks/c6f35768-3966-4e20-b86b-2733b670076a HTTP/1.1" status: 200 len: 761 time: 0.7067428 Oct 17 18:12:09.400839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35280) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.437479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.437890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 9ec9066c-7b94-4921-bc95-2caf2fd372f8 of type vlan for network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 Oct 17 18:12:09.439124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The resource could not be found. Oct 17 18:12:09.440200 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-96aad59a-bb50-43ad-b0c3-1ddccfa4fe3e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6261704 Oct 17 18:12:09.446813 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-6443d3ea-eca6-442a-8eb8-aa56aceaaff5 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:09.446813 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6443d3ea-eca6-442a-8eb8-aa56aceaaff5 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/359d0218-6645-41a6-ad78-a1cf213e586a HTTP/1.1" status: 404 len: 336 time: 0.1171374 Oct 17 18:12:09.448073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35284) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.448397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35286) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.459604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--735639372'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:09.513540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:09.515859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48eb0b-cb2b-410c-a004-448445814163 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=c6f35768-3966-4e20-b86b-2733b670076a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:09.525052 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85c7f093-3eb7-4454-be40-d8e8695992b8 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 200 len: 205 time: 0.0716281 Oct 17 18:12:09.532861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c6f35768-3966-4e20-b86b-2733b670076a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:09.534408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.546362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Allocated IP 172.26.2.120 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/c08280a5-3588-49d5-99f4-8b5621edd428) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:09.607028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:09.610326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.626172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-e6e06121-d4e9-45c4-bf37-2fcb219a0b11 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:09.627349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e6e06121-d4e9-45c4-bf37-2fcb219a0b11 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/c6ca93fe-ae21-4d25-be90-8f6f6cb8e5a7 HTTP/1.1" status: 404 len: 336 time: 0.0921056 Oct 17 18:12:09.630841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.687960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d5f6df37-bb51-4f33-b879-3dcd36c2aa8e tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 200 len: 205 time: 0.0527852 Oct 17 18:12:09.688170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e465c3bf-746c-43c0-b6ad-5c7450058457 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:09.688308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35300) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.688401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e465c3bf-746c-43c0-b6ad-5c7450058457 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Synchronizing usage tracker for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:09.765377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.771332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35304) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.780664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e465c3bf-746c-43c0-b6ad-5c7450058457 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Unset dirty status for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:09.782521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e465c3bf-746c-43c0-b6ad-5c7450058457 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks?id=c6f35768-3966-4e20-b86b-2733b670076a HTTP/1.1" status: 200 len: 764 time: 0.3794417 Oct 17 18:12:09.789230 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-e2baaee0-87c8-46a3-afe8-13f6cd6c32b6 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:09.790785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e2baaee0-87c8-46a3-afe8-13f6cd6c32b6 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/ad44613e-0c78-4b3e-ac0d-56cdb8d0e5d8 HTTP/1.1" status: 404 len: 336 time: 0.1012957 Oct 17 18:12:09.791294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35308) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.799738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.818566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:09.821840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.869718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.872678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:09.876053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:09.885313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.890593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:09.891156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.895405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:09.951966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:09.952415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.979446 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-72f06b32-1a9e-4d03-8c81-8bffdaedd47d tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 200 len: 205 time: 0.1720967 Oct 17 18:12:09.980585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:09.982618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35316) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.987394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=22b0c082-48c9-45eb-b17c-d429631d51b4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.060757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Usage tracker for resource:security_group_rule and tenant:d132d633cc1c4e0899594b7582d5f72b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:10.094429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.099798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:10.121529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:10.122799 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-ef72e9be-cf75-4819-93d6-3cbcb1e37c33 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:10.123879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef72e9be-cf75-4819-93d6-3cbcb1e37c33 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/92408dbe-ed2e-433f-a1e9-9b1bb1adb66e HTTP/1.1" status: 404 len: 336 time: 0.1297274 Oct 17 18:12:10.124544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=d223b5b3-a9b0-4b1d-ad07-d63fbe586030,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.132695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.137928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:10.148221 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4b8dd67a-0f58-4caf-bf88-ae9473497ddb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3086092 Oct 17 18:12:10.165634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35324) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.216134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6cf5c-30ce-43df-8e6f-86fd53bd78b4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.217682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ad6cf5c-30ce-43df-8e6f-86fd53bd78b4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4244347 Oct 17 18:12:10.223988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dacc0407-b326-4c08-9421-c6098f884238 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "GET /v2.0/ports?device_id=0febceeb-0825-4b76-b506-b32c260f639b HTTP/1.1" status: 200 len: 205 time: 0.0871844 Oct 17 18:12:10.225776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35328) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.229699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35330) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.341774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f42e89df-6629-4544-b5a7-babcd75d04bf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Synchronizing usage tracker for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:10.356398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:10.367038 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-461a8522-e3cd-4a5d-95c5-7b3529d573d5 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] delete failed (client error): The resource could not be found. Oct 17 18:12:10.368166 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-461a8522-e3cd-4a5d-95c5-7b3529d573d5 tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/routers/0febceeb-0825-4b76-b506-b32c260f639b HTTP/1.1" status: 404 len: 336 time: 0.1374304 Oct 17 18:12:10.371756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35336) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.419000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.427324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f42e89df-6629-4544-b5a7-babcd75d04bf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Unset dirty status for tenant:7fd772f23f1942cf9048fb97cbab62af on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:10.428461 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f42e89df-6629-4544-b5a7-babcd75d04bf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 207 time: 0.2017965 Oct 17 18:12:10.429459 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1466bd21-52a1-4a25-a36d-bed15149e8fb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:10.429923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1466bd21-52a1-4a25-a36d-bed15149e8fb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:10.432227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35340) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.453508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.613473 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1466bd21-52a1-4a25-a36d-bed15149e8fb tempest-RoutersIpV6AdminTest-437939325 tempest-RoutersIpV6AdminTest-437939325-project] 10.222.0.36 "DELETE /v2.0/subnets/506a1f0a-80d9-4e19-a363-0d52b531ea7a HTTP/1.1" status: 404 len: 337 time: 0.2406392 Oct 17 18:12:10.619462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.694101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492ad3c5-fe63-445b-bab1-77a130a6dcc0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.713574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.719275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.731588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.737884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.743704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.745685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:10.749446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.749634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.755329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.761515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:10.766040 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4112ab3f-8ff2-4ee1-86b4-8224de31318a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3328962 Oct 17 18:12:10.767102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.773762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:10.777988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:10.788679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.790135 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c2cc4cf4-226a-4147-af99-5b1eb2fa131f tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3405778 Oct 17 18:12:10.793671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35350) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:10.804057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937529434'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:10.855989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:10.876028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:10.897899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:10.906607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 2b611b61-ad1e-453f-9e7d-26d8eb2e6b96 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:10.934508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.957743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ebe24ead-0877-4034-a327-276ecb6f2aa2 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1894250 Oct 17 18:12:10.961427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35354) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.012690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.035843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.035843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router 22fd15d8-52df-457d-8bda-f93272f8e29c {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:11.047372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:11.048261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:11.052596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:11.058826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:11.064063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:11.073786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:11.074948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:11.079623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.081122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.082826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.084389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.086018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.088870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-da6dafc3-dcac-4141-aeac-1ea2c4f7a7ab tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1238968 Oct 17 18:12:11.093205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35360) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.118070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.122519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:11.125952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.140343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Pushing event updated for resources: {'Port': ['ID=c08280a5-3588-49d5-99f4-8b5621edd428,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:11.180474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.181914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.183404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.184778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.186183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.191919 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-defc0ff7-a429-49d6-95bb-62d7658c2082 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0936079 Oct 17 18:12:11.192406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35366) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.246480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.280099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35370) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.413553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051e322-fea1-426c-be89-86d17f639392 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.420106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7051e322-fea1-426c-be89-86d17f639392 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks/92600029-3b35-4807-bb71-c3da9e1d2bbb HTTP/1.1" status: 200 len: 804 time: 0.2215464 Oct 17 18:12:11.422282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35376) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.444339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.450849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7685f12a-eccd-43e0-8407-3cdbde3fedfc tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 204 len: 168 time: 6.2589366 Oct 17 18:12:11.451545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35380) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.479805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1373333392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:11.493656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d132d633cc1c4e0899594b7582d5f72b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7194204 Oct 17 18:12:11.505426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:11.507420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35384) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.513047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8ce2-d432-46cd-93bd-99c527993424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3475562-8277-48d1-b3f9-0b1fda7d7409,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:11.560296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.574754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:11.598215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:11.615029 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9454d2bb-42b5-456e-8697-49100bc44c34 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/networks/92600029-3b35-4807-bb71-c3da9e1d2bbb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1900251 Oct 17 18:12:11.615569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:11.615657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35390) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.619031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.655652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.715657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:11.729733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f0372-4cd2-4c33-9d37-8e66a8722755 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.731038 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7a2f0372-4cd2-4c33-9d37-8e66a8722755 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets/d129e700-1d0c-416d-9773-0d0242314f46 HTTP/1.1" status: 200 len: 843 time: 0.1149068 Oct 17 18:12:11.731733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d2bec-5e76-4c00-a48b-eec1698bb763,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:11.736504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35394) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.818344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0126ebaf-a023-4e1d-bae5-354381eab331 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['shared'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:11.824716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0126ebaf-a023-4e1d-bae5-354381eab331 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "GET /v2.0/subnets/d129e700-1d0c-416d-9773-0d0242314f46?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0824897 Oct 17 18:12:11.825563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35398) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.831223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466667627'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:11.836448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:11.847544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.848743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe9b6bf4-9bad-421a-9913-08663e4a10eb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0539956 Oct 17 18:12:11.850649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:11.852772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35402) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:11.857563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group_rule': {'security_group_id': '492ad3c5-fe63-445b-bab1-77a130a6dcc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bd0d2bec-5e76-4c00-a48b-eec1698bb763'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:11.866698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:11.871117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Usage tracker for resource:security_group_rule and tenant:75f384be26904b94a25797f646380853 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:11.872407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:11.875318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:11.879611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:11.885167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:11.935973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.936938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.963006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:11.971236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:11.975495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.004698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:12.013866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.014202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Added segment 367aa977-b077-4f7f-8e32-2fb3a15a188a of type vlan for network 13d5895a-c98b-4685-ae81-51d7fffed496 Oct 17 18:12:12.049981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.066106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.168797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.174883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.198182 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:12.199330 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4d556dca-b9d7-4d0e-9fe5-95cffb0aefbb tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3456566 Oct 17 18:12:12.200141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.205935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:12.206607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.210225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35406) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.246837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=2b611b61-ad1e-453f-9e7d-26d8eb2e6b96,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:12.250099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.340958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.365517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Network': ['ID=13d5895a-c98b-4685-ae81-51d7fffed496,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:12.379118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.380200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:12.390925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.423702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.445497 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc62e166-21f4-4b04-af9b-1b547f6afdbe tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6191962 Oct 17 18:12:12.448711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35410) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.458492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:12.583010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:12.592544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:12.645072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.660290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.669230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d2bec-5e76-4c00-a48b-eec1698bb763,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:12.674897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.678805 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d61319bd-55e2-4917-b196-8351224e129b tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd0d2bec-5e76-4c00-a48b-eec1698bb763 HTTP/1.1" status: 204 len: 168 time: 0.4518640 Oct 17 18:12:12.678805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35414) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.724653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=526b7f87-f698-4a59-85be-84857f89b4a7,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:12.743429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a48b1f9b-40ce-4095-acae-0df7e9855c6a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:12.786213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.819298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.825656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.842333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a48b1f9b-40ce-4095-acae-0df7e9855c6a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:12.843681 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a48b1f9b-40ce-4095-acae-0df7e9855c6a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1630750 Oct 17 18:12:12.846753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35418) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.855073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '9ec9066c-7b94-4921-bc95-2caf2fd372f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:12.855433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: d223b5b3-a9b0-4b1d-ad07-d63fbe586030, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:12.876640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Made reservation on behalf of 7fd772f23f1942cf9048fb97cbab62af for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:12.880070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.895185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.988386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75f384be26904b94a25797f646380853&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7025251 Oct 17 18:12:12.992346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35422) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.993901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing IP validity checks on allocation pools {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:12:12.994410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:12:13.026541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.067026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d380fa7-b1b2-4111-9251-43dccc15d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c11861b-b492-42d6-9e46-05ab2475beb4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.089308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.132780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.134414 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3475562-8277-48d1-b3f9-0b1fda7d7409 HTTP/1.1" status: 204 len: 168 time: 1.6226864 Oct 17 18:12:13.146303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.335206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.342470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364ee0f-9f6d-434c-a04e-ba55bc602d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3475562-8277-48d1-b3f9-0b1fda7d7409,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.349270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.353003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-82611192-32cf-41bb-9a65-821bd0f91765 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.8863196 Oct 17 18:12:13.356275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35428) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:13.358522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:13.368094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:13.425721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.443867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ad3c5-fe63-445b-bab1-77a130a6dcc0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.522854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.576940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.580591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d223b5b3-a9b0-4b1d-ad07-d63fbe586030) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:13.591453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587035d-7f8f-4961-83a3-415ffe658c4c None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:13.631946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c11861b-b492-42d6-9e46-05ab2475beb4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.639409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.641121 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cf248d4a-0279-44f1-9fab-3299cc40e788 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c11861b-b492-42d6-9e46-05ab2475beb4 HTTP/1.1" status: 204 len: 168 time: 0.6441827 Oct 17 18:12:13.648098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.649943 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bbc06d65-ce33-4c8d-8b2e-bb84643734a3 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/492ad3c5-fe63-445b-bab1-77a130a6dcc0 HTTP/1.1" status: 204 len: 168 time: 0.8022890 Oct 17 18:12:13.653829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Checking segment: {'id': '367aa977-b077-4f7f-8e32-2fb3a15a188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:13.654424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network hostable DHCP agents. Network: 13d5895a-c98b-4685-ae81-51d7fffed496, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:13.660301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:13.661175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=71a6a60e-ea48-4b64-9e35-77dbce72b2da,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.735462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bf635b43-e943-4d17-b6f9-094f2bab7473 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:13.777331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Network 13d5895a-c98b-4685-ae81-51d7fffed496 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:13.781488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:13.782311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.811616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.836788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bf635b43-e943-4d17-b6f9-094f2bab7473 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:13.841892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bf635b43-e943-4d17-b6f9-094f2bab7473 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1739056 Oct 17 18:12:13.842141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:13.848703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503788545'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:13.855942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:13.865569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:13.898817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '526b7f87-f698-4a59-85be-84857f89b4a7'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:13.899809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.929772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 13d5895a-c98b-4685-ae81-51d7fffed496) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:13.935580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:13.936472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.985219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2161d-4fab-46b6-96ef-c5cad7bbb19e None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:14.026198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.051388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:14.056317 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2c521139-b563-4325-99f2-318c9cbe1f46 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6033957 Oct 17 18:12:14.059030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Usage tracker for resource:security_group_rule and tenant:0d8ba7b08a9a490f9c217abd70bdc27b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:14.062451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35452) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.064310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:14.068101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 2aaf6264-cc38-41e3-b696-ef84fe125ac4 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:14.074031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-340984fc-8271-4a51-8d41-85a29357cd76 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9073923 Oct 17 18:12:14.074178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:14.085597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35456) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.103978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:14.134353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.230230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Allocated IP 2001:db8::2 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/526b7f87-f698-4a59-85be-84857f89b4a7/d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:14.260520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:14.317706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-13d5895a-c98b-4685-ae81-51d7fffed496', 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496', 'tenant_id': '7fd772f23f1942cf9048fb97cbab62af', 'fixed_ips': [{'subnet_id': '71a6a60e-ea48-4b64-9e35-77dbce72b2da'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:14.318519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.336051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2484002'] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.450073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.499013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:14.513426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] Sync routers for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:14.534251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:14.534873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:14.558469 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc21376c-2b48-4c26-a7d3-aab7e6271af8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4873619 Oct 17 18:12:14.573892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35470) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.644900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:14.650280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4976f873-7827-48a3-b095-ce372efa2128 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:14.660714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:14.661744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] Routers {'2aaf6264-cc38-41e3-b696-ef84fe125ac4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:14.662357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:14.672906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:14.677499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:14.687923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.700582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:14.722702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.782581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2246245'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.816820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.828882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Transition to ACTIVE for port object d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:14.850141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Transition to ACTIVE for port object d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:14.880712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:14.881235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f652fe26-6da5-4b67-bc8c-c4cdc007faab,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:14.882121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0087d-65ca-4214-9435-ee4eb2b1a881 None None] The sync data for ids ['2aaf6264-cc38-41e3-b696-ef84fe125ac4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:14.885695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event updated for resources: {'Subnet': ['ID=71a6a60e-ea48-4b64-9e35-77dbce72b2da,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:14.896230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:14.896230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:14.898217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.900868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.902250 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b3515ea4-766a-46ae-ac2e-fda0ae90ef8d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0582247 Oct 17 18:12:14.908400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35480) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.909475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:14.910247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:14.911662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48dd65aa-8517-427b-9a3e-a4e797474a88 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "PUT /v2.0/subnets/71a6a60e-ea48-4b64-9e35-77dbce72b2da HTTP/1.1" status: 200 len: 900 time: 0.8489728 Oct 17 18:12:14.917939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4976f873-7827-48a3-b095-ce372efa2128 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:14.918919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4976f873-7827-48a3-b095-ce372efa2128 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=2aaf6264-cc38-41e3-b696-ef84fe125ac4 HTTP/1.1" status: 200 len: 205 time: 0.3438153 Oct 17 18:12:14.919522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35484) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.925806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3459baa5-59de-41a4-a8b0-8905fcd3fd7a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:14.926463 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-3459baa5-59de-41a4-a8b0-8905fcd3fd7a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 18:12:14.927052 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-3459baa5-59de-41a4-a8b0-8905fcd3fd7a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] update failed (client error): There was a conflict when trying to complete your request. Oct 17 18:12:14.929764 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3459baa5-59de-41a4-a8b0-8905fcd3fd7a tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "PUT /v2.0/security-groups/f652fe26-6da5-4b67-bc8c-c4cdc007faab HTTP/1.1" status: 409 len: 330 time: 0.0150349 Oct 17 18:12:14.933673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35488) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.934242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35490) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:14.946543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Allocated IP 2001:db8::3 (13d5895a-c98b-4685-ae81-51d7fffed496/71a6a60e-ea48-4b64-9e35-77dbce72b2da/3d162c08-4421-4f8b-8b1c-0d11aca6d320) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:14.958428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.111119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.112556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:15.124061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:15.127008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:15.136338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Pushing event updated for resources: {'Port': ['ID=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:15.176038 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-622980af-04bd-44ac-ba57-c7340fc91847 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4b72a585b6943a4abd1cca0821e14e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459772 Oct 17 18:12:15.185854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35498) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:15.267897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Attempting to bind port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:15.268112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Attempting to bind port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '9ec9066c-7b94-4921-bc95-2caf2fd372f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:15.268437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Attempting to bind port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 on network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:15.285283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:15.290408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Checking segment: {'id': '9ec9066c-7b94-4921-bc95-2caf2fd372f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:15.290408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.290408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Bound using segment: {'id': '9ec9066c-7b94-4921-bc95-2caf2fd372f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:15.290408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Bound port: d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec9066c-7b94-4921-bc95-2caf2fd372f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:15.290408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.359885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.364262 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.ipam_backend_mixin [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 526b7f87-f698-4a59-85be-84857f89b4a7 (CIDR: 2001:db8::/64) Oct 17 18:12:15.424542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.442214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Transition to ACTIVE for port object 3d162c08-4421-4f8b-8b1c-0d11aca6d320 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:15.453579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:15.458410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,segment=NetworkSegment(9ec9066c-7b94-4921-bc95-2caf2fd372f8),segment_id=9ec9066c-7b94-4921-bc95-2caf2fd372f8)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:15.468089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Transition to ACTIVE for port object 3d162c08-4421-4f8b-8b1c-0d11aca6d320 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:15.490382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:15.492280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:15.492781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:15.501822 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Sync routers for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:15.517716 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:15.519428 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:15.551792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.606530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.637765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.643134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.649801 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1113f46-67d5-46ea-8c53-6c49759d6025 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5593607 Oct 17 18:12:15.650887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35510) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:15.666368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.679166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:15.683961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:15.689559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:15.694487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.716881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.722476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:15.723857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.751533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.759204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.762940 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ccd84de3-39c1-4257-a605-71a347e84408 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.3045981 Oct 17 18:12:15.765965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35516) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:15.779356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.823175 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:15.838910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8faf31-6329-42d4-8dcb-ac006eca251b None None] Pushing event updated for resources: {'Port': ['ID=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:15.903126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:15.954237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Pushing event updated for resources: {'Port': ['ID=3d162c08-4421-4f8b-8b1c-0d11aca6d320,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:15.971659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35520) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:16.003341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Attempting to bind port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:16.007004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Attempting to bind port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '367aa977-b077-4f7f-8e32-2fb3a15a188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:16.007615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Attempting to bind port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 on network 13d5895a-c98b-4685-ae81-51d7fffed496 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:16.016567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:16.021465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Checking segment: {'id': '367aa977-b077-4f7f-8e32-2fb3a15a188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:16.022008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.024087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Bound using segment: {'id': '367aa977-b077-4f7f-8e32-2fb3a15a188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:16.025402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Bound port: 3d162c08-4421-4f8b-8b1c-0d11aca6d320, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367aa977-b077-4f7f-8e32-2fb3a15a188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '13d5895a-c98b-4685-ae81-51d7fffed496'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:16.025914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.204944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] For port 3d162c08-4421-4f8b-8b1c-0d11aca6d320, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:16.208344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] For port 3d162c08-4421-4f8b-8b1c-0d11aca6d320, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d162c08-4421-4f8b-8b1c-0d11aca6d320,segment=NetworkSegment(367aa977-b077-4f7f-8e32-2fb3a15a188a),segment_id=367aa977-b077-4f7f-8e32-2fb3a15a188a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:16.285837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:16.317758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.321938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:16.326047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:16.330156 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:11Z', 'revision_number': 3, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:16.330414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Allocated IP 172.26.2.184 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/24a7d128-38b6-491c-a18a-6efd86f43c4c) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:16.338191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:16.343521 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Checking router: 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:12:16.344274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Updating router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 port c08280a5-3588-49d5-99f4-8b5621edd428 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:12:16.396276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.396791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router 2aaf6264-cc38-41e3-b696-ef84fe125ac4 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:16.423581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.434059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:16.471349 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.515192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.516284 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39b2a84b-7ab9-4c0f-ada8-99b8bcce7780 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4 HTTP/1.1" status: 204 len: 168 time: 1.5811446 Oct 17 18:12:16.531709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35526) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:16.557567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-62442232'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:16.560681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:16.564053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.593194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:16.595798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=71a6a60e-ea48-4b64-9e35-77dbce72b2da,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.614992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.617463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e7bad-4936-45fe-8e89-1f7d60c5f4b4 None None] Pushing event updated for resources: {'Port': ['ID=3d162c08-4421-4f8b-8b1c-0d11aca6d320,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.708518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:16.732473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.802087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f652fe26-6da5-4b67-bc8c-c4cdc007faab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.813221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Usage tracker for resource:network and tenant:89fc36720a0c41c5b083a19c6669c404 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:16.824097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:16.841219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.844277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5f358cdf-8895-4b27-87d2-cb53dd62cebf tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/f652fe26-6da5-4b67-bc8c-c4cdc007faab HTTP/1.1" status: 204 len: 168 time: 1.9076235 Oct 17 18:12:16.858814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:16.869489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d6e10-631c-4415-8c1c-6243a794e096,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.886123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.887222 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a8e0e88e-0530-43ef-9850-e024204397e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b09d6e10-631c-4415-8c1c-6243a794e096 HTTP/1.1" status: 204 len: 168 time: 1.7004378 Oct 17 18:12:16.891662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 94b3c89a-f1d1-44d0-ae81-f7e29ee7781a {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:16.902449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.910154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:17.015737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.032099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.080326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d5895a-c98b-4685-ae81-51d7fffed496']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:17.089504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.102986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Made reservation on behalf of 89fc36720a0c41c5b083a19c6669c404 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:17.106675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.130046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367aa977-b077-4f7f-8e32-2fb3a15a188a') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:17.130349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367aa977-b077-4f7f-8e32-2fb3a15a188a') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:17.136137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed9adb6a-73b5-484b-8ee9-f3fd1988d060 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Synchronizing usage tracker for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:17.140490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.167043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.181298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:17.198912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Usage tracker for resource:security_group_rule and tenant:89fc36720a0c41c5b083a19c6669c404 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:17.204991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:17.207954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.219258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:17.250208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:17.250611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.340344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 367aa977-b077-4f7f-8e32-2fb3a15a188a resource provider aggregate not found Oct 17 18:12:17.387802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.390713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ceac2-bdac-47e8-88d9-dc030656dfe9 None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:17.441528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 367aa977-b077-4f7f-8e32-2fb3a15a188a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 367aa977-b077-4f7f-8e32-2fb3a15a188a found for delete ", "request_id": "req-19aa99a4-cd30-4a1b-b623-e7f8f1c224d5"}]} Oct 17 18:12:17.477366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed9adb6a-73b5-484b-8ee9-f3fd1988d060 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] Unset dirty status for tenant:0d8ba7b08a9a490f9c217abd70bdc27b on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:17.482819 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed9adb6a-73b5-484b-8ee9-f3fd1988d060 tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6163211 Oct 17 18:12:17.485920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35542) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:17.497443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:12:17.497443 dv-neutron-861384-1-hyperv neutron-server[89827]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:12:17.497443 dv-neutron-861384-1-hyperv neutron-server[89827]: [parameters: {'id': '13d5895a-c98b-4685-ae81-51d7fffed496'}] Oct 17 18:12:17.497443 dv-neutron-861384-1-hyperv neutron-server[89827]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:17.501911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:17.526102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.544907 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-1689ba33-93b6-4b7d-b41f-aad915423d2e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] delete failed (client error): The resource could not be found. Oct 17 18:12:17.546012 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1689ba33-93b6-4b7d-b41f-aad915423d2e tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d7f9a89-eddb-41e1-bd8b-037b9fa73a7b HTTP/1.1" status: 404 len: 347 time: 0.0607915 Oct 17 18:12:17.563284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35548) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:17.623124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-c8323d2d-0b54-4a1d-95ee-d171dcfbb0be tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] show failed (client error): The resource could not be found. Oct 17 18:12:17.628012 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c8323d2d-0b54-4a1d-95ee-d171dcfbb0be tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-groups/aba19d72-25a5-4f6f-a406-00e343c7ae05 HTTP/1.1" status: 404 len: 347 time: 0.0599279 Oct 17 18:12:17.633456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35554) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:17.709071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:17.720193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.723893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:17.728128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:17.772135 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-6cb5e86e-fcb7-48cd-9588-e50ffbfca22d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] show failed (client error): The resource could not be found. Oct 17 18:12:17.777802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.778464 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6cb5e86e-fcb7-48cd-9588-e50ffbfca22d tempest-NegativeSecGroupTest-1778049977 tempest-NegativeSecGroupTest-1778049977-project] 10.222.0.36 "GET /v2.0/security-group-rules/96adb74f-cfaf-4ea4-bf1e-80abbcb5562c HTTP/1.1" status: 404 len: 356 time: 0.1474452 Oct 17 18:12:17.814136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event updated for resources: {'Port': ['ID=24a7d128-38b6-491c-a18a-6efd86f43c4c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:17.824139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.832864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.835007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Provisioning for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:17.856484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Provisioning complete for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:17.856969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.857429 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Attempt 1 to provision port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 Oct 17 18:12:17.903148 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.919127 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Transition to ACTIVE for port object c08280a5-3588-49d5-99f4-8b5621edd428 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:17.955731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:17.959700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:17.972435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:17.977935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.997576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.001350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=94b3c89a-f1d1-44d0-ae81-f7e29ee7781a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.026121 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ea46dd84-2d75-443b-97fa-06d6c814ba15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/94b3c89a-f1d1-44d0-ae81-f7e29ee7781a HTTP/1.1" status: 204 len: 168 time: 1.4932833 Oct 17 18:12:18.026884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35564) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:18.040488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c318f-85c9-4246-84df-3e9d790af495 None None] Network 0885d7d8-0620-4880-b917-d60cce5892f4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:18.050932 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.142441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Attempting to bind port c08280a5-3588-49d5-99f4-8b5621edd428 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:18.142800 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Attempting to bind port c08280a5-3588-49d5-99f4-8b5621edd428 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:18.143158 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Attempting to bind port c08280a5-3588-49d5-99f4-8b5621edd428 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:18.154957 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:18.158899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:18.158899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.158899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:18.158899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Bound port: c08280a5-3588-49d5-99f4-8b5621edd428, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:18.158899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.228983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8234c-8ba4-45e0-aecd-b3708f145792 None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:18.236431 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Pushing event updated for resources: {'Port': ['ID=c08280a5-3588-49d5-99f4-8b5621edd428,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.265841 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.269809 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.270288 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.271647 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.272221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.272787 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.274734 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.290073 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.292510 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.292627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet e26f6105-8747-4b5f-be83-fa9c52532a7f {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:18.297270 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.301464 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.301957 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:18.350707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] For port c08280a5-3588-49d5-99f4-8b5621edd428, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:18.356906 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] For port c08280a5-3588-49d5-99f4-8b5621edd428, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c08280a5-3588-49d5-99f4-8b5621edd428,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:18.377265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.411257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:18.411920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.440788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.441164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Added segment 0e1e5850-0fdb-4254-92ff-61a054c35330 of type vlan for network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 Oct 17 18:12:18.464441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.480507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.505063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d162c08-4421-4f8b-8b1c-0d11aca6d320 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:18.506286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.513758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35576) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:18.562971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a211f-2c54-4970-b40f-f65d5a4a2dd3 None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:18.571149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191f2a35-e5c5-47a6-a363-5e475f0209ca,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.589970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=6217b3d0-d22e-49d3-bb10-664859d9285b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.595575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.609478 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913857-eb28-476c-b6ca-aa66186a1200 None None] Pushing event updated for resources: {'Port': ['ID=c08280a5-3588-49d5-99f4-8b5621edd428,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.617675 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:18.619244 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:11:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:18.796167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Current status of the port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:18.796846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.810460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:18.810755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.868486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Allocated IP 172.20.0.1 (1ec04218-b096-40e5-9647-10baa6bda1bf/cb369eec-05bc-4e84-9503-4e37d301a6e9/a9ed5225-fff6-4ac8-93b0-4792d058eeb2) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:18.902486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:18.916229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:18.919201 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:18.976408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,segment=NetworkSegment(9ec9066c-7b94-4921-bc95-2caf2fd372f8),segment_id=9ec9066c-7b94-4921-bc95-2caf2fd372f8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:19.032436 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dcf9232a-0155-4568-8aba-27f586298a8d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3746455 Oct 17 18:12:19.047740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35588) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:19.066174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'fixed_ips': [{'subnet_id': '526b7f87-f698-4a59-85be-84857f89b4a7'}, {'subnet_id': '6217b3d0-d22e-49d3-bb10-664859d9285b'}], 'name': 'tempest-PortsIpV6TestJSON-470788913'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:19.087841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.093412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.094155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.126324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.151791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.153798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.199618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] DHCP port deletion for 0885d7d8-0620-4880-b917-d60cce5892f4 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:19.259856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] DHCP port deletion for 13d5895a-c98b-4685-ae81-51d7fffed496 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:19.277553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Deleting port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:19.279378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.311512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.332289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Transition to ACTIVE for port object a9ed5225-fff6-4ac8-93b0-4792d058eeb2 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:19.335502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Deleting port e813728c-a33f-4445-9751-37f889ea927b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:19.340578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.428419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.517870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Network 1ec04218-b096-40e5-9647-10baa6bda1bf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:19.522977 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:11Z', 'revision_number': 3, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:19.527237 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849408-23e6-461c-afc3-c5683723b2cf None None] The sync data for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv is: [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:11Z', 'revision_number': 3, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:19.534566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:19.540102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:19.560626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Provisioning for port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:19.588979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.599014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758460-d754-4a33-802a-407fcdfa4a70 None None] Pushing event updated for resources: {'Port': ['ID=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:19.619325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Provisioning complete for port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:19.623001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.623459 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Attempt 1 to provision port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 Oct 17 18:12:19.682153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=e26f6105-8747-4b5f-be83-fa9c52532a7f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:19.686410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.716997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Pushing event updated for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:19.734472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8f2ee-27d7-46d0-b295-aeed94a38ce9 None None] Network def5abe2-10e1-47fe-ba9e-7d5e160de7bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:19.736624 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b336a3bc-3000-4148-9768-c8aefee9f910 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/e26f6105-8747-4b5f-be83-fa9c52532a7f HTTP/1.1" status: 204 len: 168 time: 1.6567349 Oct 17 18:12:19.739706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35600) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:19.743417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.899628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Pushing event updated for resources: {'Network': ['ID=35ff9297-a0d3-4c93-8a1a-a2b59798acf2,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:19.912891 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-544be2c9-278b-427b-a714-501f18343c49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d8ba7b08a9a490f9c217abd70bdc27b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3385572 Oct 17 18:12:19.920091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.924158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35604) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:19.954278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8b58eff-de8c-4e87-aa9c-6f99d03ff3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.956854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cccd9ee3-abd2-4aa3-8dc1-c753f236880e tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.9804800 Oct 17 18:12:20.000675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port 3d162c08-4421-4f8b-8b1c-0d11aca6d320, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d162c08-4421-4f8b-8b1c-0d11aca6d320,segment=NetworkSegment(367aa977-b077-4f7f-8e32-2fb3a15a188a),segment_id=367aa977-b077-4f7f-8e32-2fb3a15a188a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:20.001409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.032008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:20.069234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port e813728c-a33f-4445-9751-37f889ea927b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:20.069990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.169221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:20.174959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:20.182073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:20.188300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:20.259203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.332427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.368544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for 3d162c08-4421-4f8b-8b1c-0d11aca6d320 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:20.484321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c08280a5-3588-49d5-99f4-8b5621edd428 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:20.520932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:20.580467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Update dhcp port {'port': {'network_id': 'd223b5b3-a9b0-4b1d-ad07-d63fbe586030', 'fixed_ips': [{'subnet_id': '526b7f87-f698-4a59-85be-84857f89b4a7', 'ip_address': '2001:db8::2'}, {'subnet_id': '6217b3d0-d22e-49d3-bb10-664859d9285b'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'd28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:12:20.621750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35618) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:20.667758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.799303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35624) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:20.814396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2', 'binding:host_id': 'hv-neutron-8613', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-578524022'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:20.819917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:20.824946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Usage tracker for resource:port and tenant:c0db645f4b2d4397a0de3f6f48115fcd is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:20.828328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:20.834737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:20.843939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d93932c-dfb0-443c-b0a4-872fd903c911,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:20.848060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.877551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:20.931304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port e813728c-a33f-4445-9751-37f889ea927b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e813728c-a33f-4445-9751-37f889ea927b,segment=NetworkSegment(53facaa8-eac2-4b0e-8af6-5e6ec14757ca),segment_id=53facaa8-eac2-4b0e-8af6-5e6ec14757ca)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:20.931991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:20.954914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.021830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-101455522', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:21.038198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 update to ACTIVE by agent not found {{(pid=89828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 18:12:21.039470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:21.050380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=3d162c08-4421-4f8b-8b1c-0d11aca6d320,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:21.052256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Made reservation on behalf of c0db645f4b2d4397a0de3f6f48115fcd for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:21.056106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.075364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Usage tracker for resource:port and tenant:1c2c8fb781d1442081ef03c9d941b601 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:21.078184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] For port e813728c-a33f-4445-9751-37f889ea927b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e813728c-a33f-4445-9751-37f889ea927b,segment=NetworkSegment(53facaa8-eac2-4b0e-8af6-5e6ec14757ca),segment_id=53facaa8-eac2-4b0e-8af6-5e6ec14757ca)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:21.078590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.084331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:21.123745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] For port 3d162c08-4421-4f8b-8b1c-0d11aca6d320, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d162c08-4421-4f8b-8b1c-0d11aca6d320,segment=NetworkSegment(367aa977-b077-4f7f-8e32-2fb3a15a188a),segment_id=367aa977-b077-4f7f-8e32-2fb3a15a188a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:21.124076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.125409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.128998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for e813728c-a33f-4445-9751-37f889ea927b owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:21.170747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:21.213886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:21.222962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.266438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.268654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:21.272716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.284461 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9bc9d24e-904c-4d00-a25c-ea47f5751068 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d93932c-dfb0-443c-b0a4-872fd903c911 HTTP/1.1" status: 204 len: 168 time: 1.3431485 Oct 17 18:12:21.292996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Calling delete_port for e813728c-a33f-4445-9751-37f889ea927b owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:21.331943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Usage tracker for resource:security_group_rule and tenant:c0db645f4b2d4397a0de3f6f48115fcd is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:21.388058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:21.392601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.417136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.468227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No DVR routers for this DVR port e813728c-a33f-4445-9751-37f889ea927b on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:21.489331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Calling delete_port for 3d162c08-4421-4f8b-8b1c-0d11aca6d320 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:21.517089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=e813728c-a33f-4445-9751-37f889ea927b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:21.528229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c08280a5-3588-49d5-99f4-8b5621edd428 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:21.549273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c08280a5-3588-49d5-99f4-8b5621edd428 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:21.549777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.550187 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c08280a5-3588-49d5-99f4-8b5621edd428 Oct 17 18:12:21.587732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Provisioning complete for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:21.598350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.598350 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Attempt 1 to provision port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 Oct 17 18:12:21.598580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.647839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Made reservation on behalf of 1c2c8fb781d1442081ef03c9d941b601 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:21.650592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.658563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.673932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:21.685462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.696239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.757432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:21.776153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d5895a-c98b-4685-ae81-51d7fffed496']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.785839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Usage tracker for resource:security_group_rule and tenant:1c2c8fb781d1442081ef03c9d941b601 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:21.795180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:21.825117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367aa977-b077-4f7f-8e32-2fb3a15a188a') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.825408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367aa977-b077-4f7f-8e32-2fb3a15a188a') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.832540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:21.860420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0885d7d8-0620-4880-b917-d60cce5892f4']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.888485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53facaa8-eac2-4b0e-8af6-5e6ec14757ca') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.888785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53facaa8-eac2-4b0e-8af6-5e6ec14757ca') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:21.892884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:21.897810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:21.909730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.925804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:21.971118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:21.971584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:21.998707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.007484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.018544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] DHCP port deletion for def5abe2-10e1-47fe-ba9e-7d5e160de7bf request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:22.028796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:22.029210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.035928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:22.036342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.128533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 53facaa8-eac2-4b0e-8af6-5e6ec14757ca resource provider aggregate not found Oct 17 18:12:22.133643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Deleting port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:22.138074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.145818 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 367aa977-b077-4f7f-8e32-2fb3a15a188a resource provider aggregate not found Oct 17 18:12:22.152347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::245 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/526b7f87-f698-4a59-85be-84857f89b4a7/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:22.177256 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 53facaa8-eac2-4b0e-8af6-5e6ec14757ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53facaa8-eac2-4b0e-8af6-5e6ec14757ca found for delete ", "request_id": "req-6f4756ac-ecfe-4e91-838f-5999ff561454"}]} Oct 17 18:12:22.180736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c08280a5-3588-49d5-99f4-8b5621edd428 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:22.181436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.193738 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 367aa977-b077-4f7f-8e32-2fb3a15a188a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 367aa977-b077-4f7f-8e32-2fb3a15a188a found for delete ", "request_id": "req-519df135-4c3d-4e50-be55-073e00c8db55"}]} Oct 17 18:12:22.202376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8:0:1::309 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/6217b3d0-d22e-49d3-bb10-664859d9285b/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:22.245486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.268433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.275923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-448bd256-fe34-47e8-9832-fca26e37c942 None None] Current status of the port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:22.280494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port c08280a5-3588-49d5-99f4-8b5621edd428, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c08280a5-3588-49d5-99f4-8b5621edd428,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:22.311220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.315658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.340690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.345466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=0885d7d8-0620-4880-b917-d60cce5892f4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:22.373769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.417722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Deleting port e813728c-a33f-4445-9751-37f889ea927b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:22.418586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.420376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.425104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.468633 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-663e6329-a017-4796-ab71-632084ed1539 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/0885d7d8-0620-4880-b917-d60cce5892f4 HTTP/1.1" status: 204 len: 168 time: 2.7276723 Oct 17 18:12:22.473405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35648) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:22.479891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ded75546-89ca-4ad4-96bd-709cea431812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.481218 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/13d5895a-c98b-4685-ae81-51d7fffed496 HTTP/1.1" status: 204 len: 168 time: 7.5559950 Oct 17 18:12:22.482496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.483769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.486279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35652) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:22.486509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:22.502112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.505691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] device_id is not set on port 6efef65f-78f8-4922-bd94-1763b8c55eb5 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:22.515403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Deleting port 3d162c08-4421-4f8b-8b1c-0d11aca6d320 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:22.520767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.568634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.579866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 3d014763-2bea-40ca-be07-7c6f35b7fcdc yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:22.608585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Pushing event updated for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:22.625595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Router 62341bb9-dab0-473c-980a-33366a5a1b2f is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:22.627664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d775af-611a-4874-9b3f-243d66f73b28 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=13d5895a-c98b-4685-ae81-51d7fffed496,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:22.665056 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7497cb1-6beb-48fd-a033-b3c35a767d16 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:22.665513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7497cb1-6beb-48fd-a033-b3c35a767d16 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:22.722819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.728051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf90cfc-40c3-4cd3-b69c-540b0ffec121,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:22.740438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9137f5c9-d1c2-47ca-ac9d-57861fa27cc4 None None] The port 'e813728c-a33f-4445-9751-37f889ea927b' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:22.747248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:22.748333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.788402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2e51-c852-40e1-bfe6-83b62ff07085 None None] The port '3d162c08-4421-4f8b-8b1c-0d11aca6d320' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:22.820091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] For port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,segment=NetworkSegment(2491809b-2e9f-4f6b-8dde-6c8b3c9dc363),segment_id=2491809b-2e9f-4f6b-8dde-6c8b3c9dc363)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:22.821020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:22.854406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35662) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:22.861018 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d7497cb1-6beb-48fd-a033-b3c35a767d16 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/71a6a60e-ea48-4b64-9e35-77dbce72b2da HTTP/1.1" status: 404 len: 337 time: 0.3601689 Oct 17 18:12:22.867072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9f397-aa72-4393-ba0d-913a4405b5dd None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:22.947324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3182de2-4d7d-4538-b16c-e07f12cc856a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:22.948152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3182de2-4d7d-4538-b16c-e07f12cc856a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:22.950207 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3182de2-4d7d-4538-b16c-e07f12cc856a tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/13d5895a-c98b-4685-ae81-51d7fffed496 HTTP/1.1" status: 404 len: 339 time: 0.0924480 Oct 17 18:12:22.956535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Network 1ec04218-b096-40e5-9647-10baa6bda1bf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:22.957274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35666) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:22.962718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:23.025013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Calling delete_port for cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:23.052938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Provisioning for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:23.062963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95bdc80-6735-433f-af0b-871c77b30132,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:23.071904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9f397-aa72-4393-ba0d-913a4405b5dd None None] Network 13d5895a-c98b-4685-ae81-51d7fffed496 could not be found, it might have been deleted concurrently. {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 18:12:23.077705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=c08280a5-3588-49d5-99f4-8b5621edd428,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:23.082779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Provisioning complete for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:23.089808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.089808 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 1 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:23.110268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.127311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.154989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.163517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.167835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:23.168201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.168671 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 Oct 17 18:12:23.231966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:23.284686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:23.288857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Allocated IP 172.26.2.139 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/6efef65f-78f8-4922-bd94-1763b8c55eb5) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:23.311535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35672) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:23.319567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.378256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] Pushing event deleted for resources: {'Port': ['ID=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:23.386377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064cb77f-51bb-4827-bf08-d7ae49032eb3 None None] No DVR routers for this DVR port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:23.389896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:23.400647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:23.410311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] Sync routers for ids ['62341bb9-dab0-473c-980a-33366a5a1b2f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:23.432304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] Routers {'62341bb9-dab0-473c-980a-33366a5a1b2f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:23.432966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['62341bb9-dab0-473c-980a-33366a5a1b2f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:23.461049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.462766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d73c6fe4-114d-4817-a3b2-e06ecccb90d5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "PUT /v2.0/routers/62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 200 len: 880 time: 10.1014566 Oct 17 18:12:23.485357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35678) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:23.506979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d162c08-4421-4f8b-8b1c-0d11aca6d320 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:23.549963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:23.568330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 3d162c08-4421-4f8b-8b1c-0d11aca6d320 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:23.571975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d162c08-4421-4f8b-8b1c-0d11aca6d320 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:23.572380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e813728c-a33f-4445-9751-37f889ea927b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:23.609116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: e813728c-a33f-4445-9751-37f889ea927b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:23.609665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e813728c-a33f-4445-9751-37f889ea927b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:23.611212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] Routers {'62341bb9-dab0-473c-980a-33366a5a1b2f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:23.612315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['62341bb9-dab0-473c-980a-33366a5a1b2f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:23.641040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1416560471'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:23.646238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:23.650198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Usage tracker for resource:network and tenant:3dc6d76b418e4152b0ce7e1da8e6332c is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:23.653049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:23.659142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:23.700979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:23.703157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934deb42-a360-46c7-853f-ab3959ddb374 None None] The sync data for ids ['62341bb9-dab0-473c-980a-33366a5a1b2f'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:23.728005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c08280a5-3588-49d5-99f4-8b5621edd428 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:23.760842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 3d014763-2bea-40ca-be07-7c6f35b7fcdc yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:23.775867 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 2 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:23.781838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.894300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:23.913502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Made reservation on behalf of 3dc6d76b418e4152b0ce7e1da8e6332c for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:23.916223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Allocated IP 2001:db8:0:1::2 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/6217b3d0-d22e-49d3-bb10-664859d9285b/d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:23.917865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.923113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.929737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c08280a5-3588-49d5-99f4-8b5621edd428 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:23.930324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.930833 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c08280a5-3588-49d5-99f4-8b5621edd428 Oct 17 18:12:23.938021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cb4fcea0-9c64-40f3-aed6-5372b19d6bd2,segment=NetworkSegment(2491809b-2e9f-4f6b-8dde-6c8b3c9dc363),segment_id=2491809b-2e9f-4f6b-8dde-6c8b3c9dc363)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:23.938628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.939132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.952915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Transition to ACTIVE for port object 3d014763-2bea-40ca-be07-7c6f35b7fcdc will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:23.961866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:23.970889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:24.033201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.045389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:24.060747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:24.061831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Usage tracker for resource:security_group_rule and tenant:3dc6d76b418e4152b0ce7e1da8e6332c is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:24.065320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:24.070474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:24.078657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:24.084190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:24.085552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.091175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:24.097590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:24.107888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=2ca9e65e-e4d3-4a76-a42e-ffa61bd62546,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.119031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.130520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f35768-3966-4e20-b86b-2733b670076a']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:24.167358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4b2a8b-be20-4daa-97f4-5563ae966f8f') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:24.167358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4b2a8b-be20-4daa-97f4-5563ae966f8f') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:24.168556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,segment=NetworkSegment(9ec9066c-7b94-4921-bc95-2caf2fd372f8),segment_id=9ec9066c-7b94-4921-bc95-2caf2fd372f8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:24.175778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c08280a5-3588-49d5-99f4-8b5621edd428 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:24.200947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.205292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-66ad9d80-fe43-4f7d-b642-889cd7bdea1f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.1563175 Oct 17 18:12:24.213658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35684) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.227588 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-16e019d5-164b-40b4-8f15-fb0c992fd203 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 200 len: 921 time: 0.7322335 Oct 17 18:12:24.229304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '526b7f87-f698-4a59-85be-84857f89b4a7'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:24.240819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35688) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.241898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Transition to ACTIVE for port object d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:24.276263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:24.303782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.312002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:24.312002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:24.324864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.346286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=3d014763-2bea-40ca-be07-7c6f35b7fcdc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.400399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Checking segment: {'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:24.401053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Network hostable DHCP agents. Network: 35ff9297-a0d3-4c93-8a1a-a2b59798acf2, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:24.402509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.406143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.415371 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 3 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:24.435483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:24.436126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.456982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.524608 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 9b4b2a8b-be20-4daa-97f4-5563ae966f8f resource provider aggregate not found Oct 17 18:12:24.545627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:24.556775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:24.557002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:24.561828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:24.564202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:24.568299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:24.590865 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-79a55b42-b060-45bd-bc34-065804d3167d admin admin] 10.222.0.36 "PUT /v2.0/routers/45e9fe7e-a230-4548-9ada-a5a0a01d3d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8240824 Oct 17 18:12:24.592872 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Sync routers for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:24.594587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250dfae-52c2-485a-bfd1-8f8ff95a9b3c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:24.598443 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4250dfae-52c2-485a-bfd1-8f8ff95a9b3c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=62341bb9-dab0-473c-980a-33366a5a1b2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3543005 Oct 17 18:12:24.599770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:24.600457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82f3e3-0421-48e0-a1d5-d45349c60420 None None] Pushing event updated for resources: {'Port': ['ID=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.601001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35698) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.605797 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:24.606933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 9b4b2a8b-be20-4daa-97f4-5563ae966f8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b4b2a8b-be20-4daa-97f4-5563ae966f8f found for delete ", "request_id": "req-48fef184-a602-4443-9072-1845fd2a43dd"}]} Oct 17 18:12:24.607389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:24.625247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Pushing event updated for resources: {'Port': ['ID=6efef65f-78f8-4922-bd94-1763b8c55eb5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.643802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.659122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:24.666973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.699616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.722435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.733996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=c6f35768-3966-4e20-b86b-2733b670076a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.747417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:24.748115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.750982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9fe8b58b-fdaf-4b2a-9c4e-aa9730f999fa tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/c6f35768-3966-4e20-b86b-2733b670076a HTTP/1.1" status: 204 len: 168 time: 1.7924602 Oct 17 18:12:24.754235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35702) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.770880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.816348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e57e2-8153-4f91-993e-7de6dca9e1e2,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.822756 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e63987-abb6-4361-a397-fb288823dfc5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:24.823350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e63987-abb6-4361-a397-fb288823dfc5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:24.825466 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b5e63987-abb6-4361-a397-fb288823dfc5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/e37c598b-4a81-4688-af9f-1d56e48114b3 HTTP/1.1" status: 404 len: 337 time: 0.0699189 Oct 17 18:12:24.827527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 35ff9297-a0d3-4c93-8a1a-a2b59798acf2) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:24.830041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35706) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.832284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:24.838293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcc0dd-d638-457b-963b-19e506ee33d6 None None] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:24.888878 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:24.930453 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f398d06-1e64-4430-a12b-9dff8aadcdda tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:24.933264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f398d06-1e64-4430-a12b-9dff8aadcdda tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:24.937264 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f398d06-1e64-4430-a12b-9dff8aadcdda tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/9e7d143d-8d60-4b07-aa04-ea4bb0f6e142 HTTP/1.1" status: 404 len: 339 time: 0.1037982 Oct 17 18:12:24.949269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35714) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:24.973949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:24.990450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:24.991040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:24.991810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:25.003493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:25.009890 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:25.017712 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 2 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:25.053868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c01620-1c12-479a-adc5-568d2c54b6c2 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:25.055835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-67c01620-1c12-479a-adc5-568d2c54b6c2 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.4523735 Oct 17 18:12:25.073919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port cb4fcea0-9c64-40f3-aed6-5372b19d6bd2 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:25.074333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.101056 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 4 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:25.114729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35718) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:25.171597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.172154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Added segment 4444697a-6adc-4cab-8b03-60c594b47a28 of type vlan for network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 Oct 17 18:12:25.182494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-82a514d8-7f64-4640-9ef4-1aad9b7190eb tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.5409789 Oct 17 18:12:25.194154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35722) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:25.203777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:25.242281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:25.246857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.139'}]}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:25.254730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:25.260457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Usage tracker for resource:router and tenant:1c2c8fb781d1442081ef03c9d941b601 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:25.264696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:25.271012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:25.306891 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb38c49f-8d0a-4e7c-b89b-ec9f398e9302 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 200 len: 205 time: 0.1662061 Oct 17 18:12:25.315576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] The port 'cb4fcea0-9c64-40f3-aed6-5372b19d6bd2' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:25.320529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35728) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:25.327137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting subnet 0a0d994a-2456-4eb0-a75b-4acdea616d4e {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:25.373134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:25.373478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:25.374086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:25.389460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434666508', 'description': 'tempest-description--1596979099'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:25.404759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:25.404972 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:25.418009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:25.418842 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:21Z', 'revision_number': 2, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:25.420137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 3 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:25.424457 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Checking router: 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:12:25.430018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Updating router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:12:25.430173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.443501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Usage tracker for resource:security_group and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:25.449876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.457868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:25.471996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:25.472331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:25.472668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:25.474987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Delete allocated IP 2001:db8:0:1::309 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/6217b3d0-d22e-49d3-bb10-664859d9285b) {{(pid=89827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:12:25.478872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:25.509228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.516459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:25.516801 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:25.523324 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 4 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:25.541312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.542374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.563087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:25.563423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:25.563765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:25.588143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.635627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:25.635964 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:25.636860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.653480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 5 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:25.690761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:25.694918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Usage tracker for resource:security_group_rule and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:25.697974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:25.706398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:25.706542 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 5 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:25.778495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:25.778829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:25.779158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:25.787995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:25.794567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.798112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.804243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:25.805049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.834357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.860326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:25.869576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def5abe2-10e1-47fe-ba9e-7d5e160de7bf']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:25.873012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:25.873518 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:25.903641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:25.904091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2491809b-2e9f-4f6b-8dde-6c8b3c9dc363') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:25.917901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.935665 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 6 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:25.943206 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.958721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Transition to ACTIVE for port object a9ed5225-fff6-4ac8-93b0-4792d058eeb2 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:25.963433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.997427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.010777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.011117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.011456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.024400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:26.024598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event updated for resources: {'Network': ['ID=0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.024787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.038200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:26.038299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:26.038386 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:26.042753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 7 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:26.071268 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.078858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.086798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.086798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.086798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.095009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:26.095335 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:26.098669 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 8 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:26.107903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.110060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.169626 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5d584f0f-3259-49a6-ae3b-50eb634a7f81 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7957733 Oct 17 18:12:26.182836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35734) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:26.240737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.249174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.249516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.249874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.262380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Ignored duplicate provisioning block setup for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:12:26.266514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Request body: {'subnet': {'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:26.283227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.298220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:26.298426 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:26.310972 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 9 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:26.321721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76dc7d-3a07-44c5-be2e-27ef72494bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.327732 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Attempting to bind port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.328095 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Attempting to bind port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.328453 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Attempting to bind port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 on network 1ec04218-b096-40e5-9647-10baa6bda1bf {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.334149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:26.334527 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Checking segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:26.335114 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.335372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Bound using segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:26.335870 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Bound port: a9ed5225-fff6-4ac8-93b0-4792d058eeb2, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:26.336269 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.361194 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 6 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:26.430387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.450708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:26.451040 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] For port a9ed5225-fff6-4ac8-93b0-4792d058eeb2, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:26.488022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.488875 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] For port a9ed5225-fff6-4ac8-93b0-4792d058eeb2, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:26.492902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.519654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=def5abe2-10e1-47fe-ba9e-7d5e160de7bf,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.522839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port 24a7d128-38b6-491c-a18a-6efd86f43c4c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:26.523177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.551201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eeb2c945-db60-40ce-8d65-51f2f7ea7c88 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/def5abe2-10e1-47fe-ba9e-7d5e160de7bf HTTP/1.1" status: 204 len: 168 time: 4.0710874 Oct 17 18:12:26.551436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.551545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.552833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35738) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:26.593469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.608740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-845936591'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:26.628106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:26.632453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0d994a-2456-4eb0-a75b-4acdea616d4e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.636891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.638735 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ba88cebe-b7e7-4fce-ada7-baa4928dae42 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/0a0d994a-2456-4eb0-a75b-4acdea616d4e HTTP/1.1" status: 204 len: 168 time: 1.6884379 Oct 17 18:12:26.642822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:26.647808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0b581-cebd-4562-ad53-1d35832c8efc None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:26.647982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2491809b-2e9f-4f6b-8dde-6c8b3c9dc363 resource provider aggregate not found Oct 17 18:12:26.651211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35744) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:26.665229 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:26.666006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:26.677992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.678336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.678682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.685656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:26.715004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:26.717050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.718303 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3467724 Oct 17 18:12:26.723344 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2491809b-2e9f-4f6b-8dde-6c8b3c9dc363 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2491809b-2e9f-4f6b-8dde-6c8b3c9dc363 found for delete ", "request_id": "req-a3b367d4-7080-4feb-91d5-5e15c84d36ce"}]} Oct 17 18:12:26.727070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35750) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:26.751691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebe7e4-cbe7-4169-b0d8-b41abcb408c5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560e287b-01ac-4caf-a899-147e3b8b37b1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.775886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:26.776451 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:26.787892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 10 to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc Oct 17 18:12:26.796304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'security_group_rule': {'security_group_id': '560e287b-01ac-4caf-a899-147e3b8b37b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:26.803903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.809021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] In _notify_port_updated(), no bound segment for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 on network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:12:26.812603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:26.819744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:26.820652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.822171 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/ports/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 HTTP/1.1" status: 200 len: 925 time: 2.6045423 Oct 17 18:12:26.832689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35754) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:26.833438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Usage tracker for resource:security_group_rule and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:26.839657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting subnet d3ab6914-4f58-491b-b123-0d77d80b566e {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:26.849016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '526b7f87-f698-4a59-85be-84857f89b4a7'}, {'subnet_id': '6217b3d0-d22e-49d3-bb10-664859d9285b'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:26.860110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:26.904455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:26.906811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:26.907152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:26.907493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:26.909800 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:26.919874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.929214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093b77-fc2e-47c7-a45d-1b67b5c89206 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=2ca9e65e-e4d3-4a76-a42e-ffa61bd62546,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.951484 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Attempt 7 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:26.957855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Usage tracker for resource:subnet and tenant:3dc6d76b418e4152b0ce7e1da8e6332c is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:26.968313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:26.968651 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 3d014763-2bea-40ca-be07-7c6f35b7fcdc on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:26.969015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.988200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:27.054507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:27.091487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-869b43e1-f32b-44a2-8bc1-3fc81402a510 None None] Port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:12:27.120258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.157973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:27.161648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.173471 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76dc7d-3a07-44c5-be2e-27ef72494bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:27.183190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for 24a7d128-38b6-491c-a18a-6efd86f43c4c owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:27.219953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:27.278966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8380b395-894c-454a-99af-69806d8771ef None None] Provisioning for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:27.283975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8380b395-894c-454a-99af-69806d8771ef None None] Provisioning complete for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:27.284347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8380b395-894c-454a-99af-69806d8771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.284697 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 1 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:27.300344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.303376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:26Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:27.308617 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9776-048d-4524-a6ab-3c3df846c80d None None] The sync data for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv is: [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:26Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:27.347016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:27.382510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:27.416215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.416557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment d367c457-ea52-41c4-aa5d-52e6335e0ffa of type vlan for network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 Oct 17 18:12:27.422464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 3d014763-2bea-40ca-be07-7c6f35b7fcdc, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:27.422464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:12:27.426367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.528835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.529933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:27.530526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.533093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.558790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.575502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Made reservation on behalf of 3dc6d76b418e4152b0ce7e1da8e6332c for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:27.578770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.768026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:27.777053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9ed5225-fff6-4ac8-93b0-4792d058eeb2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:27.778627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.804661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.846694 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0428202 Oct 17 18:12:27.883559 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 2 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:27.883805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35758) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:27.904508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.912498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428002b-97c9-4f43-a581-ec5a68150bae tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=3d014763-2bea-40ca-be07-7c6f35b7fcdc,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:27.946869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.952060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:27.952629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:27.965940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:28.002222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:28.007612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:28.008850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b71bdd-82a3-497e-afdb-c49b983d07b5,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:28.009122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.010255 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:28.074939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.163361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ab6914-4f58-491b-b123-0d77d80b566e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:28.167080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Deleting port 3d014763-2bea-40ca-be07-7c6f35b7fcdc {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:28.167481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.174546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.178612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f058f423-05d1-4c84-b86f-dd9bfc05f436 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/d3ab6914-4f58-491b-b123-0d77d80b566e HTTP/1.1" status: 204 len: 168 time: 1.5243013 Oct 17 18:12:28.178612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=cd2c2e6b-e158-4660-86ac-99f826c0c0c3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:28.180965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35762) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:28.183803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba516fc-9694-4c3d-8298-645ed5edbd01 None None] Network 40c29e7f-9bce-4b02-94db-39a1f7119c09 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:28.202609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:28.297055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8a1338a5-dee6-496b-863c-20a5379424a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7102993 Oct 17 18:12:28.297055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.299800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.300398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ba346449-3978-4ea7-878c-8f94126fdbcf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5204132 Oct 17 18:12:28.301027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35766) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:28.346247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35768) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:28.386946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:28.441295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:28.441875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.472676 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 3 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:28.505667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'security_group_rule': {'security_group_id': '560e287b-01ac-4caf-a899-147e3b8b37b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:28.506830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=24a7d128-38b6-491c-a18a-6efd86f43c4c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:28.513670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:28.517854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Usage tracker for resource:security_group_rule and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:28.521424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:28.528046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:28.587196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:28.604715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:28.615028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:28.623555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:28.639417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.646246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port a9ed5225-fff6-4ac8-93b0-4792d058eeb2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:28.668255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:28.668609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.684415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:28.710084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.742084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.754609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.828659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] DHCP port deletion for 40c29e7f-9bce-4b02-94db-39a1f7119c09 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:28.841848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Deleting port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:28.846518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.884380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:28.887933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.910824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:28.981526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:28.993268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.051407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.094661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=80ab5f4e-b09f-455c-a5e6-1861a5061c61,segment=NetworkSegment(2edc2d65-db3d-407e-b5db-e26a44daa2f6),segment_id=2edc2d65-db3d-407e-b5db-e26a44daa2f6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:29.098418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.136762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.164507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8:0:1::84 (d223b5b3-a9b0-4b1d-ad07-d63fbe586030/6217b3d0-d22e-49d3-bb10-664859d9285b/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:29.173764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.174292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router 62341bb9-dab0-473c-980a-33366a5a1b2f {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:29.186330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.197819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 3d014763-2bea-40ca-be07-7c6f35b7fcdc, host hv-neutron-8613, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:29.198179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.205964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.220953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.225814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-272899cc-b4b8-40dd-bc0b-92dc3ff075f8 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 204 len: 168 time: 3.9040420 Oct 17 18:12:29.228268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35774) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:29.228400 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 4 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:29.237393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-731476434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:29.243448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port 80ab5f4e-b09f-455c-a5e6-1861a5061c61, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=80ab5f4e-b09f-455c-a5e6-1861a5061c61,segment=NetworkSegment(2edc2d65-db3d-407e-b5db-e26a44daa2f6),segment_id=2edc2d65-db3d-407e-b5db-e26a44daa2f6)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:29.243890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.257270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Calling delete_port for 80ab5f4e-b09f-455c-a5e6-1861a5061c61 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:29.296929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:29.337582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:29.442559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.465026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Calling delete_port for 3d014763-2bea-40ca-be07-7c6f35b7fcdc owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:29.492845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] Pushing event deleted for resources: {'Port': ['ID=80ab5f4e-b09f-455c-a5e6-1861a5061c61,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:29.497788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37fb18-8c46-4bab-bca8-850c536b9c63 None None] No DVR routers for this DVR port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:29.498745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.529141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:29.537543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for 80ab5f4e-b09f-455c-a5e6-1861a5061c61 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:29.542245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event updated for resources: {'Subnet': ['ID=912c37b9-edaf-47fb-8864-97409047df29,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:29.570790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:29.579228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df19a4a-7087-44f1-9157-3636972eda2f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:29.599382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:29.609353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Checking segment: {'id': '4444697a-6adc-4cab-8b03-60c594b47a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:29.609687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Network hostable DHCP agents. Network: 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:29.666336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:29.666657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:29.718048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9ed5225-fff6-4ac8-93b0-4792d058eeb2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:29.722145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.723342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.740442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.756516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.785812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.787020 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5ead9a6b-6e61-4ee2-aa03-33532c76ac55 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4382908 Oct 17 18:12:29.790658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35778) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:29.801442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:29.801442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.801442 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:29.801789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:29.810885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:29.829983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Usage tracker for resource:floatingip and tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:29.835255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.844022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=0d029966-232a-4394-9514-993a9ac15060,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:29.846678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:29.851086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.857833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': 'd367c457-ea52-41c4-aa5d-52e6335e0ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:29.858283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: cd2c2e6b-e158-4660-86ac-99f826c0c0c3, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:29.861328 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 5 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:29.908019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:29.910030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:29.913304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.918177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d014763-2bea-40ca-be07-7c6f35b7fcdc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:29.923948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.924352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:29.940313 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e01ba3f2-fdd9-424c-8ca7-652a36caffe9 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3d014763-2bea-40ca-be07-7c6f35b7fcdc HTTP/1.1" status: 204 len: 168 time: 2.0517180 Oct 17 18:12:29.943139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35782) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:29.943774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.982249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:29.984545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.989132 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1a4304d7-8d49-4978-9322-901b84ea66d2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7557757 Oct 17 18:12:29.995644 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35786) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:30.001373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': True}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:30.034375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 80ab5f4e-b09f-455c-a5e6-1861a5061c61 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:30.056171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b4df4-b0c6-48c0-9bcb-af98eaacda29 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:12:30.057504 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc8b4df4-b0c6-48c0-9bcb-af98eaacda29 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports/3d014763-2bea-40ca-be07-7c6f35b7fcdc HTTP/1.1" status: 404 len: 333 time: 0.1125362 Oct 17 18:12:30.064793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35790) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:30.075178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 80ab5f4e-b09f-455c-a5e6-1861a5061c61 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:30.076256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:30.076395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 80ab5f4e-b09f-455c-a5e6-1861a5061c61 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:30.082287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2090369974'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:30.089530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:30.115805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:30.131130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, cd2c2e6b-e158-4660-86ac-99f826c0c0c3) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:30.136770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:30.138117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.140441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d524d-9ba9-4a67-be00-326800081eea None None] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:30.268696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Usage tracker for resource:port and tenant:c0db645f4b2d4397a0de3f6f48115fcd is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:30.277176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:30.280146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:30.284751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:30.285329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.289961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.295019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.296677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port 80ab5f4e-b09f-455c-a5e6-1861a5061c61 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:30.297071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.334155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e19b7f-7bd9-45b6-a30b-c91c38e14561 None None] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:30.409672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:30.430181 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 6 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:30.456293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45c8ac40-a1d4-4a0a-936a-d62b4ce8b3e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0876226 Oct 17 18:12:30.481969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35794) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:30.493689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] The port '80ab5f4e-b09f-455c-a5e6-1861a5061c61' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:30.526751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.547345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:30.553005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006263330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:30.558988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-cd2c2e6b-e158-4660-86ac-99f826c0c0c3', 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '0d029966-232a-4394-9514-993a9ac15060'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:30.559859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.574268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.582414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:30.587001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.658686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.697451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:30.698587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c29e7f-9bce-4b02-94db-39a1f7119c09']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:30.701823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-683386a1-1333-481a-a3e8-55b31040f2d9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5166898 Oct 17 18:12:30.703184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] In _notify_port_updated(), no bound segment for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 on network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:12:30.708468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:30.709110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.711647 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/ports/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 HTTP/1.1" status: 200 len: 1010 time: 3.8721526 Oct 17 18:12:30.716627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:30.717979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35800) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:30.733278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:30.736588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8ea4a-0c91-4d62-8dc5-334eed8e105d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=2ca9e65e-e4d3-4a76-a42e-ffa61bd62546,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:30.744251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Made reservation on behalf of c0db645f4b2d4397a0de3f6f48115fcd for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:30.748394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.769828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:30.777223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 8fd47bc8-6902-482a-8d3c-43d9647b4462 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:30.783817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9', 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9', 'tenant_id': '3dc6d76b418e4152b0ce7e1da8e6332c', 'fixed_ips': [{'subnet_id': '912c37b9-edaf-47fb-8864-97409047df29'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:30.784657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.807010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Request body: {'port': {'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9', 'name': 'tempest-TagsExtTest-205388151'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:30.872806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc2d65-db3d-407e-b5db-e26a44daa2f6') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:30.873109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc2d65-db3d-407e-b5db-e26a44daa2f6') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:30.881101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.881579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b039ef89-afbf-4acb-975d-1ed8c27d885a {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:30.907189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:30.930306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Allocated IP 172.20.0.2 (cd2c2e6b-e158-4660-86ac-99f826c0c0c3/0d029966-232a-4394-9514-993a9ac15060/3df26fbb-c9db-462c-b2be-2d02449a78b5) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:30.994585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.011791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.012800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.020758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:31.021165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.049003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 7 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:31.061963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:31.062306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.074492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.077915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.081826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:12:31.085510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0245cf4-52cf-4554-873e-dc1a2085aa2b tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8450255 Oct 17 18:12:31.093399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35808) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.132567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Allocated IP 172.20.0.2 (0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9/912c37b9-edaf-47fb-8864-97409047df29/09f4a249-740c-4390-9585-1780fcfdc142) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:31.143207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.146170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:31.218243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.266324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2edc2d65-db3d-407e-b5db-e26a44daa2f6 resource provider aggregate not found Oct 17 18:12:31.282548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.377861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2edc2d65-db3d-407e-b5db-e26a44daa2f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2edc2d65-db3d-407e-b5db-e26a44daa2f6 found for delete ", "request_id": "req-058a266b-4d54-4e4c-be3d-04612930478d"}]} Oct 17 18:12:31.383158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.390662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:31.394258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Allocated IP 172.26.2.50 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fea9e386-da47-40de-9393-89f94684cf24) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:31.397162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd47bc8-6902-482a-8d3c-43d9647b4462,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:31.400529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:31.402272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:31.403201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.404224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.408259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Transition to ACTIVE for port object 3df26fbb-c9db-462c-b2be-2d02449a78b5 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:31.421886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.425714 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75818678-46c2-4b79-8e4b-a18463a55afc tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9333405 Oct 17 18:12:31.426581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35814) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.432763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'port': {'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3', 'name': 'tempest-RoutersTest-448908820'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:31.452501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Deleting port 6efef65f-78f8-4922-bd94-1763b8c55eb5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:31.452501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.490175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Transition to ACTIVE for port object 3df26fbb-c9db-462c-b2be-2d02449a78b5 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:31.513412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.525158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Transition to ACTIVE for port object 09f4a249-740c-4390-9585-1780fcfdc142 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:31.543555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Transition to ACTIVE for port object 09f4a249-740c-4390-9585-1780fcfdc142 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:31.552121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:31.568695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c6bbf0e7-b1d6-407a-a597-5117b415b831 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5028601 Oct 17 18:12:31.573243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Usage tracker for resource:port and tenant:3dc6d76b418e4152b0ce7e1da8e6332c is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:31.575950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35818) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.579534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:31.586304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:31.608276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.638558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:31.647212 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 8 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:31.690745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.708438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.745409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=40c29e7f-9bce-4b02-94db-39a1f7119c09,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:31.764691 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c9aa7603-f79e-41f4-8541-b8f93383920c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/40c29e7f-9bce-4b02-94db-39a1f7119c09 HTTP/1.1" status: 204 len: 168 time: 3.5826912 Oct 17 18:12:31.770738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:31.770941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35822) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.776123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:31.778536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:31.787407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.838521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:31.850502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.854514 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6a5788-677f-4766-8001-8c56e31dd88b tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:31.855174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6a5788-677f-4766-8001-8c56e31dd88b tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:31.856571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Pushing event updated for resources: {'Port': ['ID=3df26fbb-c9db-462c-b2be-2d02449a78b5,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:31.857642 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0b6a5788-677f-4766-8001-8c56e31dd88b tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/5bf7561a-cb9b-4218-a691-aa9bbade9c25 HTTP/1.1" status: 404 len: 337 time: 0.0857506 Oct 17 18:12:31.864600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35826) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.894701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:31.906380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.916616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:port and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:31.922296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:31.926073 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c25fb8-cd99-480b-a062-a2b51471d76f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:31.926558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c25fb8-cd99-480b-a062-a2b51471d76f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:31.931172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b5c25fb8-cd99-480b-a062-a2b51471d76f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/51ccfd9e-0e59-47a5-b6e7-9fbe8b1010dd HTTP/1.1" status: 404 len: 339 time: 0.0595658 Oct 17 18:12:31.937869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35830) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:31.951778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:31.963361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:31.965777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:31.988297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Pushing event updated for resources: {'Port': ['ID=09f4a249-740c-4390-9585-1780fcfdc142,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:31.994067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Made reservation on behalf of 3dc6d76b418e4152b0ce7e1da8e6332c for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:31.997485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.025585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Attempting to bind port 3df26fbb-c9db-462c-b2be-2d02449a78b5 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:32.026308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Attempting to bind port 3df26fbb-c9db-462c-b2be-2d02449a78b5 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'd367c457-ea52-41c4-aa5d-52e6335e0ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:32.026667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Attempting to bind port 3df26fbb-c9db-462c-b2be-2d02449a78b5 on network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:32.072191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:32.072191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Checking segment: {'id': 'd367c457-ea52-41c4-aa5d-52e6335e0ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:32.072555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.072809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Bound using segment: {'id': 'd367c457-ea52-41c4-aa5d-52e6335e0ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:32.073208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Bound port: 3df26fbb-c9db-462c-b2be-2d02449a78b5, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd367c457-ea52-41c4-aa5d-52e6335e0ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cd2c2e6b-e158-4660-86ac-99f826c0c0c3'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:32.073585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.077294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.096585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:32.109474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] device_id is not set on port 922677e4-6ff9-43f9-a7a2-4e4757ac503b yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:32.138619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Attempting to bind port 09f4a249-740c-4390-9585-1780fcfdc142 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:32.139355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Attempting to bind port 09f4a249-740c-4390-9585-1780fcfdc142 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '4444697a-6adc-4cab-8b03-60c594b47a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:32.139497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Attempting to bind port 09f4a249-740c-4390-9585-1780fcfdc142 on network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:32.146133 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac578bf2-cf62-4d89-b61e-b3a0e4722d1c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:32.146643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac578bf2-cf62-4d89-b61e-b3a0e4722d1c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:32.151516 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ac578bf2-cf62-4d89-b61e-b3a0e4722d1c tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/4cd6071d-652f-4c66-85c1-ac654b770ef4 HTTP/1.1" status: 404 len: 337 time: 0.2099857 Oct 17 18:12:32.159243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:32.159621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Checking segment: {'id': '4444697a-6adc-4cab-8b03-60c594b47a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:32.160032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.160872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Bound using segment: {'id': '4444697a-6adc-4cab-8b03-60c594b47a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:32.160872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Bound port: 09f4a249-740c-4390-9585-1780fcfdc142, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4444697a-6adc-4cab-8b03-60c594b47a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:32.161340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.164013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35834) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:32.202545 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-17577cb3-46c7-44d9-8f27-7914e11eaeed tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:32.203019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17577cb3-46c7-44d9-8f27-7914e11eaeed tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:32.207339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17577cb3-46c7-44d9-8f27-7914e11eaeed tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/de3ebdad-e78c-44eb-a2e8-08743d7e2c5b HTTP/1.1" status: 404 len: 339 time: 0.0387795 Oct 17 18:12:32.207946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35838) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:32.262495 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc62c19-0cd8-4786-a98f-c50407ba3746 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:32.262883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc62c19-0cd8-4786-a98f-c50407ba3746 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:32.267067 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6bc62c19-0cd8-4786-a98f-c50407ba3746 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/d5f1361e-ebf4-4721-a025-6239c9997f8d HTTP/1.1" status: 404 len: 337 time: 0.0559645 Oct 17 18:12:32.268438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35842) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:32.292422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] For port 09f4a249-740c-4390-9585-1780fcfdc142, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:32.296625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:32.296739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] For port 09f4a249-740c-4390-9585-1780fcfdc142, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=09f4a249-740c-4390-9585-1780fcfdc142,segment=NetworkSegment(4444697a-6adc-4cab-8b03-60c594b47a28),segment_id=4444697a-6adc-4cab-8b03-60c594b47a28)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:32.312305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] For port 3df26fbb-c9db-462c-b2be-2d02449a78b5, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:32.314136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:32.316424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] For port 3df26fbb-c9db-462c-b2be-2d02449a78b5, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3df26fbb-c9db-462c-b2be-2d02449a78b5,segment=NetworkSegment(d367c457-ea52-41c4-aa5d-52e6335e0ffa),segment_id=d367c457-ea52-41c4-aa5d-52e6335e0ffa)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:32.317644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.339514 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 9 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:32.358369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.396671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:32.419133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.426044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.428282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a19004-6cc7-4330-9cdc-44118fc4ed34 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:32.436664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a19004-6cc7-4330-9cdc-44118fc4ed34 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:32.436664 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d9a19004-6cc7-4330-9cdc-44118fc4ed34 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/6b380262-bc8d-4442-8d1a-1ffcbe229637 HTTP/1.1" status: 404 len: 339 time: 0.1618237 Oct 17 18:12:32.436664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:32.462368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.471718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.481557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.483344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] device_id is not set on port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:32.518205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2715e39-3142-407e-b9c5-4694eebc4f70 None None] Pushing event updated for resources: {'Port': ['ID=09f4a249-740c-4390-9585-1780fcfdc142,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:32.539577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:32.557561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:32.560615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:32.666357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c5c4-2dcb-4233-bffa-2f731f6e8b17 None None] Pushing event updated for resources: {'Port': ['ID=3df26fbb-c9db-462c-b2be-2d02449a78b5,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:32.682762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting subnet 726edc5b-cc36-4260-9251-d726b5b7a2d2 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:32.684816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'Port': ['ID=fea9e386-da47-40de-9393-89f94684cf24,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:32.718611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.898619 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 10 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:32.908875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Calling delete_port for 6efef65f-78f8-4922-bd94-1763b8c55eb5 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:32.942843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.973418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 8fd47bc8-6902-482a-8d3c-43d9647b4462 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:32.985412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Allocated IP 172.20.0.11 (0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9/912c37b9-edaf-47fb-8864-97409047df29/922677e4-6ff9-43f9-a7a2-4e4757ac503b) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:32.994286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:33.004224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.076456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Transition to ACTIVE for port object 8fd47bc8-6902-482a-8d3c-43d9647b4462 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:33.078885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.20.0.6 (cd2c2e6b-e158-4660-86ac-99f826c0c0c3/0d029966-232a-4394-9514-993a9ac15060/0463dbaf-77a4-4d8d-a008-363a4b3b5eea) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:33.084292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8380b395-894c-454a-99af-69806d8771ef None None] Provisioning for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:33.090788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8380b395-894c-454a-99af-69806d8771ef None None] Provisioning complete for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:33.090788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8380b395-894c-454a-99af-69806d8771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.090788 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 1 to provision port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 Oct 17 18:12:33.102955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.158057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.190644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.217819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.26.2.93 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/af2b40f2-da6e-451c-a2c3-d68ce697ec9d) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:33.232024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Current status of the port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:33.252685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8380b395-894c-454a-99af-69806d8771ef None None] Provisioning complete for port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:33.252879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8380b395-894c-454a-99af-69806d8771ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.253209 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Attempt 1 to provision port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 Oct 17 18:12:33.392843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8380b395-894c-454a-99af-69806d8771ef None None] Current status of the port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:33.399294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd47bc8-6902-482a-8d3c-43d9647b4462,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:33.442089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.467045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:33.467374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:33.467712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:33.497206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:33.497206 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:33.501589 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 2 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:33.530735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:33.532233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:33.532233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:33.541230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:33.541556 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:33.543385 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 3 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:33.591607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.626121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:33.626457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:33.626793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:33.628411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Provisioning for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:33.635945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Provisioning complete for port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:33.636443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.637631 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Attempt 1 to provision port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 Oct 17 18:12:33.654679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.670085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.676619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efef65f-78f8-4922-bd94-1763b8c55eb5,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:33.688620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.702525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Port 2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:12:33.704860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.715937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3525bab-54f1-4f62-9dde-55c0cd1fdf6b None None] Could not find standard attr ID for object 80ab5f4e-b09f-455c-a5e6-1861a5061c61. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:12:33.737229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:33.737854 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:33.749423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 4 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:33.780718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=726edc5b-cc36-4260-9251-d726b5b7a2d2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:33.785044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:33.794618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0e03e-bc1c-4e26-96c9-5ea9413da567 None None] Network e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:33.800102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=2ca9e65e-e4d3-4a76-a42e-ffa61bd62546,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:33.817633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:33.817975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:33.818309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:33.830819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Transition to ACTIVE for port object 922677e4-6ff9-43f9-a7a2-4e4757ac503b will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:33.850574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:33.850902 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:33.862674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 5 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.001839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.055812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 09f4a249-740c-4390-9585-1780fcfdc142 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:34.065152 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a2a109b-006c-4430-b1b0-88a556e6601f tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/726edc5b-cc36-4260-9251-d726b5b7a2d2 HTTP/1.1" status: 204 len: 168 time: 1.6210909 Oct 17 18:12:34.083011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35850) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:34.108468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.129646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.129993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.130328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.145991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a9561-1def-492f-a34b-97ac2948a2fb None None] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:34.153853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.161364 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1c524d83-da7d-4569-916f-b56245154a68 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 HTTP/1.1" status: 204 len: 168 time: 3.4383187 Oct 17 18:12:34.191789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35854) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:34.204998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:34.218932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.219318 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.225386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 6 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.256114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:34.268768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:34.277099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 0463dbaf-77a4-4d8d-a008-363a4b3b5eea will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:34.291106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.297880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.298227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.298719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.299183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:34.304825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b7b1b466-760b-4860-accc-766e061e5e88 None None] Provisioning for port 09f4a249-740c-4390-9585-1780fcfdc142 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:34.310605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.315709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.316047 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.317371 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 7 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.342017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.342343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.342681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.352899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port 50906031-3b12-4470-b785-cd383a2bf4e2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:34.353149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.383859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.384187 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.395719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 8 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.401797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event updated for resources: {'Port': ['ID=922677e4-6ff9-43f9-a7a2-4e4757ac503b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:34.423234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.435054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.440750 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-67d94c6b-95ed-415f-9739-eed2ae9e17a1 tempest-RoutersAdminNegativeIpV6Test-4722160 tempest-RoutersAdminNegativeIpV6Test-4722160-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6efef65f-78f8-4922-bd94-1763b8c55eb5 HTTP/1.1" status: 204 len: 168 time: 3.1580997 Oct 17 18:12:34.440974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 09f4a249-740c-4390-9585-1780fcfdc142 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:34.446347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aec1653-4fdc-4e66-9373-ed8e6154a3dd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:12:34.446508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8aec1653-4fdc-4e66-9373-ed8e6154a3dd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:34.448374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 09f4a249-740c-4390-9585-1780fcfdc142 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:34.448811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.449288 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 09f4a249-740c-4390-9585-1780fcfdc142 Oct 17 18:12:34.512567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] DHCP port deletion for e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:34.516954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:34.517721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.519342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Deleting port 50906031-3b12-4470-b785-cd383a2bf4e2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:34.519799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.536608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.537255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.537774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.555507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.636394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.636685 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.637791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.644571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8aec1653-4fdc-4e66-9373-ed8e6154a3dd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:34.649098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8aec1653-4fdc-4e66-9373-ed8e6154a3dd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 HTTP/1.1" status: 404 len: 333 time: 0.4528050 Oct 17 18:12:34.649098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:34.651109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35860) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:34.652013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:34.655707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:34.664225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 9 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.701344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973d06a-0718-4653-b365-240b4e77e908 None None] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:34.720266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.720521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.720858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.723070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.732530 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-23e08e4e-201a-410e-af63-37a5aa2fc756 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0099177 Oct 17 18:12:34.742025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35864) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:34.746711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'Port': ['ID=fea9e386-da47-40de-9393-89f94684cf24,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:34.750400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:34.754494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2108176665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:34.762420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=af2b40f2-da6e-451c-a2c3-d68ce697ec9d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:34.775144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:34.785262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Usage tracker for resource:router and tenant:3dc6d76b418e4152b0ce7e1da8e6332c is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:34.797470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:34.806272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:34.808392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.808874 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.840572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 09f4a249-740c-4390-9585-1780fcfdc142 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:34.841133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.853954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:34.884661 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 10 to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 Oct 17 18:12:34.927360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:34.935214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 6217b3d0-d22e-49d3-bb10-664859d9285b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:34.941051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.960488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:34.961310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:34.961920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:34.992468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:34.992795 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:34.993325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:34.998393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-405bdb6c-6d27-4d39-8dda-28a30c370025 None None] Provisioning for port 3df26fbb-c9db-462c-b2be-2d02449a78b5 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:35.009393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 09f4a249-740c-4390-9585-1780fcfdc142, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=09f4a249-740c-4390-9585-1780fcfdc142,segment=NetworkSegment(4444697a-6adc-4cab-8b03-60c594b47a28),segment_id=4444697a-6adc-4cab-8b03-60c594b47a28)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:35.021483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port 50906031-3b12-4470-b785-cd383a2bf4e2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50906031-3b12-4470-b785-cd383a2bf4e2,segment=NetworkSegment(62f503e5-22a1-44d5-b29d-e4c7f553b9fc),segment_id=62f503e5-22a1-44d5-b29d-e4c7f553b9fc)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:35.021873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.031231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.049011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] For port 50906031-3b12-4470-b785-cd383a2bf4e2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50906031-3b12-4470-b785-cd383a2bf4e2,segment=NetworkSegment(62f503e5-22a1-44d5-b29d-e4c7f553b9fc),segment_id=62f503e5-22a1-44d5-b29d-e4c7f553b9fc)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:35.049421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.055267 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9ed623b-9876-4270-bea5-751bd617c179 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2542632 Oct 17 18:12:35.056724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=0463dbaf-77a4-4d8d-a008-363a4b3b5eea,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:35.274322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.301513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:35.303648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.309697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35886) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:35.321213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for 50906031-3b12-4470-b785-cd383a2bf4e2 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:35.334380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.334646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.352371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.353151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3df26fbb-c9db-462c-b2be-2d02449a78b5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:35.392296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Calling delete_port for 50906031-3b12-4470-b785-cd383a2bf4e2 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:35.402226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.480122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.488588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-18238359-3918-4eea-bd96-c9d821a551f0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:35.534218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 8fd47bc8-6902-482a-8d3c-43d9647b4462, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:35.535021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:12:35.612546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06d2bdfe-7736-4341-9747-7451661a11ed tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.1857691 Oct 17 18:12:35.615135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35892) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:35.639826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Provisioning complete for port 09f4a249-740c-4390-9585-1780fcfdc142 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:35.640225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.640536 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 1 to provision port 09f4a249-740c-4390-9585-1780fcfdc142 Oct 17 18:12:35.675279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=09f4a249-740c-4390-9585-1780fcfdc142,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:35.681239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.689862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.690563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] In _notify_port_updated(), no bound segment for port 8fd47bc8-6902-482a-8d3c-43d9647b4462 on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:12:35.692887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:35.693632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.696054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "PUT /v2.0/ports/8fd47bc8-6902-482a-8d3c-43d9647b4462 HTTP/1.1" status: 200 len: 977 time: 4.1191418 Oct 17 18:12:35.711064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35896) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:35.715992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:35.716204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.716362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:35.786069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:35.804083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Current status of the port 09f4a249-740c-4390-9585-1780fcfdc142 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:35.806427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Usage tracker for resource:security_group_rule and tenant:3664d0c9f25b4ed0be3e0523703fce3d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:35.812818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3df26fbb-c9db-462c-b2be-2d02449a78b5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:35.817810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:35.819640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3df26fbb-c9db-462c-b2be-2d02449a78b5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:35.820684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.820874 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3df26fbb-c9db-462c-b2be-2d02449a78b5 Oct 17 18:12:35.831273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:35.874422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.932493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.939082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Provisioning for port 922677e4-6ff9-43f9-a7a2-4e4757ac503b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:35.960271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Provisioning complete for port 922677e4-6ff9-43f9-a7a2-4e4757ac503b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:35.961252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.961667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 1 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:35.964083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-18238359-3918-4eea-bd96-c9d821a551f0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:35.965917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-18238359-3918-4eea-bd96-c9d821a551f0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1434666508&fields=id&tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d HTTP/1.1" status: 200 len: 267 time: 0.5993161 Oct 17 18:12:35.966686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.023951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:36.039768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3df26fbb-c9db-462c-b2be-2d02449a78b5 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:36.040248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.070276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.074129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-205e3ab7-7d21-4754-96b5-8b1f30e32efe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3284154 Oct 17 18:12:36.077816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=6217b3d0-d22e-49d3-bb10-664859d9285b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:36.078100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 3df26fbb-c9db-462c-b2be-2d02449a78b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3df26fbb-c9db-462c-b2be-2d02449a78b5,segment=NetworkSegment(d367c457-ea52-41c4-aa5d-52e6335e0ffa),segment_id=d367c457-ea52-41c4-aa5d-52e6335e0ffa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:36.095653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.096145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.096623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.097097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.097564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.098069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.098540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.099008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.099478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.099945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.100406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.100867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.101912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.102378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.102842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.103308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.103769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.110586 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f81531d9-ac6c-4791-9928-583cf0c8aa20 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15281 time: 0.3839495 Oct 17 18:12:36.110586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35900) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:36.123693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35902) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:36.124485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490fefd-22ff-47e3-8e92-768403b4df6d None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:36.130283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.135884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-754643f5-2435-4c1b-b8e2-f092c6cb6b69 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-197638254', 'prefixes': ['172.20.0.0/16']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:36.168796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No DVR routers for this DVR port 50906031-3b12-4470-b785-cd383a2bf4e2 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:36.187067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-754643f5-2435-4c1b-b8e2-f092c6cb6b69 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:36.206495 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-af78a4a4-b2c1-4d65-b075-3ee964cdde88 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/6217b3d0-d22e-49d3-bb10-664859d9285b HTTP/1.1" status: 204 len: 168 time: 1.5522006 Oct 17 18:12:36.225242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35908) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:36.252106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Deleting port 50906031-3b12-4470-b785-cd383a2bf4e2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:36.252574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.285457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.316403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Deleting port 8fd47bc8-6902-482a-8d3c-43d9647b4462 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:36.316867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.414111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 09f4a249-740c-4390-9585-1780fcfdc142 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:36.489397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=3df26fbb-c9db-462c-b2be-2d02449a78b5,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:36.511506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-37e61d77-903d-4d95-81af-8e41506cb874 None None] The port '50906031-3b12-4470-b785-cd383a2bf4e2' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:36.538962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 526b7f87-f698-4a59-85be-84857f89b4a7 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:36.544146 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 2 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:36.558227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.561836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220f99f-f79b-4961-ada7-033191c9eb83 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd47bc8-6902-482a-8d3c-43d9647b4462,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:36.670123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:36.688342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.688577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 09f4a249-740c-4390-9585-1780fcfdc142 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:36.688725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.689065 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 09f4a249-740c-4390-9585-1780fcfdc142 Oct 17 18:12:36.697176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Port': ['ID=50906031-3b12-4470-b785-cd383a2bf4e2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:36.708725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.712359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.758154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:36.820068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f503e5-22a1-44d5-b29d-e4c7f553b9fc') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:36.820359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f503e5-22a1-44d5-b29d-e4c7f553b9fc') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:36.834673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 09f4a249-740c-4390-9585-1780fcfdc142 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:36.853494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-268e730f-5861-4dd0-90c3-077bdf576300 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.860625 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-268e730f-5861-4dd0-90c3-077bdf576300 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 812 time: 0.8834779 Oct 17 18:12:36.866298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.900178 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-fdae259d-f5bf-4349-8222-cee30fc49bc0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/quotas/c97a89bf2bde4d6c91d9367a7a2f6d1d HTTP/1.1" status: 200 len: 375 time: 0.0383737 Oct 17 18:12:36.909710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:36.924813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50906031-3b12-4470-b785-cd383a2bf4e2 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:36.966581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 50906031-3b12-4470-b785-cd383a2bf4e2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:36.967809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50906031-3b12-4470-b785-cd383a2bf4e2 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:36.997968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:36.998560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.003683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.005502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.051474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.096130 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 62f503e5-22a1-44d5-b29d-e4c7f553b9fc resource provider aggregate not found Oct 17 18:12:37.129006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 62f503e5-22a1-44d5-b29d-e4c7f553b9fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62f503e5-22a1-44d5-b29d-e4c7f553b9fc found for delete ", "request_id": "req-4a10d307-f659-4963-8c36-67306418dfca"}]} Oct 17 18:12:37.145293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.171219 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 3 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:37.218487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-754643f5-2435-4c1b-b8e2-f092c6cb6b69 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for subnetpool, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.218487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-754643f5-2435-4c1b-b8e2-f092c6cb6b69 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1065245 Oct 17 18:12:37.220914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 8fd47bc8-6902-482a-8d3c-43d9647b4462, host hv-neutron-8613, got binding levels [] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:37.220914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.222486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35916) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:37.238990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-3009435a-f9dc-41fd-98f7-d953ccbfb290 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1820114402') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:37.241099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:37.249797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a8aba-826b-4a33-bace-6dd9d840c746,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:37.262863 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cbb58bcf-65e9-416e-9e6e-4085c416b649 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3664d0c9f25b4ed0be3e0523703fce3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9451063 Oct 17 18:12:37.276752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35920) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:37.323968 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-e005e196-835f-4af8-9c96-7f73bf2be7d6 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3888979 Oct 17 18:12:37.324984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.337080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.419768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Calling delete_port for 8fd47bc8-6902-482a-8d3c-43d9647b4462 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:37.452921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.523854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:37.539125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f85bf0d7-7ece-4266-90bb-1f105eabd3b0 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/e3f8cacd-e3ef-4ef5-94e4-3eefdaf0a698 HTTP/1.1" status: 204 len: 168 time: 3.4509268 Oct 17 18:12:37.541734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35930) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:37.596770 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8bb8f9-ac8f-4ed2-b5a0-cce7b8e7bdaf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:37.597220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8bb8f9-ac8f-4ed2-b5a0-cce7b8e7bdaf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:37.605499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc8bb8f9-ac8f-4ed2-b5a0-cce7b8e7bdaf tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/1c584897-3270-4868-8866-d2eecf59bb88 HTTP/1.1" status: 404 len: 337 time: 0.0554447 Oct 17 18:12:37.605499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-e87db023-cf94-4c65-abfd-ce2c17c684a5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:12:37.610092 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-e87db023-cf94-4c65-abfd-ce2c17c684a5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1715472 Oct 17 18:12:37.615848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35934) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:37.653668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.674582 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d9c2fe-cffb-436a-a5b7-6e3546d131f4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] DELETE failed (client error): The resource could not be found. Oct 17 18:12:37.675034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d9c2fe-cffb-436a-a5b7-6e3546d131f4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:12:37.707641 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-91d9c2fe-cffb-436a-a5b7-6e3546d131f4 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/9a4403de-9d87-41c1-9d41-cd8a50f07fec HTTP/1.1" status: 404 len: 339 time: 0.0874357 Oct 17 18:12:37.710169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.717344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35940) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:37.742522 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 4 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:37.825518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting subnet d129e700-1d0c-416d-9773-0d0242314f46 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:37.828995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.847402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:37.863378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.867047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.949376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router 91b2f341-1752-4f00-9364-219dfb01b61d is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:37.961651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=526b7f87-f698-4a59-85be-84857f89b4a7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:37.971392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ea200-bc07-4cce-9d43-3a3aa0c31ff5 None None] Network d223b5b3-a9b0-4b1d-ad07-d63fbe586030 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:37.978040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:37.985741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd47bc8-6902-482a-8d3c-43d9647b4462,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:37.995620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.016697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-8fb92912-bdb9-4c40-a187-72d59f462e6d service neutron] 10.222.0.36 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888350 Oct 17 18:12:38.026922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.041870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.044276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.045381 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a9a8aba-826b-4a33-bace-6dd9d840c746 HTTP/1.1" status: 204 len: 168 time: 0.7658582 Oct 17 18:12:38.069285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.115520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-122c4f51-055d-4e6e-9606-1b11e71552c8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/526b7f87-f698-4a59-85be-84857f89b4a7 HTTP/1.1" status: 204 len: 168 time: 1.8882911 Oct 17 18:12:38.121010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35948) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.131494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3009435a-f9dc-41fd-98f7-d953ccbfb290 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1820114402 HTTP/1.1" status: 201 len: 201 time: 0.9033668 Oct 17 18:12:38.151142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35952) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.159655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.192619 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4a084aad-4771-40ac-bbd5-4c44af1b9bb7 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8fd47bc8-6902-482a-8d3c-43d9647b4462 HTTP/1.1" status: 204 len: 168 time: 2.0676680 Oct 17 18:12:38.198027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35956) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.201221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f431-ed7d-4bb7-9a37-5a04520b8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a8aba-826b-4a33-bace-6dd9d840c746,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:38.201412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-96eec3a1-879a-4d09-b97d-c760b74babe7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-404535420') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:38.287310 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5e7a44-f32d-4495-b86e-1ef2304dafbb tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:12:38.287863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4e5e7a44-f32d-4495-b86e-1ef2304dafbb tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Synchronizing usage tracker for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:38.308489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] DHCP port deletion for d223b5b3-a9b0-4b1d-ad07-d63fbe586030 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:38.312779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Deleting port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:38.313242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.359956 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 5 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:38.389325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.435250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3df26fbb-c9db-462c-b2be-2d02449a78b5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:38.438309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:38.454456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.456844 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b83563f3-26c2-42f2-a037-a7639c7c5afa tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "PUT /v2.0/routers/91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 200 len: 913 time: 8.4602411 Oct 17 18:12:38.457818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4e5e7a44-f32d-4495-b86e-1ef2304dafbb tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Unset dirty status for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:38.463317 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4e5e7a44-f32d-4495-b86e-1ef2304dafbb tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports/8fd47bc8-6902-482a-8d3c-43d9647b4462 HTTP/1.1" status: 404 len: 333 time: 0.2589881 Oct 17 18:12:38.463938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.465153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35964) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.481224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] Sync routers for ids ['91b2f341-1752-4f00-9364-219dfb01b61d'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:38.533589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:38.539385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=0463dbaf-77a4-4d8d-a008-363a4b3b5eea,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:38.545140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-208955676', 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:38.546374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.576742 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-18ba8153-2390-43b9-bc03-268be6d71a9a service neutron] 10.222.0.36 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424473 Oct 17 18:12:38.612544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] Routers {'91b2f341-1752-4f00-9364-219dfb01b61d'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:38.613282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['91b2f341-1752-4f00-9364-219dfb01b61d'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:38.620424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:38.641032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:38.641334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.671132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:38.752512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:38.819204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,segment=NetworkSegment(9ec9066c-7b94-4921-bc95-2caf2fd372f8),segment_id=9ec9066c-7b94-4921-bc95-2caf2fd372f8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:38.820303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.829723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] Routers {'91b2f341-1752-4f00-9364-219dfb01b61d'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:38.830478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['91b2f341-1752-4f00-9364-219dfb01b61d'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:38.855088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Made reservation on behalf of c0db645f4b2d4397a0de3f6f48115fcd for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:38.857650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.865565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:38.884157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-96eec3a1-879a-4d09-b97d-c760b74babe7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-404535420 HTTP/1.1" status: 201 len: 201 time: 0.7313824 Oct 17 18:12:38.887270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35974) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:38.895312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-520ae3eb-e0ee-4336-8f55-66ca0d1463d4 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-552359676') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:38.968212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 0756da43-171a-4f08-b526-c7377f223c71 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:38.972581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35980) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.061386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Calling delete_port for d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:39.064628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,segment=NetworkSegment(9ec9066c-7b94-4921-bc95-2caf2fd372f8),segment_id=9ec9066c-7b94-4921-bc95-2caf2fd372f8)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:39.065074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.091429 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 6 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:39.115248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:39.115895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559423cd-9b71-4bc9-a041-2ba7c77792f9 None None] The sync data for ids ['91b2f341-1752-4f00-9364-219dfb01b61d'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:39.147091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3df26fbb-c9db-462c-b2be-2d02449a78b5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:39.147091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.147091 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3df26fbb-c9db-462c-b2be-2d02449a78b5 Oct 17 18:12:39.196853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.215531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:39.229108 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1bc69960-9834-41da-9dbe-b701ac2c28d7 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 200 len: 919 time: 0.7596860 Oct 17 18:12:39.237058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:39.239156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.278180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35988) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.320575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3df26fbb-c9db-462c-b2be-2d02449a78b5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:39.386656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.388837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:39.392533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e11a6296-bdb1-45e5-9a66-50f05233fc50 req-3e4ca3cb-2d87-412a-bb03-7c4c2533214e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:39.400797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Subnet': ['ID=d129e700-1d0c-416d-9773-0d0242314f46,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:39.407748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.407900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.431719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1cfce4-9e8d-45d8-982d-a5e0ef33fddb None None] Network 92600029-3b35-4807-bb71-c3da9e1d2bbb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:39.437898 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-87ee0eff-dca3-414e-aa45-83a7aa57ecc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c2c8fb781d1442081ef03c9d941b601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607802 Oct 17 18:12:39.441167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 35994) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.499314 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a21e9fa4-9ab6-4be7-a9cd-4aea20887c00 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/subnets/d129e700-1d0c-416d-9773-0d0242314f46 HTTP/1.1" status: 204 len: 168 time: 1.7789259 Oct 17 18:12:39.508288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 35998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.512712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:39.518190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:39.520596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=0756da43-171a-4f08-b526-c7377f223c71,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:39.521315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.523302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:39.524238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:39.524831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.569003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] No DVR routers for this DVR port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:39.605370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776e6cd-baa3-4f75-aa9a-cbe7a57204c0 None None] Pushing event deleted for resources: {'Port': ['ID=d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:39.641881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e11a6296-bdb1-45e5-9a66-50f05233fc50 req-3e4ca3cb-2d87-412a-bb03-7c4c2533214e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:39.651302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e11a6296-bdb1-45e5-9a66-50f05233fc50 req-3e4ca3cb-2d87-412a-bb03-7c4c2533214e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.4167590 Oct 17 18:12:39.666252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:39.666579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:39.697177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.714530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port e06334de-fd67-4780-bee3-5316bee21852 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:39.714878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.728020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No active binding found for port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 {{(pid=89828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 18:12:39.728492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:39.739204 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 7 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:39.753194 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dd66d7c0-5596-4806-b214-e55a2b153429 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2814074 Oct 17 18:12:39.754356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36002) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.805005 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-520ae3eb-e0ee-4336-8f55-66ca0d1463d4 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-552359676 HTTP/1.1" status: 201 len: 201 time: 0.9166911 Oct 17 18:12:39.814968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36006) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.836799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-1e211f7d-0f53-40a5-ad51-4ef4e67c5c05 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-307877018') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:39.846326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d360a17-e5ef-4a2e-8c60-13b6b256abd1 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:39.847816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8d360a17-e5ef-4a2e-8c60-13b6b256abd1 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=91b2f341-1752-4f00-9364-219dfb01b61d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5636256 Oct 17 18:12:39.854999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36010) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:39.859535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.861107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:39.896614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab940e-f2ab-4c6f-9e38-6e179dee081a tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:39.897369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2dab940e-f2ab-4c6f-9e38-6e179dee081a tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Synchronizing usage tracker for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:39.949412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] DHCP port deletion for 92600029-3b35-4807-bb71-c3da9e1d2bbb request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:39.954275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Deleting port e06334de-fd67-4780-bee3-5316bee21852 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:39.954786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:39.981167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.022285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2dab940e-f2ab-4c6f-9e38-6e179dee081a tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Unset dirty status for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:40.026039 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2dab940e-f2ab-4c6f-9e38-6e179dee081a tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports/0756da43-171a-4f08-b526-c7377f223c71 HTTP/1.1" status: 200 len: 954 time: 0.2555599 Oct 17 18:12:40.026651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36016) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:40.072233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] For port e06334de-fd67-4780-bee3-5316bee21852, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e06334de-fd67-4780-bee3-5316bee21852,segment=NetworkSegment(55749d7f-de65-4e6a-a9ea-99e1f881da99),segment_id=55749d7f-de65-4e6a-a9ea-99e1f881da99)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:40.072576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.167742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:40.168290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.179487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] For port e06334de-fd67-4780-bee3-5316bee21852, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e06334de-fd67-4780-bee3-5316bee21852,segment=NetworkSegment(55749d7f-de65-4e6a-a9ea-99e1f881da99),segment_id=55749d7f-de65-4e6a-a9ea-99e1f881da99)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:40.186188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.223774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480b25b-781e-42da-9251-dbe8e29128fe tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:40.224349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b480b25b-781e-42da-9251-dbe8e29128fe tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Synchronizing usage tracker for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:40.236098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Calling delete_port for e06334de-fd67-4780-bee3-5316bee21852 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:40.266099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] The port 'd28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:40.280616 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1e211f7d-0f53-40a5-ad51-4ef4e67c5c05 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-307877018 HTTP/1.1" status: 201 len: 201 time: 0.4559767 Oct 17 18:12:40.302863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36020) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:40.312336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-76dc298f-8357-4eaf-bbdd-7fa9b6974001 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:40.321177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Calling delete_port for e06334de-fd67-4780-bee3-5316bee21852 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:40.352677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b480b25b-781e-42da-9251-dbe8e29128fe tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Unset dirty status for tenant:73f3734307b64d1aa86442beab2aa4d0 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:40.353892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b480b25b-781e-42da-9251-dbe8e29128fe tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.4956839 Oct 17 18:12:40.362181 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 8 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:40.375233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36024) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:40.406948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.408531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e06334de-fd67-4780-bee3-5316bee21852 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:40.442328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Deleting port 0756da43-171a-4f08-b526-c7377f223c71 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:40.442660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.458208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95bdc80-6735-433f-af0b-871c77b30132,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:40.464415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.473218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.482924 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-493631b3-3eec-4c5f-ade8-b49a0f628299 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 200 len: 205 time: 0.1064887 Oct 17 18:12:40.484641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36028) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:40.495561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d223b5b3-a9b0-4b1d-ad07-d63fbe586030']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:40.507385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:40.509847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec9066c-7b94-4921-bc95-2caf2fd372f8') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:40.510215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec9066c-7b94-4921-bc95-2caf2fd372f8') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:40.522449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.541526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.552076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:40.552531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.577641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.591373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e06334de-fd67-4780-bee3-5316bee21852 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:40.591761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.608435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 9ec9066c-7b94-4921-bc95-2caf2fd372f8 resource provider aggregate not found Oct 17 18:12:40.684632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.720379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 9ec9066c-7b94-4921-bc95-2caf2fd372f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ec9066c-7b94-4921-bc95-2caf2fd372f8 found for delete ", "request_id": "req-a54bcc6f-e4a3-44e4-b00c-83d52867ef64"}]} Oct 17 18:12:40.738709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.742195 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f9e0a598-642c-4376-8d2c-62b2c3c99bc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a95bdc80-6735-433f-af0b-871c77b30132 HTTP/1.1" status: 204 len: 168 time: 1.2978065 Oct 17 18:12:40.775423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=0463dbaf-77a4-4d8d-a008-363a4b3b5eea,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:40.778056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.786318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] Pushing event deleted for resources: {'Port': ['ID=e06334de-fd67-4780-bee3-5316bee21852,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:40.788986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfffe8-2ff2-4f51-993e-b369f2a176ee None None] No DVR routers for this DVR port e06334de-fd67-4780-bee3-5316bee21852 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:40.901318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.931766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:40.932397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:40.935401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:40.944249 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6c377854-3479-49a2-a2bf-d54639097ee1 req-52cfc96e-d4e6-4af7-9cad-738a82d6ce45 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.1351581 Oct 17 18:12:40.961721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=d223b5b3-a9b0-4b1d-ad07-d63fbe586030,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:40.962925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-50507ccd-0a51-469a-b9b5-7c16d5b7fbae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/d223b5b3-a9b0-4b1d-ad07-d63fbe586030 HTTP/1.1" status: 204 len: 168 time: 2.8409126 Oct 17 18:12:40.967706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36040) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.008535 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 9 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:41.038901 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-76dc298f-8357-4eaf-bbdd-7fa9b6974001 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 200 len: 241 time: 0.7348437 Oct 17 18:12:41.041357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.053189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36044) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.066852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:41.071919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-3b9525eb-3978-49cf-af64-90f9472a75c9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1820114402') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.120863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:41.125492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:41.236087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.440010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Deleting port e06334de-fd67-4780-bee3-5316bee21852 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:41.440345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.454394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad4cf9-07ff-4be4-acdb-77bfa321e315 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:41.455096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70ad4cf9-07ff-4be4-acdb-77bfa321e315 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:41.475452 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b9525eb-3978-49cf-af64-90f9472a75c9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1820114402 HTTP/1.1" status: 204 len: 168 time: 0.4108114 Oct 17 18:12:41.480640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Calling delete_port for 0756da43-171a-4f08-b526-c7377f223c71 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:41.480826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36058) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.488180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-6c196aed-8030-40e2-a520-676dc998019a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1820114402') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.556647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-70ad4cf9-07ff-4be4-acdb-77bfa321e315 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:41.557817 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-70ad4cf9-07ff-4be4-acdb-77bfa321e315 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5890245 Oct 17 18:12:41.563748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36062) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.567888 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Attempt 10 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:41.575226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] The port 'e06334de-fd67-4780-bee3-5316bee21852' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:41.637345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f51c5c4-4b41-4aea-a6de-2652e44933ae None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:41.667435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dd446956-6693-4958-adc6-8a9b3c5f29a9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1010053 Oct 17 18:12:41.670796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36066) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.676144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80901781'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:41.681578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 5786f1bc-6edb-42dd-96d6-9d533c7f9d71 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:41.684596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:41.692013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:41.697506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:41.712638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.751663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.753651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Could not find standard attr ID for object d28ab2a7-b3c6-4ee0-9142-9ce9888b2ed6. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:12:41.759924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:41.778558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92600029-3b35-4807-bb71-c3da9e1d2bbb']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.791648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55749d7f-de65-4e6a-a9ea-99e1f881da99') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.791992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55749d7f-de65-4e6a-a9ea-99e1f881da99') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.795609 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:12:41.803534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.821532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.825131 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c196aed-8030-40e2-a520-676dc998019a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1820114402 HTTP/1.1" status: 204 len: 168 time: 0.3413546 Oct 17 18:12:41.825811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36072) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.831523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-bea5a385-cfea-4621-aedc-d6d0d0b3f69c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.861778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:41.862973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.867009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:41.872208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-256a096a-4f79-46e8-addf-61aefa1f7762 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/5786f1bc-6edb-42dd-96d6-9d533c7f9d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2557051 Oct 17 18:12:41.874698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36078) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:41.885567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Provisioning for port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:41.890046 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] Sync routers for ids ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:41.893247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Provisioning complete for port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:41.893837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.895058 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 1 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:41.898366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.904110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port af2b40f2-da6e-451c-a2c3-d68ce697ec9d {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:41.904551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:41.922934 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] Routers {'5786f1bc-6edb-42dd-96d6-9d533c7f9d71'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:41.923554 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:41.941053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 55749d7f-de65-4e6a-a9ea-99e1f881da99 resource provider aggregate not found Oct 17 18:12:41.973119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:41.980268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9e156-34b3-470c-9f90-4e1e8904ef46 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:41.981136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8a9e156-34b3-470c-9f90-4e1e8904ef46 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:41.996378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:42.001306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.076721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:42.084197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:42.106273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event deleted for resources: {'Port': ['ID=0756da43-171a-4f08-b526-c7377f223c71,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:42.107518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] Routers {'5786f1bc-6edb-42dd-96d6-9d533c7f9d71'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:42.109331 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:42.117021 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 55749d7f-de65-4e6a-a9ea-99e1f881da99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55749d7f-de65-4e6a-a9ea-99e1f881da99 found for delete ", "request_id": "req-cafe78d8-8ae8-42dc-80eb-aff65a4ade8f"}]} Oct 17 18:12:42.134457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.143429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.143882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 137d9641-f96e-4444-8173-03082429c871 of type vlan for network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c Oct 17 18:12:42.178841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8a9e156-34b3-470c-9f90-4e1e8904ef46 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:42.182656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8a9e156-34b3-470c-9f90-4e1e8904ef46 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports/0463dbaf-77a4-4d8d-a008-363a4b3b5eea HTTP/1.1" status: 200 len: 976 time: 0.3042881 Oct 17 18:12:42.182809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.183830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36094) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.205555 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:42.205981 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b71a3-5ff9-40dc-8a32-668ad90b411b None None] The sync data for ids ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:42.250131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.442616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.443156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36100) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.470726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] Pushing event deleted for resources: {'Network': ['ID=92600029-3b35-4807-bb71-c3da9e1d2bbb,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:42.474199 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 2 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:42.487622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ee46669c-04b3-4e74-bbfc-644889bd9d54 req-20c44c91-7577-441c-a9e7-35baf9bb4406 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.3212399 Oct 17 18:12:42.502048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-79019ee2-6da6-496d-884e-8c3df4ec73f5 tempest-NetworksIpV6Test-325939805 tempest-NetworksIpV6Test-325939805-project] 10.222.0.36 "DELETE /v2.0/networks/92600029-3b35-4807-bb71-c3da9e1d2bbb HTTP/1.1" status: 204 len: 168 time: 2.9907591 Oct 17 18:12:42.509854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bea5a385-cfea-4621-aedc-d6d0d0b3f69c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 200 len: 205 time: 0.6801970 Oct 17 18:12:42.513132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36106) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.521208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-e19ab44b-cb79-47dc-8c50-c0c688f72cc2 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:42.533044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:42.596968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.604320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:42.604969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.609480 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b93fbd3e-781a-4d94-b3b5-0687c220bc04 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0756da43-171a-4f08-b526-c7377f223c71 HTTP/1.1" status: 204 len: 168 time: 2.5819268 Oct 17 18:12:42.610456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36114) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.613781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:42.715306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1852897095'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:42.737820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:42.747812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:network and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:42.750645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=8fc2f1bc-1d71-4771-b324-ca70cdcef75c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:42.753821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:42.762021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:42.764321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:42.799690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for af2b40f2-da6e-451c-a2c3-d68ce697ec9d owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:42.849639 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-de43be2c-483b-4b3a-9d77-021e6a1ddb49 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:12:42.850110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-de43be2c-483b-4b3a-9d77-021e6a1ddb49 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Synchronizing usage tracker for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:42.894600 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ef1e54e-a824-48ef-bd81-288c16af7e48 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2227702 Oct 17 18:12:42.900743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e19ab44b-cb79-47dc-8c50-c0c688f72cc2 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 200 len: 240 time: 0.3818357 Oct 17 18:12:42.900931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36120) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.900931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36122) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:42.915295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:42.932434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-56e203a6-4165-457b-b138-3f2da70d0b43 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-404535420') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:43.029926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.034413 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 3 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:43.049281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-de43be2c-483b-4b3a-9d77-021e6a1ddb49 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Unset dirty status for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:43.054692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-de43be2c-483b-4b3a-9d77-021e6a1ddb49 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports/0756da43-171a-4f08-b526-c7377f223c71 HTTP/1.1" status: 404 len: 333 time: 0.4285638 Oct 17 18:12:43.055393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36128) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:43.060854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2022897550'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:43.065838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:43.076754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:43.094302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:43.207420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.244702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36134) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:43.256015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Made reservation on behalf of c0db645f4b2d4397a0de3f6f48115fcd for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:43.258529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.281074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=af2b40f2-da6e-451c-a2c3-d68ce697ec9d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:43.312419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:43.312419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.344083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.374946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 1ede25f6-9aca-4bbe-909d-92c9521070db yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:43.389779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:43.402108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:security_group_rule and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:43.406682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:43.414487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:43.423493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:43.426625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:43.434763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:43.445890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:43.503310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.520428 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-56e203a6-4165-457b-b138-3f2da70d0b43 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-404535420 HTTP/1.1" status: 204 len: 168 time: 0.6211407 Oct 17 18:12:43.552278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36142) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:43.595285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 4 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:43.642855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-73e9350e-9ed0-4f20-b120-0b1a527120f0 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-404535420') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:43.666709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:43.701568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:43.702156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.738618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:43.742059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.770623 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6529486-bf42-4e54-9acb-eabb4b249eab req-e6ec2e6a-9b4b-4228-81f4-5a5ed0a4216d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.1177590 Oct 17 18:12:43.830324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-90be196c-0711-4a65-9c06-01ab7846baba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fd772f23f1942cf9048fb97cbab62af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820408 Oct 17 18:12:43.843342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36148) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:43.846802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.857048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:43.890224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.008397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.040375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-c52eab47-d81f-4aeb-b5af-089e12f6bee9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:44.041067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-c52eab47-d81f-4aeb-b5af-089e12f6bee9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:44.064028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.069163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.070320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router 91b2f341-1752-4f00-9364-219dfb01b61d {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:44.093290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:44.114200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.115838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbdbc8-97d3-4572-8a6f-a525f169c8a1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:44.116663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.121651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b8992681-3640-4ceb-a431-1345a18e21df tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 204 len: 168 time: 3.6181283 Oct 17 18:12:44.122947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36152) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:44.127969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2059589129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:44.140817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:44.146348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:44.147283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.148183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Added segment 61c29837-225c-47b2-b9a1-31f05b50fd20 of type vlan for network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf Oct 17 18:12:44.151746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:44.158373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:44.167452 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 5 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:44.169467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.193327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.203341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-c52eab47-d81f-4aeb-b5af-089e12f6bee9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:44.204491 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-c52eab47-d81f-4aeb-b5af-089e12f6bee9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 812 time: 0.5668840 Oct 17 18:12:44.222479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:44.243797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-73e9350e-9ed0-4f20-b120-0b1a527120f0 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-404535420 HTTP/1.1" status: 204 len: 168 time: 0.6910732 Oct 17 18:12:44.245505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.246641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.251502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36156) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:44.254967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.369360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 0463dbaf-77a4-4d8d-a008-363a4b3b5eea owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:44.425172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.426527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-e94835d3-09e2-4091-9ed8-2f77d794a7fe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:44.517784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.521169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:44.524727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-7b0a8f4d-9354-4e8c-a0c5-16e9cc1913ec tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:44.536444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:44.539351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:44.540377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:44.540966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.557650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=1ede25f6-9aca-4bbe-909d-92c9521070db,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:44.583522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-7b0a8f4d-9354-4e8c-a0c5-16e9cc1913ec tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:44.584658 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-7b0a8f4d-9354-4e8c-a0c5-16e9cc1913ec tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d HTTP/1.1" status: 200 len: 380 time: 0.3649757 Oct 17 18:12:44.594314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'port': {'device_id': '2521c2e6-1f76-4239-912a-9937be2a1346', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'admin_state_up': True, 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'security_groups': ['560e287b-01ac-4caf-a899-147e3b8b37b1']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:44.623134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.628664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:44.629240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.687098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e94835d3-09e2-4091-9ed8-2f77d794a7fe tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 200 len: 205 time: 0.4337811 Oct 17 18:12:44.689875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36164) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:44.696960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-d4b98f85-3296-4b29-9aef-d6dd393e8df8 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:44.723681 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 6 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:44.737115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.740416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.768949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.775736 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5e7eb37d-e54c-4e51-9c40-d86aace7a56f tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7190750 Oct 17 18:12:44.787317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:44.805029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36168) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:44.839602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:44.869870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9519a3-1bf2-4eb6-848c-c3d5350cfc50,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:44.907137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:44.912544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Network': ['ID=4f69d3f1-58b7-4d40-9688-d46c4cad27cf,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:44.927445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:44.940553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.982708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.986724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-211c9aa5-479b-4e48-887c-e94adeae5604 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8625984 Oct 17 18:12:44.989174 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d4b98f85-3296-4b29-9aef-d6dd393e8df8 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 200 len: 240 time: 0.2983971 Oct 17 18:12:44.993530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:44.997696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-74419ddb-cdb5-4b0c-b635-2e05c213795e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a9519a3-1bf2-4eb6-848c-c3d5350cfc50 HTTP/1.1" status: 204 len: 168 time: 1.1507215 Oct 17 18:12:44.997814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f1f12f21-840b-4b25-be97-ecd08bad7e31 req-27f2c043-2281-4b65-9a1f-66abc695ef31 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.0949733 Oct 17 18:12:44.998201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:45.000089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36176) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:45.000404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36178) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:45.012616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-85ba0298-0f02-44c1-b377-c24e54604db8 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-552359676') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:45.039227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=8acc54ee-dcd3-4139-a421-ce324190c0e9,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:45.044448 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-658bfa96-f4d8-4c1c-a020-ff8ec3bf38b4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5937338 Oct 17 18:12:45.095968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36186) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:45.099134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'enable_snat': False}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:45.108026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=0463dbaf-77a4-4d8d-a008-363a4b3b5eea,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:45.171652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'subnet': {'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:45.277155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '137d9641-f96e-4444-8173-03082429c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:45.277551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: 8fc2f1bc-1d71-4771-b324-ca70cdcef75c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:45.289112 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 7 to provision port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea Oct 17 18:12:45.348997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 0463dbaf-77a4-4d8d-a008-363a4b3b5eea was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:12:45.362056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Provisioning complete for port 922677e4-6ff9-43f9-a7a2-4e4757ac503b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:45.362594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:45.363137 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 1 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:45.390528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:45.408392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Made reservation on behalf of c97a89bf2bde4d6c91d9367a7a2f6d1d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:45.411968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:45.427220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:45.430990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:45.447974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:subnet and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:45.453904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:45.520682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:45.556329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:45.620160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:45.650548 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85ba0298-0f02-44c1-b377-c24e54604db8 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-552359676 HTTP/1.1" status: 204 len: 168 time: 0.6423495 Oct 17 18:12:45.656756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:45.712961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-0855ca39-aa52-4d05-a82f-4a0a9cb48e8a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-552359676') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:45.810135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 8fc2f1bc-1d71-4771-b324-ca70cdcef75c) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:45.818773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dfe533-ec1f-42ab-a68d-4b28ce7aadc7 None None] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:45.841261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:45.841896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:45.952444 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 2 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:45.971934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:45.975589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.007708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:46.019688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-991665fa-da19-49ab-8ede-d9b1a9c580cd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1188443 Oct 17 18:12:46.026520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36210) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.037464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c', 'name': 'tempest-PortsIpV6TestJSON-1972259713'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:46.077106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:46.142755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-8fc2f1bc-1d71-4771-b324-ca70cdcef75c', 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '8acc54ee-dcd3-4139-a421-ce324190c0e9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:46.142755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.149904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.169719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 5786f1bc-6edb-42dd-96d6-9d533c7f9d71 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:46.246616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] device_id is not set on port 1ede25f6-9aca-4bbe-909d-92c9521070db yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:46.251933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Allocated IP 172.20.0.7 (1ec04218-b096-40e5-9647-10baa6bda1bf/cb369eec-05bc-4e84-9503-4e37d301a6e9/1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:46.273820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.330378 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ece2f0aa-3d70-411f-9a6f-96b3f1f086a5 req-f483f781-2ac8-470b-89bc-f2a4de803aef tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.1360381 Oct 17 18:12:46.419214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36218) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.450495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Transition to ACTIVE for port object 1ede25f6-9aca-4bbe-909d-92c9521070db will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:46.461402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:46.472714 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ee4038ae-9206-49d1-943c-60473feac702 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/5786f1bc-6edb-42dd-96d6-9d533c7f9d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2845118 Oct 17 18:12:46.472714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:46.472903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36224) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.481240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] Sync routers for ids ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:46.511355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Allocated IP 2001:db8::2 (8fc2f1bc-1d71-4771-b324-ca70cdcef75c/8acc54ee-dcd3-4139-a421-ce324190c0e9/210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:46.513717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] Routers {'5786f1bc-6edb-42dd-96d6-9d533c7f9d71'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:46.514468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.540701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:46.581737 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 3 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:46.587639 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0855ca39-aa52-4d05-a82f-4a0a9cb48e8a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-552359676 HTTP/1.1" status: 204 len: 168 time: 0.9269223 Oct 17 18:12:46.592022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36228) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.597306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-dd0a57d2-42b0-4fb5-9788-9e0dd524db49 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.623405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.715381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] Routers {'5786f1bc-6edb-42dd-96d6-9d533c7f9d71'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:46.715921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.737459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.791543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f820795f-d16d-42b5-93f2-0a2b041305d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:46.791761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:46.792438 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-f820795f-d16d-42b5-93f2-0a2b041305d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 18:12:46.792863 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-f820795f-d16d-42b5-93f2-0a2b041305d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:12:46.793840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f820795f-d16d-42b5-93f2-0a2b041305d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3736868 Oct 17 18:12:46.797989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.798143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.798401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b5381-7613-4102-bd8f-675a40a9eaba None None] The sync data for ids ['5786f1bc-6edb-42dd-96d6-9d533c7f9d71'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:46.804945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36232) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.824844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--234792993'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:46.850868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:46.862402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Transition to ACTIVE for port object 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:46.870050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:46.880834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:46.904900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dd0a57d2-42b0-4fb5-9788-9e0dd524db49 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 200 len: 205 time: 0.3096402 Oct 17 18:12:46.907997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:46.910916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36236) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:46.932871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-41118a18-c6ea-4054-8e78-e5e3538d32cb tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:46.936742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:46.947637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Transition to ACTIVE for port object 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:46.966906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Transition to ACTIVE for port object 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:46.994251 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-41118a18-c6ea-4054-8e78-e5e3538d32cb tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 200 len: 240 time: 0.0788698 Oct 17 18:12:47.001118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:47.010490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:47.013930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.041164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-ad0b791b-c373-48c0-89cd-195bd9f49fc7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-307877018') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:47.053693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.060811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=1ede25f6-9aca-4bbe-909d-92c9521070db,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:47.063063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.063402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.063744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.067566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.108489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 1cd97ab6-fd50-47bb-8b42-e1f63487296d yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:47.135793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.138024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:47.140898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:47.141767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.144169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.144516 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.145808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:47.151117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 2 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.151785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.153784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Pushing event updated for resources: {'Port': ['ID=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:47.217304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.217824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.218155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.226256 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-eeaae322-4e14-4706-b8b1-f99de557055c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] remove_router_interface failed (client error): The resource could not be found. Oct 17 18:12:47.227535 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eeaae322-4e14-4706-b8b1-f99de557055c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/5786f1bc-6edb-42dd-96d6-9d533c7f9d71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7538099 Oct 17 18:12:47.233266 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ad0b791b-c373-48c0-89cd-195bd9f49fc7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-307877018 HTTP/1.1" status: 204 len: 168 time: 0.2103236 Oct 17 18:12:47.234030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36244) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:47.239335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.239857 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.246543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36246) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:47.248106 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 3 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.284763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Attempting to bind port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.285137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Attempting to bind port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '137d9641-f96e-4444-8173-03082429c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.285498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Attempting to bind port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 on network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.292385 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 4 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:47.302434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:47.313160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-f9ac45fc-3132-4375-95d1-3dc6a81f8a5a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-307877018') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:47.320246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Network 1ec04218-b096-40e5-9647-10baa6bda1bf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:47.324676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:47.332694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:47.332898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:47.333121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Checking segment: {'id': '137d9641-f96e-4444-8173-03082429c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:47.333634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.334261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Bound using segment: {'id': '137d9641-f96e-4444-8173-03082429c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:47.334391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Bound port: 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137d9641-f96e-4444-8173-03082429c871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:47.335849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:47.338257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.339910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-980b787f-fad1-4c6c-8df4-a8ddd62a9565 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:47.352086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.352508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.352917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.370986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:47.403150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:47.409116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event updated for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:47.419354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.419354 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.424674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 4 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.438393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Subnet': ['ID=c96047f4-b146-4f08-a06e-843f43fae884,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:47.461097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.467696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.468033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.468374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.488683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.489024 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.493413 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 5 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.494345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] For port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:47.500356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] For port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,segment=NetworkSegment(137d9641-f96e-4444-8173-03082429c871),segment_id=137d9641-f96e-4444-8173-03082429c871)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:47.517516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:47.527556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::2c (8fc2f1bc-1d71-4771-b324-ca70cdcef75c/8acc54ee-dcd3-4139-a421-ce324190c0e9/1cd97ab6-fd50-47bb-8b42-e1f63487296d) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:47.533036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-980b787f-fad1-4c6c-8df4-a8ddd62a9565 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:47.536773 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-980b787f-fad1-4c6c-8df4-a8ddd62a9565 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=5786f1bc-6edb-42dd-96d6-9d533c7f9d71 HTTP/1.1" status: 200 len: 205 time: 0.2963922 Oct 17 18:12:47.539963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36254) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:47.540684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.541024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.541362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.579054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.669266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Checking segment: {'id': '61c29837-225c-47b2-b9a1-31f05b50fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:47.669527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network hostable DHCP agents. Network: 4f69d3f1-58b7-4d40-9688-d46c4cad27cf, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:47.674895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecb521-8ca6-4596-af8d-66f286ed716e None None] Pushing event updated for resources: {'Port': ['ID=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:47.704803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.705127 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.722200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 6 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.723282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.730078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:47.730682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.736560 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f9ac45fc-3132-4375-95d1-3dc6a81f8a5a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-307877018 HTTP/1.1" status: 204 len: 168 time: 0.4784188 Oct 17 18:12:47.745791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36258) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:47.765661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-b9b1fff0-5dfe-4109-8ca9-6b11d2cf6b86 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:47.773480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:47.773900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:47.774238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:47.777915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:47.908604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:47.909125 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:47.919317 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 7 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:47.969368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:48.004854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-1715081b-0f8e-4895-beaa-6c3677e4e2fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4150927 Oct 17 18:12:48.019235 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 5 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:48.033460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Request body: {'port': {'device_id': '2521c2e6-1f76-4239-912a-9937be2a1346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:48.077579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Allocated IP 172.26.2.106 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/5e22a945-1aa0-43f8-8143-832bb3c30ff6) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:48.079855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:48.092471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.094710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4f69d3f1-58b7-4d40-9688-d46c4cad27cf) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:48.099369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:48.099947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.110533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879331c-a4df-4fc2-ac26-0ec01cf70f7c None None] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:48.132399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66525ae1-1fd0-4cf9-bc56-43b074a441fb req-71707217-506a-4db7-b36a-382dfa408d07 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:48.133401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-66525ae1-1fd0-4cf9-bc56-43b074a441fb req-71707217-506a-4db7-b36a-382dfa408d07 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:48.216505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed34f0aa-c957-4757-8501-d42a4412cb45 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0631809 Oct 17 18:12:48.279200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.281530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:48.305981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:48.314223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-780292230', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:48.342858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:48.348170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:48.348674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:48.348867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:48.358173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:48.369034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:48.381524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:48.381849 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:48.384924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-66525ae1-1fd0-4cf9-bc56-43b074a441fb req-71707217-506a-4db7-b36a-382dfa408d07 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:48.386137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.389963 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 8 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:48.391412 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66525ae1-1fd0-4cf9-bc56-43b074a441fb req-71707217-506a-4db7-b36a-382dfa408d07 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 931 time: 0.7345667 Oct 17 18:12:48.394494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:48.396759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:router and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:48.404196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.406908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.409743 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9b1fff0-5dfe-4109-8ca9-6b11d2cf6b86 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 200 len: 205 time: 0.6613750 Oct 17 18:12:48.423208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:48.423967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:48.440817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb35c82-5432-40d8-853e-aae248ec8581 None None] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:48.440916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-9ede4604-9d22-4314-81ff-b5784c315861 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:48.456902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:48.457233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:48.457567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:48.468407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea1b4a-c8de-436e-8740-d6a7c481417c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:48.471281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:48.489702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:48.492090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:48.492432 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:48.501812 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 9 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:48.540128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:48.540469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:48.540788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:48.544939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.556364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:48.556804 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:48.559309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempt 10 to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db Oct 17 18:12:48.578523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.578993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router 5786f1bc-6edb-42dd-96d6-9d533c7f9d71 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:48.591756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 1cd97ab6-fd50-47bb-8b42-e1f63487296d will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:48.599186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ede4604-9d22-4314-81ff-b5784c315861 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 204 len: 168 time: 0.1695788 Oct 17 18:12:48.608891 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66525ae1-1fd0-4cf9-bc56-43b074a441fb req-f17e853b-8c3e-4b1f-86cb-b4a93a5afb35 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165172 Oct 17 18:12:48.610914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:48.620171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-abc56bfd-821a-4158-b8b8-c2d0d1eee098 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:48.623992 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 6 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:48.641748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.677625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:48.677957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:48.679078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempting to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:48.716359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:48.739716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.741553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.744972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:48.745306 dv-neutron-861384-1-hyperv neutron-server[89827]: ERROR neutron.plugins.ml2.managers [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Failed to bind port 1ede25f6-9aca-4bbe-909d-92c9521070db on host hv-neutron-8613 for vnic_type normal using segments [{'id': '0e1e5850-0fdb-4254-92ff-61a054c35330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '35ff9297-a0d3-4c93-8a1a-a2b59798acf2'}] Oct 17 18:12:48.746254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.765852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.792459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:48.817777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.822657 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b026ebab-b5db-4e0e-b70b-d6d8bb2f44d9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/5786f1bc-6edb-42dd-96d6-9d533c7f9d71 HTTP/1.1" status: 204 len: 168 time: 1.2786665 Oct 17 18:12:48.829645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:48.850819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Pushing event updated for resources: {'Port': ['ID=5e22a945-1aa0-43f8-8143-832bb3c30ff6,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:48.911151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.928250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:48.953993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 0d029966-232a-4394-9514-993a9ac15060 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:48.959937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.987103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:48.988404 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-abc56bfd-821a-4158-b8b8-c2d0d1eee098 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 204 len: 168 time: 0.3760445 Oct 17 18:12:48.989194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 1ede25f6-9aca-4bbe-909d-92c9521070db, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:48.989560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attempted to set empty binding levels {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 18:12:48.994977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36278) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:48.995315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:48.996331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:49.001924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-706a484d-0794-498d-a99b-6aeec0cd6838 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:49.005754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c4caa-b611-433a-a88d-7149ddef589f None None] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:49.035562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.109065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.109878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] In _notify_port_updated(), no bound segment for port 1ede25f6-9aca-4bbe-909d-92c9521070db on network 35ff9297-a0d3-4c93-8a1a-a2b59798acf2 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:12:49.110920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.111509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.115735 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "PUT /v2.0/ports/1ede25f6-9aca-4bbe-909d-92c9521070db HTTP/1.1" status: 200 len: 977 time: 4.3025177 Oct 17 18:12:49.130290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:49.140404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.197535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.210364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:49.225721 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 7 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:49.273069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Deleting port 1ede25f6-9aca-4bbe-909d-92c9521070db {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:49.273927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.285466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:49.303161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=1cd97ab6-fd50-47bb-8b42-e1f63487296d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:49.342077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:49.345103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:49.351450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.355834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.473337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event updated for resources: {'Port': ['ID=1ede25f6-9aca-4bbe-909d-92c9521070db,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:49.533199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.533682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.533921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.534259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.534591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.534928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.535258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.535585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.535913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.536236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.536564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.536892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ed9f4-3bfc-40e5-9531-5227add2c387 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:49.551315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-08c07ca7-503c-4589-a582-1b5fdf3136bb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5212941 Oct 17 18:12:49.551315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-706a484d-0794-498d-a99b-6aeec0cd6838 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 204 len: 168 time: 0.5545828 Oct 17 18:12:49.554876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36286) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:49.555203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36288) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:49.564786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-6af4ec25-82b4-4071-b62c-961d63797ea0 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:49.595800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6fa442c7-593c-4a0b-af7a-7f4378749bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.600916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': '8fc2f1bc-1d71-4771-b324-ca70cdcef75c', 'name': 'tempest-PortsIpV6TestJSON-1726431000'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:49.624868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:12:49.660534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.693739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707561e4-78cf-4793-a6f2-338589e338c2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:49.710675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.711893 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00b1b216-1746-46b2-ae1e-c48aeee90166 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8991332 Oct 17 18:12:49.745308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:49.769849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '707561e4-78cf-4793-a6f2-338589e338c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:49.776195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.786700 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 8 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:49.791520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:49.799833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:49.804756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:49.810764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:49.819303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.821873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:49.839036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Transition to ACTIVE for port object 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:49.862730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:49.964009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] For port 1ede25f6-9aca-4bbe-909d-92c9521070db, host hv-neutron-8613, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:49.964368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:49.974502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.178176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.251507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Calling delete_port for 1ede25f6-9aca-4bbe-909d-92c9521070db owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:50.298159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:50.306400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:50.343236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Pushing event updated for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:50.346358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c832-12b1-425a-aa26-ee6aec6b91d2 req-338e92c7-7bf2-4b69-9c75-6fd5de3dc36f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.348734 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bda2c832-12b1-425a-aa26-ee6aec6b91d2 req-338e92c7-7bf2-4b69-9c75-6fd5de3dc36f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 931 time: 0.5385613 Oct 17 18:12:50.362186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:50.363866 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 9 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:50.385189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6af4ec25-82b4-4071-b62c-961d63797ea0 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 204 len: 168 time: 0.8274288 Oct 17 18:12:50.388569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:50.391750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36300) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:50.399746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.425973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:50.427234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.443727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-18345f0e-d411-4d53-ae31-f26ede30501b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1133824881') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:50.445394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Attempting to bind port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:50.445762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Attempting to bind port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:50.446073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Attempting to bind port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 on network 1ec04218-b096-40e5-9647-10baa6bda1bf {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:50.453927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 on network 1ec04218-b096-40e5-9647-10baa6bda1bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:50.454242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Attempting to bind port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 on network 1ec04218-b096-40e5-9647-10baa6bda1bf {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:50.464056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:50.464389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Checking segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:50.464758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Bound using segment: {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:50.465178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Bound port: 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed43abe-06d0-4ab2-90de-b11a1bada2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:50.465515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.492732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=0d029966-232a-4394-9514-993a9ac15060,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:50.497518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.504227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510f5ec-4a32-416b-b88c-b48288a1a682 None None] Network cd2c2e6b-e158-4660-86ac-99f826c0c0c3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:50.513612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d107f87-03df-4433-824d-1fcc43d67c0f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/0d029966-232a-4394-9514-993a9ac15060 HTTP/1.1" status: 204 len: 168 time: 1.6826034 Oct 17 18:12:50.516674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bda2c832-12b1-425a-aa26-ee6aec6b91d2 req-0afcf325-1baa-4e78-afa8-061030198be5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512892 Oct 17 18:12:50.518191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36304) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:50.529448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.551705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.606487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:50.610599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.628929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.715618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ede25f6-9aca-4bbe-909d-92c9521070db,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:50.727592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.731785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port edb1a95c-e84a-49cc-adae-394087f8785a yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:12:50.762925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d7c623-9ede-4c13-bd57-4e603682d462,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:50.769821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.774694 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dd31e586-b226-4760-a0d2-5a78c7bd5ea2 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1ede25f6-9aca-4bbe-909d-92c9521070db HTTP/1.1" status: 204 len: 168 time: 1.6369164 Oct 17 18:12:50.774982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36308) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:50.810829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] DHCP port deletion for cd2c2e6b-e158-4660-86ac-99f826c0c0c3 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:50.816128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Deleting port 3df26fbb-c9db-462c-b2be-2d02449a78b5 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:50.816623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.853473 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4add279-a868-4814-a342-8dcf01b1ac14 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] GET failed (client error): The resource could not be found. Oct 17 18:12:50.854037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4add279-a868-4814-a342-8dcf01b1ac14 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Synchronizing usage tracker for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:50.864739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 3df26fbb-c9db-462c-b2be-2d02449a78b5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:50.865080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:50.927653 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 10 to provision port 922677e4-6ff9-43f9-a7a2-4e4757ac503b Oct 17 18:12:50.974941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4add279-a868-4814-a342-8dcf01b1ac14 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] Unset dirty status for tenant:c0db645f4b2d4397a0de3f6f48115fcd on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:50.980054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4add279-a868-4814-a342-8dcf01b1ac14 tempest-PortsAdminExtendedAttrsTestJSON-1333660688 tempest-PortsAdminExtendedAttrsTestJSON-1333660688-project-admin] 10.222.0.36 "GET /v2.0/ports/1ede25f6-9aca-4bbe-909d-92c9521070db HTTP/1.1" status: 404 len: 333 time: 0.1998241 Oct 17 18:12:50.980659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:51.011961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18345f0e-d411-4d53-ae31-f26ede30501b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1133824881 HTTP/1.1" status: 201 len: 201 time: 0.6082187 Oct 17 18:12:51.019962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36316) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:51.043848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.073419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Port 922677e4-6ff9-43f9-a7a2-4e4757ac503b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:51.073820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:51.086172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] For port 3df26fbb-c9db-462c-b2be-2d02449a78b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3df26fbb-c9db-462c-b2be-2d02449a78b5,segment=NetworkSegment(d367c457-ea52-41c4-aa5d-52e6335e0ffa),segment_id=d367c457-ea52-41c4-aa5d-52e6335e0ffa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:51.086716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.087294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.091225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad88ec09-2b92-4f95-ad79-0f6dd3446988 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3297665 Oct 17 18:12:51.093156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.098466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:51.103639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '707561e4-78cf-4793-a6f2-338589e338c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:51.113698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-c39fe5d5-555a-4388-8122-19eef5ddbd78 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-746711722') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:51.150957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Provisioning complete for port 3df26fbb-c9db-462c-b2be-2d02449a78b5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:51.151329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.151665 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Attempt 1 to provision port 3df26fbb-c9db-462c-b2be-2d02449a78b5 Oct 17 18:12:51.153005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:51.156178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:51.161349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:51.165998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:51.237136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:51.277543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Calling delete_port for 3df26fbb-c9db-462c-b2be-2d02449a78b5 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:51.324618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.338599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::237 (8fc2f1bc-1d71-4771-b324-ca70cdcef75c/8acc54ee-dcd3-4139-a421-ce324190c0e9/edb1a95c-e84a-49cc-adae-394087f8785a) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:51.349153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.396226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:51.396853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.398276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] 10.222.0.42 "PUT /v2.0/ports/1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1093 time: 3.3691688 Oct 17 18:12:51.403228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:51.405560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75c044-f8f0-4d44-927f-96b4e1852bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:51.446465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 3df26fbb-c9db-462c-b2be-2d02449a78b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3df26fbb-c9db-462c-b2be-2d02449a78b5,segment=NetworkSegment(d367c457-ea52-41c4-aa5d-52e6335e0ffa),segment_id=d367c457-ea52-41c4-aa5d-52e6335e0ffa)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:51.447534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.447655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b0528ca4-537d-4448-a5a9-4397adb72c5d None None] Current status of the port 3df26fbb-c9db-462c-b2be-2d02449a78b5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:51.474267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee59060-a68f-453e-b3d7-92e77ac558fb x-openstack-request-id: req-0ee59060-a68f-453e-b3d7-92e77ac558fb {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:51.474550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:51.474805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ee59060-a68f-453e-b3d7-92e77ac558fb {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:51.475724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee59060-a68f-453e-b3d7-92e77ac558fb'] response: {'name': 'network-changed', 'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'status': 'completed', 'code': 200} Oct 17 18:12:51.477751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.482643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.510464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfe04c-dcbb-46a8-b444-c53a14af1001 service neutron] Pushing event updated for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:51.543390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] Pushing event deleted for resources: {'Port': ['ID=3df26fbb-c9db-462c-b2be-2d02449a78b5,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:51.545538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ca3a3-e3f4-4cb6-a916-7f4da7f816d6 None None] No DVR routers for this DVR port 3df26fbb-c9db-462c-b2be-2d02449a78b5 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:51.622927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.33 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fead9b5b-aff0-45c8-a5bf-b80cde932733) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:51.639475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.658384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.658625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Provisioning for port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:51.661528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 3df26fbb-c9db-462c-b2be-2d02449a78b5 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:51.746034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Provisioning for port 1cd97ab6-fd50-47bb-8b42-e1f63487296d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:51.753638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Provisioning complete for port 1cd97ab6-fd50-47bb-8b42-e1f63487296d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:51.754147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:51.754540 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 1 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:51.817704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:51.929145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-f13d7e8e-d2d1-4f60-91b5-31eff75eaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:51.930669 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-f13d7e8e-d2d1-4f60-91b5-31eff75eaf67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1096 time: 0.3964736 Oct 17 18:12:52.055270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.064870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 18:12:52.069407 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-20176df2-0e8b-434c-a11e-d55dbedcbdd3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9662795 Oct 17 18:12:52.072632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:52.106637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: from cryptography.utils import int_from_bytes Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: from cryptography.utils import int_from_bytes Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn_limited( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn_limited( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.116119 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:12:52.119478 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:12:52.142290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ff9297-a0d3-4c93-8a1a-a2b59798acf2']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:52.167928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c39fe5d5-555a-4388-8122-19eef5ddbd78 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-746711722 HTTP/1.1" status: 201 len: 201 time: 1.1337636 Oct 17 18:12:52.170076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36332) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:52.173023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:52.173407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:52.174970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1e5850-0fdb-4254-92ff-61a054c35330') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:52.175260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1e5850-0fdb-4254-92ff-61a054c35330') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:52.182142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-86a0664f-804b-4225-b535-d38c7328ba7b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-501715369') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:52.216889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.233783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-3c2e56a0-e23d-4fc7-a8a7-1a7653654deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:52.238687 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-3c2e56a0-e23d-4fc7-a8a7-1a7653654deb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2867436 Oct 17 18:12:52.250657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.277620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.293441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662354c7-1aa8-4f20-b8ff-a6740925f574 req-8fff8670-e1f1-4250-a620-f2402251bd2e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:52.298142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-662354c7-1aa8-4f20-b8ff-a6740925f574 req-8fff8670-e1f1-4250-a620-f2402251bd2e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 943 time: 0.6438401 Oct 17 18:12:52.310547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:52.311017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.319821 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 2 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:52.328962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.342314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object edb1a95c-e84a-49cc-adae-394087f8785a will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:52.371389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-09acfd07-9c3c-4ad9-8b9d-1da522fc5b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.404514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3df26fbb-c9db-462c-b2be-2d02449a78b5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:52.414053 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0e1e5850-0fdb-4254-92ff-61a054c35330 resource provider aggregate not found Oct 17 18:12:52.445231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Router 3c8d4ed7-7f57-4790-aca3-75358f5eca97 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:52.451466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 3df26fbb-c9db-462c-b2be-2d02449a78b5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:52.451466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3df26fbb-c9db-462c-b2be-2d02449a78b5 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:52.453239 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0e1e5850-0fdb-4254-92ff-61a054c35330 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1e5850-0fdb-4254-92ff-61a054c35330 found for delete ", "request_id": "req-11bce2cd-030a-4a9c-9569-cb31c2f53a2f"}]} Oct 17 18:12:52.458061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:52.489588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.514348 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-662354c7-1aa8-4f20-b8ff-a6740925f574 req-ccc037b1-15a9-4ffb-bcdc-f05b0a0b923b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065179 Oct 17 18:12:52.661990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.674688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 3df26fbb-c9db-462c-b2be-2d02449a78b5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:52.675139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.701184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-63803598-2965-4567-96cb-fb8ddbfbc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:52.702672 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a75c044-f8f0-4d44-927f-96b4e1852bdb req-63803598-2965-4567-96cb-fb8ddbfbc326 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4517875 Oct 17 18:12:52.705656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.713233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.729809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.735994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.771090 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-86a0664f-804b-4225-b535-d38c7328ba7b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-501715369 HTTP/1.1" status: 201 len: 201 time: 0.5961626 Oct 17 18:12:52.808108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36340) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:52.829732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] The port '3df26fbb-c9db-462c-b2be-2d02449a78b5' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:52.846416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] Pushing event deleted for resources: {'Network': ['ID=35ff9297-a0d3-4c93-8a1a-a2b59798acf2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:52.855685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-6583ecc4-d981-4943-a8fb-d88675988255 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-1002967478') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:52.865417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:52.866848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707561e4-78cf-4793-a6f2-338589e338c2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:52.878039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:52.888906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:52.897761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.935755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:52.938343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.941235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=fead9b5b-aff0-45c8-a5bf-b80cde932733,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:52.956288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:52.957388 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b3cf0a36-0dac-4730-b5d1-8227cc8e9f10 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/707561e4-78cf-4793-a6f2-338589e338c2 HTTP/1.1" status: 204 len: 168 time: 0.8685749 Oct 17 18:12:52.958497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:52.959947 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 3 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:52.963953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36344) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:52.967781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.968132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.968511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.968791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.969125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.969455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.969810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.973966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.973966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.974169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-79f5b04b-fd0c-40fd-a804-1f93ee418408 tempest-PortsAdminExtendedAttrsTestJSON-370957540 tempest-PortsAdminExtendedAttrsTestJSON-370957540-project] 10.222.0.36 "DELETE /v2.0/networks/35ff9297-a0d3-4c93-8a1a-a2b59798acf2 HTTP/1.1" status: 204 len: 168 time: 1.9888487 Oct 17 18:12:52.974266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.974266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.974266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:52.974483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:52.979761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:52.980389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.028152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=edb1a95c-e84a-49cc-adae-394087f8785a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:53.068629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:53.097566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.140562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:53.154647 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] Sync routers for ids ['3c8d4ed7-7f57-4790-aca3-75358f5eca97'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:53.156739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3295142d-c1cb-4dd6-b323-5cffa3a28d2a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:53.179155 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] Routers {'3c8d4ed7-7f57-4790-aca3-75358f5eca97'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:53.182698 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c8d4ed7-7f57-4790-aca3-75358f5eca97'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.188782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c2e6b-e158-4660-86ac-99f826c0c0c3']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.192812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-f55c3ca6-9d63-427c-ad62-12dc9dfec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.194615 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-f55c3ca6-9d63-427c-ad62-12dc9dfec7a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1096 time: 0.4093812 Oct 17 18:12:53.200088 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7318fa58-fc5c-4c9b-a497-4dd8a078f3d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6438460 Oct 17 18:12:53.204748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36350) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.210270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd367c457-ea52-41c4-aa5d-52e6335e0ffa') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.210470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.210574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd367c457-ea52-41c4-aa5d-52e6335e0ffa') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.211562 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-17a2b1a4-2bec-4e9d-aea3-2a92cb1f472c tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "PUT /v2.0/routers/3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 200 len: 916 time: 8.2053695 Oct 17 18:12:53.219161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36354) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.283095 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.289994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-30926d3f-9ddc-4753-bc8b-ab0cac4d387c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 217 time: 0.0746095 Oct 17 18:12:53.299031 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] Routers {'3c8d4ed7-7f57-4790-aca3-75358f5eca97'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:53.299660 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c8d4ed7-7f57-4790-aca3-75358f5eca97'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.361342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6583ecc4-d981-4943-a8fb-d88675988255 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-1002967478 HTTP/1.1" status: 201 len: 201 time: 0.5367928 Oct 17 18:12:53.362147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36358) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.364005 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.364496 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e3331-ee99-45ac-acb4-0207243bcf2e None None] The sync data for ids ['3c8d4ed7-7f57-4790-aca3-75358f5eca97'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:53.364777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3295142d-c1cb-4dd6-b323-5cffa3a28d2a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:53.370154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3295142d-c1cb-4dd6-b323-5cffa3a28d2a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3980138 Oct 17 18:12:53.372516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-f6bc55b9-9cda-40d3-a6b7-cfa672af4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.373982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-f6bc55b9-9cda-40d3-a6b7-cfa672af4ddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.0754185 Oct 17 18:12:53.377161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-c642c75f-453b-4c9b-8e21-4f0f443aa30a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', {'tags': ['tempest-TagsExtTest-Tag-1008039321', 'tempest-TagsExtTest-Tag-1385523248', 'tempest-TagsExtTest-Tag-691900872']}) {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:53.377474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.384790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36362) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.468507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083453552'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:53.482306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:53.487709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.509259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:53.515770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.526373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:53.569576 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 4 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:53.654812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b11cc-48a9-484f-8b4f-52616795ef20 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.655564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e40b11cc-48a9-484f-8b4f-52616795ef20 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:53.660867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1091268-846d-4447-b786-c986b66671c3 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 200 len: 922 time: 0.3676484 Oct 17 18:12:53.664416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36370) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.687186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:53.699960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36374) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.715567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.736837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:53.741549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:53.744225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.747853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e40b11cc-48a9-484f-8b4f-52616795ef20 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:53.750673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e40b11cc-48a9-484f-8b4f-52616795ef20 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c HTTP/1.1" status: 200 len: 928 time: 0.5420489 Oct 17 18:12:53.750673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:53.753494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.773803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36380) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.779210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:53.785454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/cd2c2e6b-e158-4660-86ac-99f826c0c0c3 HTTP/1.1" status: 204 len: 168 time: 3.2663090 Oct 17 18:12:53.786295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd756c-b307-4747-b4e8-17d6887bc768 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=cd2c2e6b-e158-4660-86ac-99f826c0c0c3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:53.790596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36384) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:53.800395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1047279347'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:53.806616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:53.817489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:53.822711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:53.833760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:53.846556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:53.899548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-75f93567-934c-4ec1-a7df-7e6547691d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.901040 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-75f93567-934c-4ec1-a7df-7e6547691d8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4911726 Oct 17 18:12:53.919757 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5bd999c4-4df7-42e6-83a1-6b48a4069d1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89fc36720a0c41c5b083a19c6669c404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162416 Oct 17 18:12:53.920655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36388) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.062984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:54.066304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.079476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.099432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c642c75f-453b-4c9b-8e21-4f0f443aa30a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 200 len: 317 time: 0.7365394 Oct 17 18:12:54.106210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36392) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.120357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-63981b13-4079-4717-afb3-2d1754799a01 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:54.155628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.176253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:54.188668 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 5 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:54.222746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.236509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port edb1a95c-e84a-49cc-adae-394087f8785a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:54.236852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.245256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.247201 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb of type vlan for network 669de998-a1c6-4762-8d37-c1fe85ec8c11 Oct 17 18:12:54.258971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2103cc65-7270-4fa0-9965-52b43fb76908,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:54.283772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:54.293286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.338195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.360805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.365185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2591485b-0ba3-43b8-ab7c-5ff1ede863a0 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9181354 Oct 17 18:12:54.367557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36396) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.375328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1dcb22db-b4b0-4b16-b27b-c27054be35c7 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '2103cc65-7270-4fa0-9965-52b43fb76908', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:54.376076 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-1dcb22db-b4b0-4b16-b27b-c27054be35c7 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 17 18:12:54.376567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-1dcb22db-b4b0-4b16-b27b-c27054be35c7 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:54.377505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1dcb22db-b4b0-4b16-b27b-c27054be35c7 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090277 Oct 17 18:12:54.386073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.390711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36400) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.403506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6212d92c-c472-468a-9fd8-a614ac5d2024 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.404984 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6212d92c-c472-468a-9fd8-a614ac5d2024 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=3c8d4ed7-7f57-4790-aca3-75358f5eca97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7381320 Oct 17 18:12:54.416065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36404) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.427813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80c25-0993-4978-98f4-e6fe050785c0 req-0ea4139e-6a2c-4696-a1fd-1935c3539d24 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.434139 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-74a80c25-0993-4978-98f4-e6fe050785c0 req-0ea4139e-6a2c-4696-a1fd-1935c3539d24 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 943 time: 0.7226136 Oct 17 18:12:54.522658 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment d367c457-ea52-41c4-aa5d-52e6335e0ffa resource provider aggregate not found Oct 17 18:12:54.533973 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-626d83bb-1d92-4b93-875a-f9d301231233 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200690 Oct 17 18:12:54.535373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.541424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.542066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.574165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment d367c457-ea52-41c4-aa5d-52e6335e0ffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d367c457-ea52-41c4-aa5d-52e6335e0ffa found for delete ", "request_id": "req-0404fa26-ccb0-4c90-8510-db67cb26267d"}]} Oct 17 18:12:54.588498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.683081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-63981b13-4079-4717-afb3-2d1754799a01 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 204 len: 168 time: 0.5726264 Oct 17 18:12:54.683903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.686070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.687057 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/191f2a35-e5c5-47a6-a363-5e475f0209ca HTTP/1.1" status: 204 len: 168 time: 0.7658429 Oct 17 18:12:54.687885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1dcc9-8764-45ea-9dee-80830f431ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f2a35-e5c5-47a6-a363-5e475f0209ca,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:54.689672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.740393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-c949fc9c-b974-4494-b0c4-1a069e20d759 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1008039321') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:54.785164 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 6 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:54.788334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9961605 Oct 17 18:12:54.793796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2162b21-d11d-4101-9425-aec9c9e94499 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=669de998-a1c6-4762-8d37-c1fe85ec8c11,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:54.805433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36418) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.810936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-74a80c25-0993-4978-98f4-e6fe050785c0 req-d73a9656-a25d-405a-b685-77de068d5904 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507314 Oct 17 18:12:54.829967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:54.835477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803d9c0-a461-4e7f-a89f-960f71d8bb4b tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.836874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9803d9c0-a461-4e7f-a89f-960f71d8bb4b tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/networks/7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 881 time: 0.4190588 Oct 17 18:12:54.841205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.856398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:54.864351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:54.865243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:54.930539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.997740 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a023db5f-bd82-4c36-8d20-541af9d081bd tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 200 len: 205 time: 0.1402056 Oct 17 18:12:54.998716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-951c2bf9-9ee3-4905-81e2-8ae34c94d9e0 req-b7cacdc6-e071-4dac-a5d8-74c05a25aba5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026706 Oct 17 18:12:55.000628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.013866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36426) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.042608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:55.051956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:55.056029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:55.068603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:55.072851 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-c949fc9c-b974-4494-b0c4-1a069e20d759 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:55.073909 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c949fc9c-b974-4494-b0c4-1a069e20d759 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1008039321 HTTP/1.1" status: 404 len: 329 time: 0.3762062 Oct 17 18:12:55.077542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36432) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.089251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-b914f752-4705-4693-adba-4480417e94f9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-1385523248') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:55.150464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-b914f752-4705-4693-adba-4480417e94f9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:55.151784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b914f752-4705-4693-adba-4480417e94f9 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-1385523248 HTTP/1.1" status: 404 len: 329 time: 0.0732892 Oct 17 18:12:55.154679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36436) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.159375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-1494eafd-30b5-4abf-ae84-13d878553200 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29', 'tempest-TagsExtTest-Tag-691900872') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:55.188143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.213476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:55.216870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.231255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103cc65-7270-4fa0-9965-52b43fb76908,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:55.259527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for edb1a95c-e84a-49cc-adae-394087f8785a owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:55.305870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.309538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9f056d62-37ea-4764-a79b-2d297f8652fd tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/2103cc65-7270-4fa0-9965-52b43fb76908 HTTP/1.1" status: 204 len: 168 time: 0.9191246 Oct 17 18:12:55.320339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36440) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.366205 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 7 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:55.415259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59337186-1dff-4ffd-8e07-91968191562c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:55.426146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:55.467540 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-1494eafd-30b5-4abf-ae84-13d878553200 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:55.471240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1494eafd-30b5-4abf-ae84-13d878553200 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags/tempest-TagsExtTest-Tag-691900872 HTTP/1.1" status: 404 len: 328 time: 0.3130271 Oct 17 18:12:55.477464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36444) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.487025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-6662e327-895a-4b65-a2e2-7c6bd58ee5ba tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', {'tags': ['tempest-TagsExtTest-Tag-932482009', 'tempest-TagsExtTest-Tag-1031134292', 'tempest-TagsExtTest-Tag-663230891']}) {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:55.513314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36448) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.576646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59337186-1dff-4ffd-8e07-91968191562c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:55.577914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59337186-1dff-4ffd-8e07-91968191562c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2566302 Oct 17 18:12:55.587804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36452) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.603094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.607021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514339821'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:55.621066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:55.635600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.649523 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8fc36366-b24b-4d0f-b320-006dfd92b412 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0db645f4b2d4397a0de3f6f48115fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327391 Oct 17 18:12:55.652059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36456) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.714777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.741214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.748230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.767249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:55.795394 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6662e327-895a-4b65-a2e2-7c6bd58ee5ba tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 200 len: 316 time: 0.3168840 Oct 17 18:12:55.807497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36460) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:55.827063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-d3304862-310a-43e6-914d-817de96601c4 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:55.863605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=7192386c-c9cf-4cb6-abdb-06058f46688d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:55.875313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:55.875313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 669de998-a1c6-4762-8d37-c1fe85ec8c11, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:55.926552 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 8 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:55.959394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.984641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:55.989475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.999648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:56.006190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:56.011444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:56.018570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:56.021125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46755f8-9bfe-4b7c-9061-0421b6d997ab req-2c50d6b2-85e2-40a9-a746-35a4fa33f698 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:56.022668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a46755f8-9bfe-4b7c-9061-0421b6d997ab req-2c50d6b2-85e2-40a9-a746-35a4fa33f698 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 943 time: 0.0955904 Oct 17 18:12:56.024150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.028278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:56.054007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.064918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf90cfc-40c3-4cd3-b69c-540b0ffec121,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:56.085885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.092124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5b182696-6f60-4ad6-8c40-dc5b96904099 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cf90cfc-40c3-4cd3-b69c-540b0ffec121 HTTP/1.1" status: 204 len: 168 time: 0.4366472 Oct 17 18:12:56.098308 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a46755f8-9bfe-4b7c-9061-0421b6d997ab req-f2b4e98d-031a-48e1-9900-a5208443dd72 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670311 Oct 17 18:12:56.112316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:56.132240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port 5e22a945-1aa0-43f8-8143-832bb3c30ff6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:56.132579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.155784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 669de998-a1c6-4762-8d37-c1fe85ec8c11) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:56.165968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:56.165968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.169242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=edb1a95c-e84a-49cc-adae-394087f8785a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:56.173269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11338da0-58b4-4b24-996f-64f2bbd541d3 None None] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:56.193934 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d3304862-310a-43e6-914d-817de96601c4 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 204 len: 168 time: 0.3825536 Oct 17 18:12:56.196951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36468) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.204331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-43896611-3f4f-4b18-8b74-0e7039bf4990 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-932482009') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.292768 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cd6c7107-bd19-439c-9196-526bd2601498 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4837813 Oct 17 18:12:56.315651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.426799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1050800985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:56.443524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.469522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.476476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-669de998-a1c6-4762-8d37-c1fe85ec8c11', 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '7192386c-c9cf-4cb6-abdb-06058f46688d'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:56.479747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.486219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:56.498542 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-43896611-3f4f-4b18-8b74-0e7039bf4990 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:56.502846 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 9 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:56.503613 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-43896611-3f4f-4b18-8b74-0e7039bf4990 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-932482009 HTTP/1.1" status: 404 len: 328 time: 0.3043525 Oct 17 18:12:56.504377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.510796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-3fdec968-4b05-4f96-8314-03c647d1db1b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-1031134292') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.551607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:56.558838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.562761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:56.588694 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-3fdec968-4b05-4f96-8314-03c647d1db1b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:56.593874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:56.594081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3fdec968-4b05-4f96-8314-03c647d1db1b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-1031134292 HTTP/1.1" status: 404 len: 329 time: 0.0886779 Oct 17 18:12:56.594948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36482) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.601952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-d591d68b-a331-457f-8fda-011ed3161c3a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b', 'tempest-TagsExtTest-Tag-663230891') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.647167 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d0f7bab5-f910-4845-8f39-52bc870f2de1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/edb1a95c-e84a-49cc-adae-394087f8785a HTTP/1.1" status: 204 len: 168 time: 2.8660645 Oct 17 18:12:56.657691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36486) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.663023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5cc2f-579e-4fb9-b56d-172e9779a676,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:56.663424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:56.683463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:56.702936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:56.704226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.707937 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15d7f72c-e83b-42c7-9271-61a877f6e240 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1166553 Oct 17 18:12:56.710695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36492) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.711847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.724994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7a0fdca1-ac93-4f7c-8cdd-85bea41301b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': 'fcb5cc2f-579e-4fb9-b56d-172e9779a676', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:56.725906 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-7a0fdca1-ac93-4f7c-8cdd-85bea41301b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 17 18:12:56.726454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-7a0fdca1-ac93-4f7c-8cdd-85bea41301b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:56.729645 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7a0fdca1-ac93-4f7c-8cdd-85bea41301b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0158682 Oct 17 18:12:56.730844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f7b849-f263-401d-a01f-8bf51aa5bfce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:12:56.733236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36496) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.735127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-64f7b849-f263-401d-a01f-8bf51aa5bfce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/edb1a95c-e84a-49cc-adae-394087f8785a HTTP/1.1" status: 404 len: 333 time: 0.0704646 Oct 17 18:12:56.737423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36498) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.760893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:56.761756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.823837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 1cd97ab6-fd50-47bb-8b42-e1f63487296d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:56.824178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.833269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.858266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.858601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.861766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:56.863307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.871742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for 5e22a945-1aa0-43f8-8143-832bb3c30ff6 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:56.902746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.906524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef9baa13-5ad0-41b6-85e3-ec5a0809d22d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6070416 Oct 17 18:12:56.927824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36508) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.944612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-d591d68b-a331-457f-8fda-011ed3161c3a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:56.944612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d591d68b-a331-457f-8fda-011ed3161c3a tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags/tempest-TagsExtTest-Tag-663230891 HTTP/1.1" status: 404 len: 328 time: 0.3415523 Oct 17 18:12:56.962434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36514) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.965510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Allocated IP 172.20.0.2 (669de998-a1c6-4762-8d37-c1fe85ec8c11/7192386c-c9cf-4cb6-abdb-06058f46688d/d0e8c66e-6c2e-45dc-ab26-3700622cfc7c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:56.973641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-06dbcde1-f89a-451a-9ed3-5036701a6e6f tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', {'tags': ['tempest-TagsExtTest-Tag-1022764542', 'tempest-TagsExtTest-Tag-496498479', 'tempest-TagsExtTest-Tag-1821535111']}) {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.988405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:56.988814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60fb48-4891-4e9f-b7f1-0bea51f86396 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:57.012459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.165195 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 10 to provision port 1cd97ab6-fd50-47bb-8b42-e1f63487296d Oct 17 18:12:57.323791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.325822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.332379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Port 1cd97ab6-fd50-47bb-8b42-e1f63487296d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:57.347498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.361837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Transition to ACTIVE for port object d0e8c66e-6c2e-45dc-ab26-3700622cfc7c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:57.373170 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06dbcde1-f89a-451a-9ed3-5036701a6e6f tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 200 len: 317 time: 0.4096022 Oct 17 18:12:57.377253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.384834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36526) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.389399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Transition to ACTIVE for port object d0e8c66e-6c2e-45dc-ab26-3700622cfc7c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:57.393993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-10ebea2f-3b41-4e84-aa6d-d027c733ecde tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:57.437888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.439048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37870fbd-e2b4-446c-b2bf-c31195a5ee56 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1097674 Oct 17 18:12:57.445550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36530) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.451948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.480997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Provisioning for port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:57.488550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Provisioning complete for port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:57.489863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.489863 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Attempt 1 to provision port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 Oct 17 18:12:57.560094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.650286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36536) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.656529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:57.660132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:57.666155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:57.685848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 1cd97ab6-fd50-47bb-8b42-e1f63487296d owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:57.763037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5a59d-d2cb-4452-b6f5-e7699be81f35 req-55be6367-b913-495e-9853-e8843d3dfece tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:57.770079 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a9a5a59d-d2cb-4452-b6f5-e7699be81f35 req-55be6367-b913-495e-9853-e8843d3dfece tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 943 time: 0.4572432 Oct 17 18:12:57.794382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.822372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5cc2f-579e-4fb9-b56d-172e9779a676,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:57.835089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Current status of the port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:57.836209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.865015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Pushing event updated for resources: {'Port': ['ID=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:57.882756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.883118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.883440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.883772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.884100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.884426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.884748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.885072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.885394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.885739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.886213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.886389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:57.899877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Attempting to bind port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:57.900252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Attempting to bind port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:57.900608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Attempting to bind port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c on network 669de998-a1c6-4762-8d37-c1fe85ec8c11 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:57.902074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-397068089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:57.908961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:57.909325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Checking segment: {'id': '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:57.909739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.910266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Bound using segment: {'id': '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:57.910723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Bound port: d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '669de998-a1c6-4762-8d37-c1fe85ec8c11'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:57.911089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.960584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] For port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,segment=NetworkSegment(137d9641-f96e-4444-8173-03082429c871),segment_id=137d9641-f96e-4444-8173-03082429c871)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:57.971382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.994080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:58.016008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] For port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:58.019408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] For port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,segment=NetworkSegment(93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb),segment_id=93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:58.024149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.039606 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a9a5a59d-d2cb-4452-b6f5-e7699be81f35 req-c7a84f20-9630-4f11-8a0d-1fe42c22dd9c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687695 Oct 17 18:12:58.044032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:router and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:58.054437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:58.088806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.100346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:58.102716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=5e22a945-1aa0-43f8-8143-832bb3c30ff6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.123147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7675e0-e4fd-42a8-a291-315922dc3b6a None None] Pushing event updated for resources: {'Port': ['ID=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.168842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.170295 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f568f9ed-df6b-4a37-abf4-0c3144aa541a tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/fcb5cc2f-579e-4fb9-b56d-172e9779a676 HTTP/1.1" status: 204 len: 168 time: 1.4355750 Oct 17 18:12:58.176056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36542) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.190338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c01e562a-a9b6-44bf-8016-cb59896fcdea None None] Could not find standard attr ID for object edb1a95c-e84a-49cc-adae-394087f8785a. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:12:58.211661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5d914-8cf4-4a27-8f98-5df8d8cf9878 None None] Pushing event updated for resources: {'Port': ['ID=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.246997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.333284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.334933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.395120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:58.479275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ac9c2c8-2269-4c0f-b9ed-60bca84391d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:58.504256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.513692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:58.514238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.514238 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 Oct 17 18:12:58.514490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.564136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.571254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.573521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.585059 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-10ebea2f-3b41-4e84-aa6d-d027c733ecde tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 204 len: 168 time: 1.1988552 Oct 17 18:12:58.593211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36546) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.655018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0ac9c2c8-2269-4c0f-b9ed-60bca84391d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:58.660705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0ac9c2c8-2269-4c0f-b9ed-60bca84391d8 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4834654 Oct 17 18:12:58.661325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36550) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.666079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:58.670735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=1cd97ab6-fd50-47bb-8b42-e1f63487296d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.682053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--199445970'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:58.682158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-f5fbeeca-acc1-4593-b48e-8e800243dc0d tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-1022764542') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:58.685759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:58.696313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:58.740978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.784559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.785082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router 3c8d4ed7-7f57-4790-aca3-75358f5eca97 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:58.794062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.795152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8506dff-ab13-4a1f-b741-9d87cba4c0ec tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 204 len: 168 time: 3.7776842 Oct 17 18:12:58.799419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36554) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.803609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.813740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.832092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1918996723', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:58.840459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:58.844366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Usage tracker for resource:router and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:58.852028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:58.864632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.865958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d13944ad-f42a-4f32-962e-17200e070ffd tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2164297 Oct 17 18:12:58.879933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:58.903264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36558) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.910568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.924737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-262884787'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:58.943155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:58.986276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc4b1cc9-191d-485d-b841-dc73910443b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/1cd97ab6-fd50-47bb-8b42-e1f63487296d HTTP/1.1" status: 204 len: 168 time: 2.2455945 Oct 17 18:12:58.986276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:network and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:58.990555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36562) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:58.991825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:59.034785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:59.073673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c0d532-9e5e-458f-b946-3873ff84cce0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:12:59.074227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-13c0d532-9e5e-458f-b946-3873ff84cce0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:59.090114 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-f5fbeeca-acc1-4593-b48e-8e800243dc0d tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:59.091151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f5fbeeca-acc1-4593-b48e-8e800243dc0d tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-1022764542 HTTP/1.1" status: 404 len: 329 time: 0.4893081 Oct 17 18:12:59.095554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36568) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:59.107215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-1356f5a2-c572-4522-bec7-088d5e3ed486 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-496498479') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:59.128351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:12:59.140959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:59.151339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:59.156240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:59.166670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:59.227009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:59.230414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.246723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.249944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.374676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.382519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:59.385663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.392854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.402007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-13c0d532-9e5e-458f-b946-3873ff84cce0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:59.402289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'port_id': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'mac_address': 'fa:16:3e:77:c5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:12:59.403700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-13c0d532-9e5e-458f-b946-3873ff84cce0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/1cd97ab6-fd50-47bb-8b42-e1f63487296d HTTP/1.1" status: 404 len: 333 time: 0.4081707 Oct 17 18:12:59.415128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36572) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:59.462125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:59.472953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:59.473392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.476519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:security_group_rule and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:59.482825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:59.495595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:59.495707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:59.509564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 8acc54ee-dcd3-4139-a421-ce324190c0e9 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:59.512581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:59.517987 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-1356f5a2-c572-4522-bec7-088d5e3ed486 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:12:59.518258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.520951 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1356f5a2-c572-4522-bec7-088d5e3ed486 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-496498479 HTTP/1.1" status: 404 len: 328 time: 0.4223917 Oct 17 18:12:59.523633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36576) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:59.541205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.20.0.1 (669de998-a1c6-4762-8d37-c1fe85ec8c11/7192386c-c9cf-4cb6-abdb-06058f46688d/2503f64d-2c27-4579-a0c0-d0cb0ef37767) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:59.544554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262bf6c4-6260-4ae8-95ea-714c04d096af None None] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:59.547502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-f1a0d283-9ba0-4eed-ab79-e2ea151f276b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62', 'tempest-TagsExtTest-Tag-1821535111') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:59.580632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.695187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.726948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912e49a4-9390-4f1e-b8bd-2396fc29b4f4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:59.727181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.795436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b10f6a91-45dc-4bb9-994e-95ee9132ef08 None None] Provisioning for port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:59.835921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319564e-aa17-4843-8d21-3f449afbeda9 req-caf0d4be-6025-47e5-b672-ee5bfb7efdc8 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:59.837388 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5319564e-aa17-4843-8d21-3f449afbeda9 req-caf0d4be-6025-47e5-b672-ee5bfb7efdc8 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 943 time: 0.5938599 Oct 17 18:12:59.906488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.910506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-618c2a48-2cbc-427f-8a36-7a35ef8ba936 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2422221 Oct 17 18:12:59.922124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:59.924529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:59.940012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e7ba25c2-ecae-41ab-b496-bb52169c9a74 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '912e49a4-9390-4f1e-b8bd-2396fc29b4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:59.940876 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-e7ba25c2-ecae-41ab-b496-bb52169c9a74 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 17 18:12:59.941375 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-e7ba25c2-ecae-41ab-b496-bb52169c9a74 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:59.945184 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e7ba25c2-ecae-41ab-b496-bb52169c9a74 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184870 Oct 17 18:12:59.948349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36584) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:59.976264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2950c9df-1681-4eb3-9c28-0d1cfb2a258f tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '912e49a4-9390-4f1e-b8bd-2396fc29b4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:59.976949 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-2950c9df-1681-4eb3-9c28-0d1cfb2a258f tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 17 18:12:59.977451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-2950c9df-1681-4eb3-9c28-0d1cfb2a258f tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:12:59.978423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2950c9df-1681-4eb3-9c28-0d1cfb2a258f tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0248857 Oct 17 18:12:59.986243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36588) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.009564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b303ac24-ef09-432d-9d51-d5a07302642b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '912e49a4-9390-4f1e-b8bd-2396fc29b4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:00.011072 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-b303ac24-ef09-432d-9d51-d5a07302642b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 17 18:13:00.011576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-b303ac24-ef09-432d-9d51-d5a07302642b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:00.012535 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b303ac24-ef09-432d-9d51-d5a07302642b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150883 Oct 17 18:13:00.018464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-f1a0d283-9ba0-4eed-ab79-e2ea151f276b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:13:00.021340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f1a0d283-9ba0-4eed-ab79-e2ea151f276b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags/tempest-TagsExtTest-Tag-1821535111 HTTP/1.1" status: 404 len: 329 time: 0.4893875 Oct 17 18:13:00.032815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36592) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.033131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36594) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.042165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.1 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/6e7c3263-e5ad-4c46-9803-69f88b25cade) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:00.060144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3c1a4e05-b05c-4090-9797-4b187ea9e93d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '912e49a4-9390-4f1e-b8bd-2396fc29b4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:00.061022 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-3c1a4e05-b05c-4090-9797-4b187ea9e93d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 17 18:13:00.061529 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-3c1a4e05-b05c-4090-9797-4b187ea9e93d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:00.062533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3c1a4e05-b05c-4090-9797-4b187ea9e93d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0282362 Oct 17 18:13:00.075318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5319564e-aa17-4843-8d21-3f449afbeda9 req-aad04c27-453e-4c6c-be62-fe7223843778 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164030 Oct 17 18:13:00.079109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.086268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-2211f537-f6ef-4bcf-b395-853c92c4ab7e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', {'tags': ['tempest-TagsExtTest-Tag-486546327', 'tempest-TagsExtTest-Tag-1299794369', 'tempest-TagsExtTest-Tag-888762807']}) {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:00.159090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.169878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.187898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:00.203826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.236656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.243014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.280886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 2503f64d-2c27-4579-a0c0-d0cb0ef37767 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:00.284582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e429a9-9eea-445b-9fa0-0e5c861c729f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.290642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.312889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:00.334621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2211f537-f6ef-4bcf-b395-853c92c4ab7e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "PUT /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 200 len: 316 time: 0.2979286 Oct 17 18:13:00.335477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36604) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.351977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-2b6ec9c0-e67f-4f5f-8eeb-dec81a69e82c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:00.362934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.363392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Added segment 78b375c9-45f8-40c7-90f4-146b0eec57bb of type vlan for network 24a68682-58f3-464a-8c57-bd24874cb202 Oct 17 18:13:00.369635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.468984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.501366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.522852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d0e8c66e-6c2e-45dc-ab26-3700622cfc7c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:00.529547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.602095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2b6ec9c0-e67f-4f5f-8eeb-dec81a69e82c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 204 len: 168 time: 0.2606239 Oct 17 18:13:00.603956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:00.606595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36608) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.607390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:00.610975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:00.616162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.646296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-ed3eb13c-3db4-4200-aa88-0c48f12bcc56 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-486546327') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:00.663179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.683125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:00.690733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:00.691531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.692111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e49a4-9390-4f1e-b8bd-2396fc29b4f4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.692495 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c Oct 17 18:13:00.705697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=2503f64d-2c27-4579-a0c0-d0cb0ef37767,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.723726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=8acc54ee-dcd3-4139-a421-ce324190c0e9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.726565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.727707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.732709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:00.733767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.773074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-ed3eb13c-3db4-4200-aa88-0c48f12bcc56 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:13:00.774559 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed3eb13c-3db4-4200-aa88-0c48f12bcc56 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-486546327 HTTP/1.1" status: 404 len: 328 time: 0.1651285 Oct 17 18:13:00.812882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.813562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=6e7c3263-e5ad-4c46-9803-69f88b25cade,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.819191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.829834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463cfab-4d47-4154-8554-7e74cb862fca None None] Network 8fc2f1bc-1d71-4771-b324-ca70cdcef75c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:00.834553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-eb5efce2-6a39-4350-9703-7529ade9b949 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-1299794369') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:00.846123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-32b0e638-9764-4691-bf26-0950d5dd9044 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/8acc54ee-dcd3-4139-a421-ce324190c0e9 HTTP/1.1" status: 204 len: 168 time: 1.4276693 Oct 17 18:13:00.847084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36616) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.854009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.914680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Network': ['ID=24a68682-58f3-464a-8c57-bd24874cb202,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:00.932080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:00.935816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3ab5d413-a43d-4073-bf36-378284503fc3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/912e49a4-9390-4f1e-b8bd-2396fc29b4f4 HTTP/1.1" status: 204 len: 168 time: 0.8279564 Oct 17 18:13:00.937349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36620) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:00.940749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 24a68682-58f3-464a-8c57-bd24874cb202 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:00.996943 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fedc77a9-3635-4dba-945b-db082e287cc7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0857511 Oct 17 18:13:00.997562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36624) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:01.002304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0c6341b-9ea1-4bc3-a0c7-eddd90a6f3a1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:01.009992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'subnet': {'network_id': '24a68682-58f3-464a-8c57-bd24874cb202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:01.055944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.093797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.098332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:01.115672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:01.116062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.152512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.176304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Provisioning for port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:01.201633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Provisioning complete for port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:01.202019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.202349 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 1 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:01.208342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:01.262749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0c6341b-9ea1-4bc3-a0c7-eddd90a6f3a1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:01.264345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f0c6341b-9ea1-4bc3-a0c7-eddd90a6f3a1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3260639 Oct 17 18:13:01.268128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,segment=NetworkSegment(93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb),segment_id=93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:01.271859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:01.276568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:01.282285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36630) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:01.295884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--17892842'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:01.299337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:01.300434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:subnet and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:01.308269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:01.311311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:01.339675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.375488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:01.385408 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-eb5efce2-6a39-4350-9703-7529ade9b949 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:13:01.389475 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb5efce2-6a39-4350-9703-7529ade9b949 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-1299794369 HTTP/1.1" status: 404 len: 329 time: 0.5638995 Oct 17 18:13:01.393037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36634) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:01.397119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] DHCP port deletion for 8fc2f1bc-1d71-4771-b324-ca70cdcef75c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:01.406230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Deleting port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:01.406733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.427516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.433923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-6e557b1a-7e2b-4c2c-9747-a09b158c43fb tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c', 'tempest-TagsExtTest-Tag-888762807') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:01.460019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:01.497571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:01.529128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.536826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:01.537456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.575964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.584736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:01.588208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.591686 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-6e557b1a-7e2b-4c2c-9747-a09b158c43fb tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] show failed (client error): The resource could not be found. Oct 17 18:13:01.595223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6e557b1a-7e2b-4c2c-9747-a09b158c43fb tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags/tempest-TagsExtTest-Tag-888762807 HTTP/1.1" status: 404 len: 328 time: 0.1869264 Oct 17 18:13:01.601135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36638) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:01.628974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-44199a3c-8808-4f35-94c8-50374685fc03 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:01.629909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] For port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,segment=NetworkSegment(137d9641-f96e-4444-8173-03082429c871),segment_id=137d9641-f96e-4444-8173-03082429c871)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:01.630068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Allocated IP 172.26.2.18 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/58496a85-69a0-4bc7-a19e-f9975c770e30) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:01.630329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.763754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Calling delete_port for 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:01.792863 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 2 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:01.796082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87c421-a023-45d1-a5a6-d18be04c129f req-34389a05-4b8d-4bd1-9e5f-28f7b336c699 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:01.797576 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e87c421-a023-45d1-a5a6-d18be04c129f req-34389a05-4b8d-4bd1-9e5f-28f7b336c699 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 944 time: 0.5116873 Oct 17 18:13:01.819447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:01.842900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:01.850182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:01.868074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:01.868613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:01.943478 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-44199a3c-8808-4f35-94c8-50374685fc03 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c/tags HTTP/1.1" status: 204 len: 168 time: 0.3303328 Oct 17 18:13:01.948380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36642) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:01.956220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-160d149a-39a0-4dc7-83d5-5825f5e959c7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f1353a8-db23-4d2a-ab86-7afca8bd1f62') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:01.968723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.013902 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e87c421-a023-45d1-a5a6-d18be04c129f req-8b418120-15e8-4eb2-b0b7-62907d2e83d0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870918 Oct 17 18:13:02.016729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,segment=NetworkSegment(137d9641-f96e-4444-8173-03082429c871),segment_id=137d9641-f96e-4444-8173-03082429c871)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:02.017344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.025262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] No DVR routers for this DVR port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:02.035035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1ac6-59aa-477e-889a-bd4a1487ea86 None None] Pushing event deleted for resources: {'Port': ['ID=210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:02.144498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:02.191892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.200017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.223287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:02.245007 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-160d149a-39a0-4dc7-83d5-5825f5e959c7 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62/tags HTTP/1.1" status: 204 len: 168 time: 0.2933264 Oct 17 18:13:02.245545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36646) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:02.250580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.tag.tag_plugin [None req-627d2a5e-22d9-4271-9240-723166842479 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '922677e4-6ff9-43f9-a7a2-4e4757ac503b') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:02.252749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.281454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.294696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.369802 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 3 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:02.379569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.393935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:02.394256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:02.397795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.428146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d0e8c66e-6c2e-45dc-ab26-3700622cfc7c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:02.517317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=2503f64d-2c27-4579-a0c0-d0cb0ef37767,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:02.531657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77443aba-361d-459d-8d8a-199051fb2959,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:02.532721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:02.543347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.555302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:02.555302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.555302 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c Oct 17 18:13:02.567214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Subnet': ['ID=84dee572-65f8-4d8e-8072-b657f15eeb37,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:02.664098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.668256 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ba52edba-a36f-4a34-b64b-45d8a948de68 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3807857 Oct 17 18:13:02.669063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36650) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:02.675130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Checking segment: {'id': '78b375c9-45f8-40c7-90f4-146b0eec57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:02.675528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network hostable DHCP agents. Network: 24a68682-58f3-464a-8c57-bd24874cb202, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:02.676177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e7515c55-c5a3-4b2c-8234-adf36f9f8147 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:02.676657 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-e7515c55-c5a3-4b2c-8234-adf36f9f8147 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 18:13:02.677141 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-e7515c55-c5a3-4b2c-8234-adf36f9f8147 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:02.681311 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e7515c55-c5a3-4b2c-8234-adf36f9f8147 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086038 Oct 17 18:13:02.683207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:02.689561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:02.690136 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-627d2a5e-22d9-4271-9240-723166842479 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b/tags HTTP/1.1" status: 204 len: 168 time: 0.4436140 Oct 17 18:13:02.691269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:02.696658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36658) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:02.705430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:02.717664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.tag.tag_plugin [None req-27a0117c-ba4d-4707-a96e-825b792be5e5 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '912c37b9-edaf-47fb-8864-97409047df29') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:02.747919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:02.750007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:02.757300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:02.758520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:02.758762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:02.780511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.780511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:02.792392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:02.792922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:02.835519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 24a68682-58f3-464a-8c57-bd24874cb202 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:02.873666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:02.898301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:02.898648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.922620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:02.925097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:03.002766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 24a68682-58f3-464a-8c57-bd24874cb202) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:03.009589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.009589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.013312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef35ff-6b06-4c51-bd5c-0dbeefb27c40 None None] Network 24a68682-58f3-464a-8c57-bd24874cb202 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:03.039317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event updated for resources: {'Port': ['ID=58496a85-69a0-4bc7-a19e-f9975c770e30,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:03.058775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:03.076161 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 4 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:03.099600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] The port '210a67c7-d0ad-4c4e-bbe7-11e0d5df59b3' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:13:03.145261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:03.153253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-accd6dac-43ec-4c97-b4b0-fd6a35287d0e tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1520739 Oct 17 18:13:03.163211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36664) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.181706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:03.254698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'network': {'name': 'tempest-router-network01--1925165708'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:03.317764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:03.326126 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1881b2d5-b4c8-4dd1-8e39-af0cdad5b0a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8701642 Oct 17 18:13:03.329046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36668) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.330139 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] Sync routers for ids ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:03.338521 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:03.338875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2fcb7-743e-47ff-b694-c6296f6cfd14 req-ba3966c3-b587-4bda-8362-935116f58f47 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.340000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4bedb072-a04a-4aa7-ae3e-e4d6d2996d53 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6558692 Oct 17 18:13:03.340327 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ce2fcb7-743e-47ff-b694-c6296f6cfd14 req-ba3966c3-b587-4bda-8362-935116f58f47 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 944 time: 0.1980388 Oct 17 18:13:03.343025 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] Routers {'f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:03.343622 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.355492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:03.358906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36672) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.367217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:03.385525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:03.388451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.388451 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 Oct 17 18:13:03.413450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d4703-4f50-47df-b8af-5640221c0512 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.414055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e66d4703-4f50-47df-b8af-5640221c0512 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:03.416508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-24a68682-58f3-464a-8c57-bd24874cb202', 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202', 'tenant_id': '298c104e124247888e0ca7978a136d90', 'fixed_ips': [{'subnet_id': '84dee572-65f8-4d8e-8072-b657f15eeb37'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:03.417341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.430154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:network and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:03.444889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-59bbbbb1-56ed-4a42-b867-ed08501dbdfb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:03.445639 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-59bbbbb1-56ed-4a42-b867-ed08501dbdfb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 17 18:13:03.446399 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-59bbbbb1-56ed-4a42-b867-ed08501dbdfb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:03.447561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-59bbbbb1-56ed-4a42-b867-ed08501dbdfb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268736 Oct 17 18:13:03.448666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:03.463351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36676) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.466372 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ce2fcb7-743e-47ff-b694-c6296f6cfd14 req-3af5e854-4354-4dbf-946e-29ef18278eab tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476561 Oct 17 18:13:03.471205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:03.479279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:03.480649 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.500451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:03.500761 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] Routers {'f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:03.502654 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.506640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:03.511303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e66d4703-4f50-47df-b8af-5640221c0512 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:03.517137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e66d4703-4f50-47df-b8af-5640221c0512 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports/2503f64d-2c27-4579-a0c0-d0cb0ef37767 HTTP/1.1" status: 200 len: 910 time: 0.1859584 Oct 17 18:13:03.522266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:03.523359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36680) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.527915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:03.532068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.543007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-27a0117c-ba4d-4707-a96e-825b792be5e5 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29/tags HTTP/1.1" status: 204 len: 168 time: 0.8420925 Oct 17 18:13:03.554549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36684) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:03.607107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc2f1bc-1d71-4771-b324-ca70cdcef75c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.646295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137d9641-f96e-4444-8173-03082429c871') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.646684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137d9641-f96e-4444-8173-03082429c871') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.655027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.655719 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:03.656556 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be0251-00fa-4bc2-9189-0a39a1b30cdf None None] The sync data for ids ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:03.664244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:03.664646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.665907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:03.669486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.682556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.686707 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 5 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:03.733193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Allocated IP 172.20.0.2 (24a68682-58f3-464a-8c57-bd24874cb202/84dee572-65f8-4d8e-8072-b657f15eeb37/550512e5-00dc-4d8e-9be4-5fe1913e33ba) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:03.734972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.747282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.752263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:03.754666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179730b-c671-49c0-9eab-2e401a9b9779" -d '{"events": [{"server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "name": "network-vif-plugged", "status": "completed", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:03.774927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:03.778247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:03.823275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:03.823670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.841512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fefa0c0-fbc7-4339-aeeb-4f938de3c103 x-openstack-request-id: req-4fefa0c0-fbc7-4339-aeeb-4f938de3c103 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:03.842151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "name": "network-vif-plugged", "status": "completed", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:03.842151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fefa0c0-fbc7-4339-aeeb-4f938de3c103 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:03.842525 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fefa0c0-fbc7-4339-aeeb-4f938de3c103'] response: {'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'code': 200} Oct 17 18:13:03.852378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.910095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:03.983445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:04.031596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 137d9641-f96e-4444-8173-03082429c871 resource provider aggregate not found Oct 17 18:13:04.083831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.091490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 137d9641-f96e-4444-8173-03082429c871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 137d9641-f96e-4444-8173-03082429c871 found for delete ", "request_id": "req-8e74c642-0d32-489d-827a-6d3fff5c516b"}]} Oct 17 18:13:04.094259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.094602 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Added segment 843d4e95-973c-4270-bb8a-1004d0a0e76c of type vlan for network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e Oct 17 18:13:04.102816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Transition to ACTIVE for port object 550512e5-00dc-4d8e-9be4-5fe1913e33ba will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:04.122658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Transition to ACTIVE for port object 550512e5-00dc-4d8e-9be4-5fe1913e33ba will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:04.137362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.169237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=6e7c3263-e5ad-4c46-9803-69f88b25cade,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:04.182285 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:04.183373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-017c9e79-43f2-435d-a8b3-4c695cee9bc1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7161188 Oct 17 18:13:04.188656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36694) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.200214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c0df23ba-0397-4092-a589-f4d3ea5b3697 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:04.200693 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-c0df23ba-0397-4092-a589-f4d3ea5b3697 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 18:13:04.201225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-c0df23ba-0397-4092-a589-f4d3ea5b3697 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:04.202017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.202157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0df23ba-0397-4092-a589-f4d3ea5b3697 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124397 Oct 17 18:13:04.205181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36698) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.211727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:04.214835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.224831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:04.235228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:04.239107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:04.246316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:04.286483 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 6 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:04.339564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.352217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Network 24a68682-58f3-464a-8c57-bd24874cb202 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:04.358623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:04.365631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:04.415597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Pushing event updated for resources: {'Port': ['ID=550512e5-00dc-4d8e-9be4-5fe1913e33ba,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:04.418392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:04.464122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.487149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Project 8ed56e57a54a4dffbd9d91761cfd1861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:13:04.487319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Attempting to bind port 550512e5-00dc-4d8e-9be4-5fe1913e33ba on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:04.487470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Attempting to bind port 550512e5-00dc-4d8e-9be4-5fe1913e33ba by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '78b375c9-45f8-40c7-90f4-146b0eec57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:04.488445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Attempting to bind port 550512e5-00dc-4d8e-9be4-5fe1913e33ba on network 24a68682-58f3-464a-8c57-bd24874cb202 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:04.494289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:04.494733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Checking segment: {'id': '78b375c9-45f8-40c7-90f4-146b0eec57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:04.495230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.496219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Bound using segment: {'id': '78b375c9-45f8-40c7-90f4-146b0eec57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:04.496768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Bound port: 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b375c9-45f8-40c7-90f4-146b0eec57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '24a68682-58f3-464a-8c57-bd24874cb202'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:04.497191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.510618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.512734 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/8fc2f1bc-1d71-4771-b324-ca70cdcef75c HTTP/1.1" status: 204 len: 168 time: 3.6589541 Oct 17 18:13:04.513880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:04.528120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.532533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d42dcff-acd6-4e94-be92-2d646d5c4ac3 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for subnetpool, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.536302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6d42dcff-acd6-4e94-be92-2d646d5c4ac3 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnetpools/badf3a32-b9b9-4e37-87fd-9d7fbc5dc01c HTTP/1.1" status: 204 len: 168 time: 0.9809453 Oct 17 18:13:04.546108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011228904'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:04.548984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36706) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.560692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd056df-ab9b-4d3b-aa15-843f533673cc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=8fc2f1bc-1d71-4771-b324-ca70cdcef75c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:04.599431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] For port 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:04.603728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] For port 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=550512e5-00dc-4d8e-9be4-5fe1913e33ba,segment=NetworkSegment(78b375c9-45f8-40c7-90f4-146b0eec57bb),segment_id=78b375c9-45f8-40c7-90f4-146b0eec57bb)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:04.612956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:04.627657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.677451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.679064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:04.686415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:04.686415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59da5b82-eaf4-4d1c-b87a-7a4f145ca579 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4777172 Oct 17 18:13:04.686715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36712) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.691221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8953082e-3185-4840-a009-cf692d12a45b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Synchronizing usage tracker for tenant:3dc6d76b418e4152b0ce7e1da8e6332c on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:04.694032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:04.698786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f5aac310-6ef6-4f93-9334-0d8d099a8daf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:04.699261 dv-neutron-861384-1-hyperv neutron-server[89827]: WARNING neutron.api.v2.base [None req-f5aac310-6ef6-4f93-9334-0d8d099a8daf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 17 18:13:04.699746 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-f5aac310-6ef6-4f93-9334-0d8d099a8daf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:04.703408 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f5aac310-6ef6-4f93-9334-0d8d099a8daf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129683 Oct 17 18:13:04.708220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:04.715996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:04.726484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:04.733482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:04.738099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:04.746390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:04.765548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f469e-b897-4c02-bc41-177fbaf62f11 None None] Pushing event updated for resources: {'Port': ['ID=550512e5-00dc-4d8e-9be4-5fe1913e33ba,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:04.791668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:04.794846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.800126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:04.800699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.836088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914423c-c608-4645-967b-206935ff3338 req-c82cfe92-13b4-4222-abe1-c18176c84820 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:04.838133 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3914423c-c608-4645-967b-206935ff3338 req-c82cfe92-13b4-4222-abe1-c18176c84820 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2095666 Oct 17 18:13:04.841769 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Project 8ed56e57a54a4dffbd9d91761cfd1861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:13:04.879012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:04.879358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.920738 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 7 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:04.962813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:04.964391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:04.967862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.980899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3914423c-c608-4645-967b-206935ff3338 req-bb20d8b4-25fb-4f98-9a27-376f689e4dcb tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349497 Oct 17 18:13:04.988210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:04.992859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c218b-b4be-4816-b45a-9ed41b1439f1 req-cfd99c9a-f792-49ea-b61a-dca497d9a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:04.994406 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a80c218b-b4be-4816-b45a-9ed41b1439f1 req-cfd99c9a-f792-49ea-b61a-dca497d9a27d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.7834229 Oct 17 18:13:04.995248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:05.011994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8420033 Oct 17 18:13:05.012873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8953082e-3185-4840-a009-cf692d12a45b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Unset dirty status for tenant:3dc6d76b418e4152b0ce7e1da8e6332c on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:05.016371 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8953082e-3185-4840-a009-cf692d12a45b tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f1353a8-db23-4d2a-ab86-7afca8bd1f62 HTTP/1.1" status: 200 len: 205 time: 0.4571280 Oct 17 18:13:05.045303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36720) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:05.045677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36722) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:05.049630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc523c8-95e6-46db-a19b-fa74640e7a1d tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Network': ['ID=1150f8c5-ff54-4595-ad37-db4bb78cbf3e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:05.055378 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:05.059385 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae00874d-b285-4ac7-8d2d-c93f414f2aa3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3504088 Oct 17 18:13:05.059985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36728) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:05.074624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:05.085002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '77443aba-361d-459d-8d8a-199051fb2959', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:05.095247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:05.112561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:05.121315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:05.142768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'network': {'name': 'tempest-router-network02--754334239'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:05.161322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:05.192806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.279633 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Project 8ed56e57a54a4dffbd9d91761cfd1861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:13:05.348944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:05.362387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 2503f64d-2c27-4579-a0c0-d0cb0ef37767 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:05.374174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:network and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:05.379761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:05.431478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:05.448337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.489587 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 8 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:05.546076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:05.547046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5936bf61-f12f-4c95-a97e-bcd098e144c4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4692390 Oct 17 18:13:05.549977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:05.553978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36732) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:05.584785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:05.638957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.713876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.778627 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a80c218b-b4be-4816-b45a-9ed41b1439f1 req-64682900-13b3-48e7-af63-2270bf7bfa75 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7726510 Oct 17 18:13:05.795600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.795947 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 3a2923ed-f397-4a7e-b68c-d24c098b1b65 of type vlan for network a08cde2e-6863-485d-bf55-6bdb5d9c412f Oct 17 18:13:05.820155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.867766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:05.891078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77443aba-361d-459d-8d8a-199051fb2959,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:05.892687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=2503f64d-2c27-4579-a0c0-d0cb0ef37767,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:05.988514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482fb31-b243-4e44-8f6b-f2f1cb370b05 None None] Network 24a68682-58f3-464a-8c57-bd24874cb202 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:06.025417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:06.028821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.062541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.097198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.104327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.121259 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Attempt 9 to provision port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 Oct 17 18:13:06.180105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.184742 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-57b5acfb-7838-48ea-b3de-24ce9bb70af3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/77443aba-361d-459d-8d8a-199051fb2959 HTTP/1.1" status: 204 len: 168 time: 0.6295576 Oct 17 18:13:06.185636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:06.188510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.193826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36738) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:06.238928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.246589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae04bf9a-64b3-436d-8039-730271ac24d4 None None] Port 2503f64d-2c27-4579-a0c0-d0cb0ef37767 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:13:06.265400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99afc21a-88a3-4219-ba9a-aa32e6316c50 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:06.272497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:06.279709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.285124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:06.285739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.442166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.442901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1353a8-db23-4d2a-ab86-7afca8bd1f62 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:13:06.463580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9248941 Oct 17 18:13:06.473171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36742) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:06.475226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a03c97d7-58a4-4a4a-89ec-012383067993 None None] Provisioning for port 550512e5-00dc-4d8e-9be4-5fe1913e33ba completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:06.483449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:06.494936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 550512e5-00dc-4d8e-9be4-5fe1913e33ba up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:06.531897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a03c97d7-58a4-4a4a-89ec-012383067993 None None] Could not find standard attr ID for object 2503f64d-2c27-4579-a0c0-d0cb0ef37767. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:13:06.575921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.588633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99afc21a-88a3-4219-ba9a-aa32e6316c50 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:06.593746 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99afc21a-88a3-4219-ba9a-aa32e6316c50 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3951437 Oct 17 18:13:06.593915 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5b7c75e0-3c19-4b97-b775-46a4c54c2e4c tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/routers/2f1353a8-db23-4d2a-ab86-7afca8bd1f62 HTTP/1.1" status: 204 len: 168 time: 1.5430260 Oct 17 18:13:06.596264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36746) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:06.616348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--103005201'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:06.622325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:06.633419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.633672 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Added segment c5e99eae-219d-4071-ac57-bd6ca11e72f2 of type vlan for network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 Oct 17 18:13:06.636835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36750) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:06.688442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 550512e5-00dc-4d8e-9be4-5fe1913e33ba completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:06.694525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 550512e5-00dc-4d8e-9be4-5fe1913e33ba triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:06.694842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.695177 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 550512e5-00dc-4d8e-9be4-5fe1913e33ba Oct 17 18:13:06.712764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:06.768064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Provisioning complete for port 550512e5-00dc-4d8e-9be4-5fe1913e33ba triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:06.768433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.768799 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Attempt 1 to provision port 550512e5-00dc-4d8e-9be4-5fe1913e33ba Oct 17 18:13:06.805695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b71386-1ee0-4a72-8b06-49e1dc4fad2a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=a08cde2e-6863-485d-bf55-6bdb5d9c412f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:06.822301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:06.834661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:06.838962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:06.846721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:06.847615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.855956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:06.864387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:06.871508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17493e7-1e75-441e-a28a-781b7cbf51e9 req-33d7f27d-20c9-4a84-a11d-526a39bb342c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:06.878474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c17493e7-1e75-441e-a28a-781b7cbf51e9 req-33d7f27d-20c9-4a84-a11d-526a39bb342c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.7140813 Oct 17 18:13:06.885002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Deleting port 922677e4-6ff9-43f9-a7a2-4e4757ac503b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:06.885354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.945586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:06.994987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 550512e5-00dc-4d8e-9be4-5fe1913e33ba is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:06.995601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.006093 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c17493e7-1e75-441e-a28a-781b7cbf51e9 req-b35eb2c7-0bef-4899-962b-2bd04c2e2b6d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260912 Oct 17 18:13:07.010114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:07.012779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:07.020096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5e7fb69f-602f-400b-9c55-0602b97fab47 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/routers/773dfe03-7075-46c1-8def-4bf881b0d3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0869648 Oct 17 18:13:07.024539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:07.027122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36754) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:07.029301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:07.039577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'port': {'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf', 'name': 'tempest-FloatingIPTestJSON-876671030'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:07.042431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:07.061881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:07.081067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:07.081457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:07.081722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.085721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.124175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.129718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:07.130297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.158625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.163407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=550512e5-00dc-4d8e-9be4-5fe1913e33ba,segment=NetworkSegment(78b375c9-45f8-40c7-90f4-146b0eec57bb),segment_id=78b375c9-45f8-40c7-90f4-146b0eec57bb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:07.165418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Current status of the port 550512e5-00dc-4d8e-9be4-5fe1913e33ba is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:07.165814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.184615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:07.185240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.297844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.298252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdff9a-3ff5-4969-97e2-4f40659252ac None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:07.325556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.339370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:07.350442 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] Sync routers for ids ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:07.354690 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6561bef8-e8e0-4418-8abf-a46981857a48 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8279829 Oct 17 18:13:07.357099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36758) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:07.362769 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] Routers {'f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:07.363606 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.389319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Network': ['ID=6ab127dc-5ef8-4d00-83bf-3d2490b7b003,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:07.399337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.431185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:07.432468 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.436531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:port and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:07.440191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:07.445840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] Routers {'f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:07.446644 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.449941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:07.457279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Router f1b41219-df20-467e-82a1-8c4ca4cc7cc0 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:07.467641 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1cdb23ae-2919-4179-af7f-716174ffaa4f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4204996 Oct 17 18:13:07.472265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6435e091-f19a-4177-95ba-8850f13a0381 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:07.477420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36762) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:07.488278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:07.517856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:07.518696 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa46837-74b8-4f01-90e4-23c82ae3bef9 None None] The sync data for ids ['f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:07.631021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=550512e5-00dc-4d8e-9be4-5fe1913e33ba,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:07.644329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:07.645166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:07.663035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6435e091-f19a-4177-95ba-8850f13a0381 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:07.664156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6435e091-f19a-4177-95ba-8850f13a0381 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 HTTP/1.1" status: 200 len: 205 time: 0.3036604 Oct 17 18:13:07.668937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36766) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:07.759843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'subnet': {'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:07.773498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.814417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.885867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:07.889157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:07.926763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1d6ff8-ad9d-4b73-b33d-0a8716ceac64,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:07.965058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] device_id is not set on port 79835833-0426-4a62-a6fd-928658b596e4 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:07.967725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Calling delete_port for 922677e4-6ff9-43f9-a7a2-4e4757ac503b owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:08.007284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.008502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe4dc321-4078-4fe5-8c7e-6092466260a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4129422 Oct 17 18:13:08.015273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:08.018947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36770) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:08.026252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.027812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:subnet and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:08.033582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:08.044175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:08.049057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:08.063585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] Sync routers for ids ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:08.089166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] Routers {'f1b41219-df20-467e-82a1-8c4ca4cc7cc0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:08.092335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:08.093760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': 'cd1d6ff8-ad9d-4b73-b33d-0a8716ceac64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:08.099597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:08.103485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:08.106395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:08.112171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:08.158630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.10 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/79835833-0426-4a62-a6fd-928658b596e4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:08.163477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:08.167283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.197927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.201793 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6fe67f05-004e-4b88-8aaf-ac6a41eb4d7a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3981223 Oct 17 18:13:08.221517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:08.233706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36776) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:08.236753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] Routers {'f1b41219-df20-467e-82a1-8c4ca4cc7cc0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:08.237366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:08.265555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:08.382292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:08.382691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633c0fa-77b2-45a5-b58f-d64dcdf1ec08 None None] The sync data for ids ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:08.386309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-38c47c31-073c-410e-bf8a-2caa1cb20bea None None] Current status of the port 550512e5-00dc-4d8e-9be4-5fe1913e33ba is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:08.399030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.431770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 550512e5-00dc-4d8e-9be4-5fe1913e33ba up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:08.509644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 550512e5-00dc-4d8e-9be4-5fe1913e33ba triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:08.510177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.510611 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 550512e5-00dc-4d8e-9be4-5fe1913e33ba Oct 17 18:13:08.552105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.634513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 550512e5-00dc-4d8e-9be4-5fe1913e33ba is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:08.659875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.699488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.803073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:08.813480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:08.815282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Subnet': ['ID=ce024f88-d7a6-4c7a-9fc6-b9693326c321,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:08.820949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:08.833899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.854688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=79835833-0426-4a62-a6fd-928658b596e4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:08.867841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Checking segment: {'id': '843d4e95-973c-4270-bb8a-1004d0a0e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:08.868196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network hostable DHCP agents. Network: 1150f8c5-ff54-4595-ad37-db4bb78cbf3e, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:08.881801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.902642 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The resource could not be found. Oct 17 18:13:08.903287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:08.903767 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be992171-bb60-4f6c-99f2-55358837b89b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8804135 Oct 17 18:13:08.903874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.904433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=928edc9b-0690-4040-b7b4-3df9a83c9480,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:08.910085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36780) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:08.921265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': 'cd1d6ff8-ad9d-4b73-b33d-0a8716ceac64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'abc8f5de-da88-414c-a38a-d41ea36e0486'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:08.929870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:08.936391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:08.939243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:08.945361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:08.948251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '3a2923ed-f397-4a7e-b68c-d24c098b1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:08.948617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: a08cde2e-6863-485d-bf55-6bdb5d9c412f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:08.979362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:09.032129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4336fe44-52f5-4d52-a6d6-1264537f92b6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0041368 Oct 17 18:13:09.034556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36784) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.040745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'port': {'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf', 'name': 'tempest-FloatingIPTestJSON-624467112'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:09.060834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 1150f8c5-ff54-4595-ad37-db4bb78cbf3e) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:09.070073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e668e45-be4a-4433-8870-d6b8d070ff59 None None] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:09.103028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.103537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:13:09.115911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:09.115911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.120250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc7fc-4533-488e-88a2-fbefcac8e229 req-49fda9f6-5d2b-4611-99c7-a9ead8ecfb02 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:09.121780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f42dc7fc-4533-488e-88a2-fbefcac8e229 req-49fda9f6-5d2b-4611-99c7-a9ead8ecfb02 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.9426084 Oct 17 18:13:09.126907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.213848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event deleted for resources: {'Port': ['ID=922677e4-6ff9-43f9-a7a2-4e4757ac503b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:09.214100 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b6f9f503-4e4f-4299-a08a-8629f042a2b6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6761675 Oct 17 18:13:09.214100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36788) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.219359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:09.223412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'subnet': {'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:09.238739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:09.251712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:port and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:09.254977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:09.289215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, a08cde2e-6863-485d-bf55-6bdb5d9c412f) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:09.315676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:09.318769 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The resource could not be found. Oct 17 18:13:09.322316 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-416ff39a-1b15-4c8b-9e79-840b9ea31ae3 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4087512 Oct 17 18:13:09.324100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36792) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.350180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8971ff-7cc3-4515-a4f0-6acd1b9c5175 None None] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:09.369920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:09.369920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.383940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.384877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9d6962f9-0ca1-49d3-b7da-8555a3f7eb23 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 HTTP/1.1" status: 204 len: 168 time: 1.7130361 Oct 17 18:13:09.390671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36796) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.410279 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f42dc7fc-4533-488e-88a2-fbefcac8e229 req-cf02da70-7bae-45ae-b89f-310032785dcc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359750 Oct 17 18:13:09.446628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:09.452414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Usage tracker for resource:subnet and tenant:298c104e124247888e0ca7978a136d90 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:09.470326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:09.483203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-1150f8c5-ff54-4595-ad37-db4bb78cbf3e', 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e', 'tenant_id': '298c104e124247888e0ca7978a136d90', 'fixed_ips': [{'subnet_id': 'ce024f88-d7a6-4c7a-9fc6-b9693326c321'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:09.484869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.493879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:09.548333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 7192386c-c9cf-4cb6-abdb-06058f46688d {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:09.553743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.569583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e4e8e51d-169b-4eab-8706-dd292aba24d2 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0950377 Oct 17 18:13:09.571114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.575345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4d729df-ffe3-46a8-91f4-4ac23571bf23 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/ports/922677e4-6ff9-43f9-a7a2-4e4757ac503b HTTP/1.1" status: 204 len: 168 time: 2.9352057 Oct 17 18:13:09.576779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36802) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.577112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36804) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:09.586817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f', 'name': 'tempest-PortsIpV6TestJSON-1669258544', 'fixed_ips': [{'subnet_id': '928edc9b-0690-4040-b7b4-3df9a83c9480', 'ip_address': '2001:db8::10'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:09.595058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:09.599601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.713759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] device_id is not set on port 85fd130e-a6c7-40a8-9221-a071258be3cf yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:09.745557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Allocated IP 172.20.0.2 (1150f8c5-ff54-4595-ad37-db4bb78cbf3e/ce024f88-d7a6-4c7a-9fc6-b9693326c321/ec0925bd-dc28-413c-be64-4a158db3287e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:09.761729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.775955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Deleting subnet 912c37b9-edaf-47fb-8864-97409047df29 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:09.791432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.834314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.878192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:09.883222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-a08cde2e-6863-485d-bf55-6bdb5d9c412f', 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '928edc9b-0690-4040-b7b4-3df9a83c9480'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:09.884020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.885188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.914450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:09.919130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Made reservation on behalf of 298c104e124247888e0ca7978a136d90 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:09.921788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:09.922989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:09.931812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:09.972106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.000763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.015121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.033008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:10.061712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Deleting port 58496a85-69a0-4bc7-a19e-f9975c770e30 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:10.062090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.126938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.157041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.159868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Allocated IP 2001:db8::2 (a08cde2e-6863-485d-bf55-6bdb5d9c412f/928edc9b-0690-4040-b7b4-3df9a83c9480/24ad30e1-07af-4070-bd7f-280a565f06b2) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:10.174436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Transition to ACTIVE for port object ec0925bd-dc28-413c-be64-4a158db3287e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:10.256440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.274849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Transition to ACTIVE for port object ec0925bd-dc28-413c-be64-4a158db3287e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:10.297161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.297639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.3 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/85fd130e-a6c7-40a8-9221-a071258be3cf) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:10.312441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74b0c-d57c-4ff6-a6fa-5856067d8cd2 req-957a08ac-f1e9-4f26-8712-b95a7bad3871 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:10.314221 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-37d74b0c-d57c-4ff6-a6fa-5856067d8cd2 req-957a08ac-f1e9-4f26-8712-b95a7bad3871 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.6932299 Oct 17 18:13:10.331373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36810) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:10.340744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Request body: {'floatingip': {'port_id': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:10.389957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.490891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.496557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:10.498951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event deleted for resources: {'Subnet': ['ID=912c37b9-edaf-47fb-8864-97409047df29,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:10.502563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:10.504846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.507558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.508177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Pushing event updated for resources: {'Port': ['ID=ec0925bd-dc28-413c-be64-4a158db3287e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:10.510772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:10.517222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed0ee7-abb2-43eb-89fe-53f015238502 None None] Network 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:10.529921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.555419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-57c1cfc4-b0b9-47c1-8395-fa3f504a689e tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/subnets/912c37b9-edaf-47fb-8864-97409047df29 HTTP/1.1" status: 204 len: 168 time: 0.9744380 Oct 17 18:13:10.562820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port e5523a4c-eb62-4600-a389-8117131f2e4b yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:10.565401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.583890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36814) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:10.660068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.680980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Transition to ACTIVE for port object 24ad30e1-07af-4070-bd7f-280a565f06b2 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:10.712696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1d6ff8-ad9d-4b73-b33d-0a8716ceac64,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:10.794727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Attempting to bind port ec0925bd-dc28-413c-be64-4a158db3287e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:10.795733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Attempting to bind port ec0925bd-dc28-413c-be64-4a158db3287e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '843d4e95-973c-4270-bb8a-1004d0a0e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:10.795733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Attempting to bind port ec0925bd-dc28-413c-be64-4a158db3287e on network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:10.798159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Transition to ACTIVE for port object 24ad30e1-07af-4070-bd7f-280a565f06b2 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:10.809119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:10.809611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Checking segment: {'id': '843d4e95-973c-4270-bb8a-1004d0a0e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:10.810085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.810573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Bound using segment: {'id': '843d4e95-973c-4270-bb8a-1004d0a0e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:10.811118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Bound port: ec0925bd-dc28-413c-be64-4a158db3287e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843d4e95-973c-4270-bb8a-1004d0a0e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1150f8c5-ff54-4595-ad37-db4bb78cbf3e'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:10.811565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.824387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.839819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Calling delete_port for 58496a85-69a0-4bc7-a19e-f9975c770e30 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:10.943540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.007285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=7192386c-c9cf-4cb6-abdb-06058f46688d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:11.020817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::10 (a08cde2e-6863-485d-bf55-6bdb5d9c412f/928edc9b-0690-4040-b7b4-3df9a83c9480/e5523a4c-eb62-4600-a389-8117131f2e4b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:11.023426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e217c-a30a-4acd-a5ac-03301866875b None None] Network 669de998-a1c6-4762-8d37-c1fe85ec8c11 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:11.029486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.043777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.073294 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ecf0a80d-6002-4755-a973-a5add383f55d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/7192386c-c9cf-4cb6-abdb-06058f46688d HTTP/1.1" status: 204 len: 168 time: 1.6816363 Oct 17 18:13:11.077079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36818) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:11.134461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.164863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:11.174532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:11.190335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:11.268780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Pushing event updated for resources: {'Port': ['ID=24ad30e1-07af-4070-bd7f-280a565f06b2,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:11.348485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] For port ec0925bd-dc28-413c-be64-4a158db3287e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:11.353332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.356849 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b37ffb3a-802b-44d8-83dd-0f4d7a9c82c1 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/cd1d6ff8-ad9d-4b73-b33d-0a8716ceac64 HTTP/1.1" status: 204 len: 168 time: 2.0184314 Oct 17 18:13:11.382704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Deleting port 09f4a249-740c-4390-9585-1780fcfdc142 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:11.383034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.385244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36822) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:11.386577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] For port ec0925bd-dc28-413c-be64-4a158db3287e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ec0925bd-dc28-413c-be64-4a158db3287e,segment=NetworkSegment(843d4e95-973c-4270-bb8a-1004d0a0e76c),segment_id=843d4e95-973c-4270-bb8a-1004d0a0e76c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:11.388348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Attempting to bind port 24ad30e1-07af-4070-bd7f-280a565f06b2 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:11.388707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Attempting to bind port 24ad30e1-07af-4070-bd7f-280a565f06b2 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '3a2923ed-f397-4a7e-b68c-d24c098b1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:11.389069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Attempting to bind port 24ad30e1-07af-4070-bd7f-280a565f06b2 on network a08cde2e-6863-485d-bf55-6bdb5d9c412f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:11.403545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:11.403889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Checking segment: {'id': '3a2923ed-f397-4a7e-b68c-d24c098b1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:11.404300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.404695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Bound using segment: {'id': '3a2923ed-f397-4a7e-b68c-d24c098b1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:11.405166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Bound port: 24ad30e1-07af-4070-bd7f-280a565f06b2, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2923ed-f397-4a7e-b68c-d24c098b1b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:11.405533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.437709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.536121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object e5523a4c-eb62-4600-a389-8117131f2e4b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:11.550660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] DHCP port deletion for 0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:11.555120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] For port 24ad30e1-07af-4070-bd7f-280a565f06b2, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:11.570300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] For port 24ad30e1-07af-4070-bd7f-280a565f06b2, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24ad30e1-07af-4070-bd7f-280a565f06b2,segment=NetworkSegment(3a2923ed-f397-4a7e-b68c-d24c098b1b65),segment_id=3a2923ed-f397-4a7e-b68c-d24c098b1b65)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:11.572872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Deleting port 09f4a249-740c-4390-9585-1780fcfdc142 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:11.573502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.585030 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bef93327-cd3b-4f3c-ac66-9e21efadfe47 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1980586 Oct 17 18:13:11.587207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36826) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:11.595387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': 'ade1ea5d-1ff2-4b45-9dfd-426163efb78a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:11.606729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:11.612763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] DHCP port deletion for 669de998-a1c6-4762-8d37-c1fe85ec8c11 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:11.616284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:11.620124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:11.630905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Deleting port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:11.631561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.635364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:11.669382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.700116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.729732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.789389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.918483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Subnet': ['ID=eca166dc-2eea-4b69-ae64-0de91c10a016,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:11.928269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.929437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Pushing event deleted for resources: {'Port': ['ID=58496a85-69a0-4bc7-a19e-f9975c770e30,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:11.944290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ac7d-b19d-446d-b536-3069836c2261 None None] Pushing event updated for resources: {'Port': ['ID=ec0925bd-dc28-413c-be64-4a158db3287e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:11.952034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:11.983398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.165882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The resource could not be found. Oct 17 18:13:12.171837 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ee68bb4d-c0bb-4943-a3bd-9d3adebaca1c tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5785935 Oct 17 18:13:12.171837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.200295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36830) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:12.227342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:12.274431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:12.348794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:12.361818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:12.368477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] For port 09f4a249-740c-4390-9585-1780fcfdc142, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=09f4a249-740c-4390-9585-1780fcfdc142,segment=NetworkSegment(4444697a-6adc-4cab-8b03-60c594b47a28),segment_id=4444697a-6adc-4cab-8b03-60c594b47a28)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:12.368997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.370436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:12.371110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.419713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:12.421934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:12.422234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.493101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=e5523a4c-eb62-4600-a389-8117131f2e4b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:12.514754 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d87a76d-f83e-42b4-bc9e-d62fb3109554 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9365482 Oct 17 18:13:12.521696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:12.549907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337383221'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:12.566444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36834) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:12.582037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Checking segment: {'id': 'c5e99eae-219d-4071-ac57-bd6ca11e72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:12.582391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network hostable DHCP agents. Network: 6ab127dc-5ef8-4d00-83bf-3d2490b7b003, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:12.607206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:12.610693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=85fd130e-a6c7-40a8-9221-a071258be3cf,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:12.620778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': 'a08cde2e-6863-485d-bf55-6bdb5d9c412f', 'name': 'tempest-PortsIpV6TestJSON-675429031', 'fixed_ips': [{'subnet_id': '928edc9b-0690-4040-b7b4-3df9a83c9480', 'ip_address': '2001:db8::f'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:12.649779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:12.651959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Calling delete_port for 09f4a249-740c-4390-9585-1780fcfdc142 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:12.667190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:12.683143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ec0925bd-dc28-413c-be64-4a158db3287e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:12.725571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61201b-894a-4e02-b8a5-fe98f7ad1ab1 None None] Pushing event updated for resources: {'Port': ['ID=24ad30e1-07af-4070-bd7f-280a565f06b2,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:12.746646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:12.750663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] For port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,segment=NetworkSegment(93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb),segment_id=93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:12.751230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.789197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] For port 09f4a249-740c-4390-9585-1780fcfdc142, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=09f4a249-740c-4390-9585-1780fcfdc142,segment=NetworkSegment(4444697a-6adc-4cab-8b03-60c594b47a28),segment_id=4444697a-6adc-4cab-8b03-60c594b47a28)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:12.789550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.838720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.842924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.843742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.895854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Calling delete_port for d0e8c66e-6c2e-45dc-ab26-3700622cfc7c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:12.936775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:12.937375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:12.980100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Router f1b41219-df20-467e-82a1-8c4ca4cc7cc0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:13.014276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.027198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:13.029292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.082338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.086761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Calling delete_port for 09f4a249-740c-4390-9585-1780fcfdc142 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:13.122701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:13.133221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] Sync routers for ids ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:13.137695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.138831 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a75be4f-9a64-45f6-9c1c-5bcb3f0ac39a tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "PUT /v2.0/routers/f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 200 len: 706 time: 4.8955026 Oct 17 18:13:13.141500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36838) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.146077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port ec0925bd-dc28-413c-be64-4a158db3287e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:13.149642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.155524 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] Routers {'f1b41219-df20-467e-82a1-8c4ca4cc7cc0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:13.156718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:13.156965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] Pushing event deleted for resources: {'Port': ['ID=09f4a249-740c-4390-9585-1780fcfdc142,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:13.161188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e59aa-1a6b-4af4-bee0-944307894f6b None None] No DVR routers for this DVR port 09f4a249-740c-4390-9585-1780fcfdc142 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:13.211485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] No DVR routers for this DVR port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:13.220716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0300708-b2bf-4549-bb02-16ac08cfc7db None None] Pushing event deleted for resources: {'Port': ['ID=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:13.284403 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:13.297648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 09f4a249-740c-4390-9585-1780fcfdc142 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:13.304429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] Routers {'f1b41219-df20-467e-82a1-8c4ca4cc7cc0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:13.305076 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:13.378603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 09f4a249-740c-4390-9585-1780fcfdc142 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:13.380375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 09f4a249-740c-4390-9585-1780fcfdc142 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:13.380965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d0e8c66e-6c2e-45dc-ab26-3700622cfc7c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:13.414715 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:13.415515 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e5d3b-1ef6-436c-a5a4-bc9c2e7dbc3a None None] The sync data for ids ['f1b41219-df20-467e-82a1-8c4ca4cc7cc0'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:13.435099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e7efda2b-9d8c-4831-a7d1-61273f35f62e tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/routers/f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 200 len: 741 time: 0.2901008 Oct 17 18:13:13.435904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36842) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.437240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: d0e8c66e-6c2e-45dc-ab26-3700622cfc7c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:13.437585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d0e8c66e-6c2e-45dc-ab26-3700622cfc7c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:13.450422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:13.471682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 6ab127dc-5ef8-4d00-83bf-3d2490b7b003) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:13.482905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7cc6b-cadb-4b2b-857c-feea21d6ffa6 None None] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:13.505682 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7249fd4-635e-4ea0-a888-05fd59cce7d3 tempest-RoutersAdminTest-1048802377 tempest-RoutersAdminTest-1048802377-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&device_id=f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 200 len: 205 time: 0.0681849 Oct 17 18:13:13.506658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36846) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.539438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb76f6de-49ee-4f57-b62f-d9627f9c9a6e tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5036538 Oct 17 18:13:13.551987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36850) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.558391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:13.563394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '85fd130e-a6c7-40a8-9221-a071258be3cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:13.573824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:13.574419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.575451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:13.582527 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a4390a55-2bcb-4456-bc08-6c0ac22b1a74 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 200 len: 205 time: 0.0744760 Oct 17 18:13:13.583897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36854) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.588025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:floatingip and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:13.590087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:13.643973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eaa175-e008-4df1-a33f-4460ef9b611f None None] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:13.651562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:13.659399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:13.665046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:13.739555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:13.755758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.820587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.848858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ea387d89-4cb2-4892-ad91-1e29c8fb0fed None None] Provisioning for port 24ad30e1-07af-4070-bd7f-280a565f06b2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: from cryptography.utils import int_from_bytes Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: from cryptography.utils import int_from_bytes Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn_limited( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn_limited( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.849911 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: util.warn( Oct 17 18:13:13.852399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:13.869589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-6ab127dc-5ef8-4d00-83bf-3d2490b7b003', 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003', 'tenant_id': '298c104e124247888e0ca7978a136d90', 'fixed_ips': [{'subnet_id': 'eca166dc-2eea-4b69-ae64-0de91c10a016'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:13.871294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:13.878577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:13.886503 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2ef9095f-6308-4986-a20c-ef67a6cb6b6a tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6689179 Oct 17 18:13:13.888371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c881387-6396-4a3d-8d36-4ea3358b2a19 None None] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:13.898709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36858) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:13.899952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:13.905859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d0e8c66e-6c2e-45dc-ab26-3700622cfc7c,segment=NetworkSegment(93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb),segment_id=93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:13.906221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.169911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:14.170166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:14.176722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for d0e8c66e-6c2e-45dc-ab26-3700622cfc7c owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:14.218213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Provisioning for port ec0925bd-dc28-413c-be64-4a158db3287e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:14.233719 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Floating IP c98fb19e-0887-48e3-96ba-660f3d7e4164 associated. External IP: 172.26.2.50, port: 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286. Oct 17 18:13:14.259096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Provisioning complete for port ec0925bd-dc28-413c-be64-4a158db3287e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:14.259475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.259810 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Attempt 1 to provision port ec0925bd-dc28-413c-be64-4a158db3287e Oct 17 18:13:14.281865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.284898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.358438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:14.365960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.410018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Allocated IP 172.20.0.2 (6ab127dc-5ef8-4d00-83bf-3d2490b7b003/eca166dc-2eea-4b69-ae64-0de91c10a016/5d46d9d7-0a37-4f9e-bb71-0068a31e3dae) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:14.422327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.422899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Fanout notify agent at l3_agent the message router_deleted on router f1b41219-df20-467e-82a1-8c4ca4cc7cc0 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:13:14.451940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.458321 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a75e9594-45af-4572-98f0-8aad4a55c0c5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 204 len: 168 time: 0.8669043 Oct 17 18:13:14.458321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36862) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:14.526404 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1abe399b-ccff-4010-881e-8c890fec11eb tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 200 len: 205 time: 0.0650361 Oct 17 18:13:14.577316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24ad30e1-07af-4070-bd7f-280a565f06b2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:14.587967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:14.616033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.222 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2024170e-ddfa-4d9a-82f6-5854a46272b5) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:14.687089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Deleting port 09f4a249-740c-4390-9585-1780fcfdc142 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:14.687429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.767506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-a48a5bd6-2b33-44b6-ac4d-36eb745c89f5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:14.768533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a48a5bd6-2b33-44b6-ac4d-36eb745c89f5 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/f1b41219-df20-467e-82a1-8c4ca4cc7cc0 HTTP/1.1" status: 404 len: 336 time: 0.1706941 Oct 17 18:13:14.772906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Current status of the port ec0925bd-dc28-413c-be64-4a158db3287e is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:14.773296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.774973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:14.873271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7e9dec80-ac89-44c4-ab72-16843adffd48 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 200 len: 205 time: 0.0961647 Oct 17 18:13:14.874580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36874) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:14.883488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] For port ec0925bd-dc28-413c-be64-4a158db3287e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ec0925bd-dc28-413c-be64-4a158db3287e,segment=NetworkSegment(843d4e95-973c-4270-bb8a-1004d0a0e76c),segment_id=843d4e95-973c-4270-bb8a-1004d0a0e76c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:14.898145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.899366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 24ad30e1-07af-4070-bd7f-280a565f06b2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:14.922550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24ad30e1-07af-4070-bd7f-280a565f06b2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:14.922550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:14.922550 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24ad30e1-07af-4070-bd7f-280a565f06b2 Oct 17 18:13:14.928201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] The port '09f4a249-740c-4390-9585-1780fcfdc142' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:13:14.970080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Transition to ACTIVE for port object 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:15.000924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Transition to ACTIVE for port object 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:15.002976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.011169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.016292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-c06d9d1d-1e80-46ec-8fb0-3bb4725942a1 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:15.017314 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c06d9d1d-1e80-46ec-8fb0-3bb4725942a1 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/3c8d4ed7-7f57-4790-aca3-75358f5eca97 HTTP/1.1" status: 404 len: 336 time: 0.1249948 Oct 17 18:13:15.028237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36878) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.046890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.110317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.158813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522a141-c610-48f9-9e4f-1ead49004078 None None] Pushing event updated for resources: {'Port': ['ID=ec0925bd-dc28-413c-be64-4a158db3287e,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.162050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.169127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:15.198928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24ad30e1-07af-4070-bd7f-280a565f06b2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:15.199253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.214328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:15.258718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:15.266352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:15.267363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=2024170e-ddfa-4d9a-82f6-5854a46272b5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.272908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:15.275753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:15.289844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:15.290084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:15.290768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.344968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Provisioning for port e5523a4c-eb62-4600-a389-8117131f2e4b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:15.389651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e3545c98-1fcd-462d-87d7-b069daf06001 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 200 len: 205 time: 0.3506825 Oct 17 18:13:15.392802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36882) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.398855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Pushing event updated for resources: {'Port': ['ID=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.403224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Provisioning complete for port e5523a4c-eb62-4600-a389-8117131f2e4b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:15.403599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.403931 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 1 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:15.462277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 24ad30e1-07af-4070-bd7f-280a565f06b2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24ad30e1-07af-4070-bd7f-280a565f06b2,segment=NetworkSegment(3a2923ed-f397-4a7e-b68c-d24c098b1b65),segment_id=3a2923ed-f397-4a7e-b68c-d24c098b1b65)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:15.466648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Attempting to bind port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:15.467460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Attempting to bind port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c5e99eae-219d-4071-ac57-bd6ca11e72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:15.467460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Attempting to bind port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae on network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:15.476693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-982f8121-5d29-44dc-b8f3-3c9fda8fad98 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:15.484814 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-982f8121-5d29-44dc-b8f3-3c9fda8fad98 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/91b2f341-1752-4f00-9364-219dfb01b61d HTTP/1.1" status: 404 len: 336 time: 0.0834591 Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Checking segment: {'id': 'c5e99eae-219d-4071-ac57-bd6ca11e72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Bound using segment: {'id': 'c5e99eae-219d-4071-ac57-bd6ca11e72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Bound port: 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e99eae-219d-4071-ac57-bd6ca11e72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6ab127dc-5ef8-4d00-83bf-3d2490b7b003'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:15.485002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.485510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36886) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.499204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:15.503675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.573167 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-97e12dba-230f-43f3-a345-802f8f2287b7 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 200 len: 205 time: 0.0896556 Oct 17 18:13:15.575011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.575466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.602024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd153d25-709d-412c-a1f7-de11040baad6,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.629751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] For port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:15.643760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] For port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,segment=NetworkSegment(c5e99eae-219d-4071-ac57-bd6ca11e72f2),segment_id=c5e99eae-219d-4071-ac57-bd6ca11e72f2)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:15.656415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=24ad30e1-07af-4070-bd7f-280a565f06b2,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.658191 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-4aa44b84-14e6-4a0f-baba-f7c74afbcd80 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:15.661784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4aa44b84-14e6-4a0f-baba-f7c74afbcd80 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/62341bb9-dab0-473c-980a-33366a5a1b2f HTTP/1.1" status: 404 len: 336 time: 0.0844486 Oct 17 18:13:15.661971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.696000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.720776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.747771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 487b5948-844a-4396-a145-7d7a54daa970 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:15.791992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port d0e8c66e-6c2e-45dc-ab26-3700622cfc7c {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:15.792345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.799476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30494932-740c-4b2a-8b6d-af21ec01ed3e None None] Pushing event updated for resources: {'Port': ['ID=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:15.835133 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-206c9782-4561-4706-afad-790871027abb tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 200 len: 205 time: 0.1698327 Oct 17 18:13:15.835382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.835472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36898) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.844130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:15.845324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8154753-a03b-4cab-b9f8-99f615f4ea16 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.6334352 Oct 17 18:13:15.855691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:15.884655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36902) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.920710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--761632820'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:15.925737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-d89ad205-ab9c-4d67-bfbb-29e2577dc503 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:15.929712 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d89ad205-ab9c-4d67-bfbb-29e2577dc503 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/22fd15d8-52df-457d-8bda-f93272f8e29c HTTP/1.1" status: 404 len: 336 time: 0.0905135 Oct 17 18:13:15.929875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4444697a-6adc-4cab-8b03-60c594b47a28') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:15.929875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4444697a-6adc-4cab-8b03-60c594b47a28') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:15.930067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36906) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:15.987401 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f0f26de7-734b-4d88-a58c-513b31620872 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "GET /v2.0/ports?device_id=702567b0-3615-4518-8f9b-8924f73d91d6 HTTP/1.1" status: 200 len: 205 time: 0.0543232 Oct 17 18:13:15.989907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36910) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:16.000667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 2 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:16.009484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:16.024125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] The port 'd0e8c66e-6c2e-45dc-ab26-3700622cfc7c' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:13:16.026392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.055638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:16.080818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:16.157406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:16.206875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:16.209895 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-622bda33-eb4d-44e8-97f0-0205c58ae8c2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] delete failed (client error): The resource could not be found. Oct 17 18:13:16.213448 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-622bda33-eb4d-44e8-97f0-0205c58ae8c2 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/routers/702567b0-3615-4518-8f9b-8924f73d91d6 HTTP/1.1" status: 404 len: 336 time: 0.2202456 Oct 17 18:13:16.216467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36914) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:16.221038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.272816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e333c00-f3de-4d72-a864-4896f1111ca6 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] DELETE failed (client error): The resource could not be found. Oct 17 18:13:16.273337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e333c00-f3de-4d72-a864-4896f1111ca6 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:13:16.292708 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6e333c00-f3de-4d72-a864-4896f1111ca6 tempest-RoutersAdminTest-1885230959 tempest-RoutersAdminTest-1885230959-project] 10.222.0.36 "DELETE /v2.0/subnets/e66b4e1e-12c9-489e-b98b-333ea4123356 HTTP/1.1" status: 404 len: 337 time: 0.0745137 Oct 17 18:13:16.306074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:16.312817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.340326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:16.451302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 4444697a-6adc-4cab-8b03-60c594b47a28 resource provider aggregate not found Oct 17 18:13:16.456515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.507122 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 4444697a-6adc-4cab-8b03-60c594b47a28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4444697a-6adc-4cab-8b03-60c594b47a28 found for delete ", "request_id": "req-a4878955-f48b-4738-a008-70c313fa12f9"}]} Oct 17 18:13:16.538943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:16.549510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.579878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.590997 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 3 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:16.664862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:16.670191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:16.745678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.766654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:16.773119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ec0925bd-dc28-413c-be64-4a158db3287e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:16.894013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ec0925bd-dc28-413c-be64-4a158db3287e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:16.894387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.894717 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ec0925bd-dc28-413c-be64-4a158db3287e Oct 17 18:13:16.934271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:16.952985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:16.957376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:16.961276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36926) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:17.000026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669de998-a1c6-4762-8d37-c1fe85ec8c11']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:17.031136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:17.036026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.039467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.047190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ec0925bd-dc28-413c-be64-4a158db3287e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:17.054862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24ad30e1-07af-4070-bd7f-280a565f06b2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:17.063148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:17.063468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:17.105325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.111245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] Pushing event deleted for resources: {'Network': ['ID=0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:17.126188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::f (a08cde2e-6863-485d-bf55-6bdb5d9c412f/928edc9b-0690-4040-b7b4-3df9a83c9480/487b5948-844a-4396-a145-7d7a54daa970) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:17.130245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24ad30e1-07af-4070-bd7f-280a565f06b2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:17.130596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.130933 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24ad30e1-07af-4070-bd7f-280a565f06b2 Oct 17 18:13:17.134254 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-aa8bf4fd-f26d-474f-8088-0672b7102557 tempest-TagsExtTest-582309071 tempest-TagsExtTest-582309071-project] 10.222.0.36 "DELETE /v2.0/networks/0270b1f7-7e10-4737-a47c-8c3f7f1b8cf9 HTTP/1.1" status: 204 len: 168 time: 6.5425911 Oct 17 18:13:17.140753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.167877 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 4 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:17.210491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0da768-438c-4a60-8cc8-78bb59224ce6 None None] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:17.212085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.283983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:17.284731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.315863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:17.322517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=2024170e-ddfa-4d9a-82f6-5854a46272b5,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:17.326243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.343624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.376378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Sync routers for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:17.454308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:17.454994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:17.468289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Allocated IP 172.20.0.1 (1150f8c5-ff54-4595-ad37-db4bb78cbf3e/ce024f88-d7a6-4c7a-9fc6-b9693326c321/b6aa2462-2e6e-47d0-b78b-e988e10f2ea9) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:17.485021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:17.489483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Usage tracker for resource:security_group_rule and tenant:fc514a22e3144362abb17339d6da4571 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:17.494211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:17.503160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:17.504206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:17.560406 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 4bde978b-f5cf-4c1c-9bf5-d5debd683934 associated. External IP: 172.26.2.222, port: 85fd130e-a6c7-40a8-9221-a071258be3cf. Oct 17 18:13:17.657700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.692906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:17.760449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24ad30e1-07af-4070-bd7f-280a565f06b2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:17.801681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.814490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:17.824992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.894423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.935648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.948670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.971158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a98f766f-1ca9-4348-9f88-8434b1348776 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "PUT /v2.0/floatingips/c98fb19e-0887-48e3-96ba-660f3d7e4164 HTTP/1.1" status: 200 len: 990 time: 7.6364207 Oct 17 18:13:17.971158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:17.985645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:17.987852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af2bc0-29df-4991-a608-699d6b89a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:17.999701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=669de998-a1c6-4762-8d37-c1fe85ec8c11,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:18.014266 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 5 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:18.036964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e1a8eee7-d4c8-4a5e-8890-d96e8b632aa8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/669de998-a1c6-4762-8d37-c1fe85ec8c11 HTTP/1.1" status: 204 len: 168 time: 6.9497385 Oct 17 18:13:18.037836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36946) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:18.084334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.104799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1280716104', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:18.115002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:18.119032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.120451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:18.124088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:18.131890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Transition to ACTIVE for port object b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:18.133177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371ac1dd-e8bd-413e-acfc-3111fb53cde9,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:18.137582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646122e-9106-4bd3-806d-765eab3e3436 x-openstack-request-id: req-5646122e-9106-4bd3-806d-765eab3e3436 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:18.137919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:18.138145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5646122e-9106-4bd3-806d-765eab3e3436 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:18.138539 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5646122e-9106-4bd3-806d-765eab3e3436'] response: {'name': 'network-changed', 'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'status': 'completed', 'code': 200} Oct 17 18:13:18.144160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:18.153852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 487b5948-844a-4396-a145-7d7a54daa970 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:18.219155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc514a22e3144362abb17339d6da4571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2544506 Oct 17 18:13:18.225639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36950) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:18.227430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:18.243804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0bce5735-deb0-4409-bdba-32470911b17f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dc6d76b418e4152b0ce7e1da8e6332c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497375 Oct 17 18:13:18.248055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f782d-3d1f-4298-a6f3-79f6dda4bb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9180d522-702d-4bef-94f3-ddd5f07b96c5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:18.251933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36954) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:18.275782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:18.279683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.283844 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c5961cb5-9be8-45b8-9e3c-6e5232ca69a2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3955026 Oct 17 18:13:18.283844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.284201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.301325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36958) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:18.304707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.326789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': 'fd153d25-709d-412c-a1f7-de11040baad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '371ac1dd-e8bd-413e-acfc-3111fb53cde9'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:18.341496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'c98fb19e-0887-48e3-96ba-660f3d7e4164', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'port_id': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'mac_address': 'fa:16:3e:77:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521c2e6-1f76-4239-912a-9937be2a1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:12:32Z', 'updated_at': '2022-10-17T18:13:12Z', 'revision_number': 1, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:18.352070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Checking router: 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:13:18.356423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-e5e0d785-fd93-46bd-8781-20486bfd8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:18.357135 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-e5e0d785-fd93-46bd-8781-20486bfd8daa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.1820354 Oct 17 18:13:18.361890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:18.362485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:18.413946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:18.501686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:18.508341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:18.529565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:18.549063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:18.561563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.571930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.596493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.610619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.627021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.647869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.675280 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb resource provider aggregate not found Oct 17 18:13:18.684973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:18.701085 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:18.703321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:18.710533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-e90eca4b-0927-4edc-a05b-a2bc708b8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:18.712154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-e90eca4b-0927-4edc-a05b-a2bc708b8ae9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.3482382 Oct 17 18:13:18.712848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:18.724764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:18.764413 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:18.773928 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:18.811830 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:18.815616 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-633ed2c7-123d-46c6-943a-34b5ee53110e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5020804 Oct 17 18:13:18.815808 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 6 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:18.822060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:18.844653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.876875 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:13:18.905747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.910866 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:18.920231 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:18.920831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:18.930048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:18.961764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:19.016435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e57e2-8153-4f91-993e-7de6dca9e1e2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:19.035758 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:19.036750 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e044e2-8f00-4ebe-b418-382b99eaca28 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:19.072974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f11025a8-9ae4-4b39-92eb-ad8020f6b33d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5139539 Oct 17 18:13:19.073912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180d522-702d-4bef-94f3-ddd5f07b96c5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:19.077577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36970) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:19.081973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'c98fb19e-0887-48e3-96ba-660f3d7e4164', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'port_id': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'mac_address': 'fa:16:3e:77:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521c2e6-1f76-4239-912a-9937be2a1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:12:32Z', 'updated_at': '2022-10-17T18:13:12Z', 'revision_number': 1, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:19.083657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.087388 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d36f4fb8-bc58-4e53-9356-6052daf8571a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9180d522-702d-4bef-94f3-ddd5f07b96c5 HTTP/1.1" status: 204 len: 168 time: 0.8555229 Oct 17 18:13:19.087555 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93b1f6f7-bd83-4fc8-bd2e-43d4eb4f18bb found for delete ", "request_id": "req-da9edfe4-927f-4cbd-be8e-9a1ab7b66d9a"}]} Oct 17 18:13:19.087991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.088988 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b62dcb4c-83e9-4fe3-ab70-fd8bee2b9d65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f5e57e2-8153-4f91-993e-7de6dca9e1e2 HTTP/1.1" status: 204 len: 168 time: 0.8319869 Oct 17 18:13:19.097121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:19.107725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb393266-72d5-4bd3-8449-192ecb68c115 None None] The sync data for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv is: [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'c98fb19e-0887-48e3-96ba-660f3d7e4164', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'port_id': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'mac_address': 'fa:16:3e:77:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2521c2e6-1f76-4239-912a-9937be2a1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:12:32Z', 'updated_at': '2022-10-17T18:13:12Z', 'revision_number': 1, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:19.184221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Port': ['ID=b6aa2462-2e6e-47d0-b78b-e988e10f2ea9,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:19.190269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:19.228807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:19.234436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.260062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.271418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:19.278053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:19.278695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.312597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.326287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.335672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.379502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-dc07af13-8a59-4cb0-a05d-d29095bc07ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 998 time: 0.6293361 Oct 17 18:13:19.387008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=487b5948-844a-4396-a145-7d7a54daa970,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:19.422848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815d64d-1969-4679-b63d-44d76a1c068c None None] New status for floating IP c98fb19e-0887-48e3-96ba-660f3d7e4164: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:13:19.512720 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 7 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:19.557090 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56b4ea57-c8ac-4cc6-a6a9-f9b85e345471 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.9765790 Oct 17 18:13:19.564983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36980) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:19.734264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-c27a08ec-0fee-4967-ab1e-f3d64d242dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:19.736731 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-c27a08ec-0fee-4967-ab1e-f3d64d242dbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.3509593 Oct 17 18:13:19.741705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:19.757645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.759122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.780550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ac1dd-e8bd-413e-acfc-3111fb53cde9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:19.789279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.790537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-49bd59c5-e552-4038-9d47-92722ffeac3d tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/371ac1dd-e8bd-413e-acfc-3111fb53cde9 HTTP/1.1" status: 204 len: 168 time: 0.9737854 Oct 17 18:13:19.793089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 36990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:19.820611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.821102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 4bde978b-f5cf-4c1c-9bf5-d5debd683934 disassociated. External IP: 172.26.2.222, port: 85fd130e-a6c7-40a8-9221-a071258be3cf. Oct 17 18:13:19.847179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aab108d1-d8b0-4b67-9bf0-ea9122b2d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:19.915808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4c1f1-ca96-436b-998b-ade3ec36a0b6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:19.916486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cd4c1f1-ca96-436b-998b-ade3ec36a0b6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:19.995715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-78a8f66d-a7d5-4205-9aa9-77153c35988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:19.997181 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-78a8f66d-a7d5-4205-9aa9-77153c35988d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286935 Oct 17 18:13:20.013885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01711296-d2f9-427c-98e1-e553879308dc tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:20.045418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.115998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1cd4c1f1-ca96-436b-998b-ade3ec36a0b6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:20.117044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1cd4c1f1-ca96-436b-998b-ade3ec36a0b6 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5512934 Oct 17 18:13:20.123938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 36998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.163179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37000) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.243166 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 8 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:20.300240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-01711296-d2f9-427c-98e1-e553879308dc tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:20.300911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01711296-d2f9-427c-98e1-e553879308dc tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5062945 Oct 17 18:13:20.315030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37008) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.331436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:20.415957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.440645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:20.456335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.661643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.670161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:20.680198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:20.691217 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:20.692908 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:20.693577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.752235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.755794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.757169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd153d25-709d-412c-a1f7-de11040baad6 HTTP/1.1" status: 204 len: 168 time: 0.4410908 Oct 17 18:13:20.759067 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:20.771241 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:20.772262 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:20.773475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37020) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.801585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a90f8-d269-42d5-9ce3-a01e7b0ddc2b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd153d25-709d-412c-a1f7-de11040baad6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:20.816061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5b07f750-b1df-40f3-a244-cb5683e2fa50 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/4bde978b-f5cf-4c1c-9bf5-d5debd683934 HTTP/1.1" status: 200 len: 688 time: 1.7337823 Oct 17 18:13:20.825180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37024) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.834171 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 9 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:20.853406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:20.856728 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-2936bf4b-7e4d-4ff2-a46e-97581d81d678 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374879 Oct 17 18:13:20.859216 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe82f8e0-d6d5-4c0b-bab8-b4e94a8fb6e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73f3734307b64d1aa86442beab2aa4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6947346 Oct 17 18:13:20.863292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37028) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:20.895329 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:20.896682 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff8760-7289-4504-b866-3d6ffb8a2057 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:20.911129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:21.006032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-045cc2a6-91b7-4070-957c-32f93948085e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:21.033184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 2024170e-ddfa-4d9a-82f6-5854a46272b5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:21.033527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.085349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a307adb-f386-48d0-aaf5-b2230d057bbb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:21.091014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a307adb-f386-48d0-aaf5-b2230d057bbb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:21.096789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a307adb-f386-48d0-aaf5-b2230d057bbb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:21.101643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9a307adb-f386-48d0-aaf5-b2230d057bbb tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.9444036 Oct 17 18:13:21.106917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37036) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:21.210488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-045cc2a6-91b7-4070-957c-32f93948085e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:21.212025 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-045cc2a6-91b7-4070-957c-32f93948085e tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4353306 Oct 17 18:13:21.222062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:21.241306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503462475'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:21.258281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:21.296297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 487b5948-844a-4396-a145-7d7a54daa970 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:21.297204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.360618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.379269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:21.407042 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72af2bc0-29df-4991-a608-699d6b89a3e0 req-09b90fdf-7221-4de6-9104-000243844635 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984848 Oct 17 18:13:21.413985 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 10 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:21.419352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.26.2.238 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/cab182ab-2f4f-4e3c-bc0b-1140d3e71a0a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:21.446496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.464124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.464560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.555784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:21.569321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.576242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Provisioning complete for port 24ad30e1-07af-4070-bd7f-280a565f06b2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:21.576623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.576965 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Attempt 1 to provision port 24ad30e1-07af-4070-bd7f-280a565f06b2 Oct 17 18:13:21.679941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.733302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.771743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4a6e-5f16-4283-b9a5-cb24427ffad7 None None] Current status of the port 24ad30e1-07af-4070-bd7f-280a565f06b2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:21.801056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 2024170e-ddfa-4d9a-82f6-5854a46272b5 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:21.824328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.826946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37052) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:21.853917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:21.863595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:21.864522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.868618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Port': ['ID=b6aa2462-2e6e-47d0-b78b-e988e10f2ea9,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:21.869911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:21.875570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db5eab-7029-4b24-80b8-6229650dfbf9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:21.879902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.891701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:21.934038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning complete for port ec0925bd-dc28-413c-be64-4a158db3287e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:21.936261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.936261 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 1 to provision port ec0925bd-dc28-413c-be64-4a158db3287e Oct 17 18:13:21.961574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.977205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:21.980762 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6af6948a-a2e3-4002-8c98-47cdad47d60a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3db5eab-7029-4b24-80b8-6229650dfbf9 HTTP/1.1" status: 204 len: 168 time: 1.0782685 Oct 17 18:13:22.064231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Current status of the port ec0925bd-dc28-413c-be64-4a158db3287e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:22.100321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:22.101659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:22.128377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--401700672', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:22.140294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:22.180860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning for port 487b5948-844a-4396-a145-7d7a54daa970 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:22.187887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning complete for port 487b5948-844a-4396-a145-7d7a54daa970 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:22.188637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.189269 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 1 to provision port 487b5948-844a-4396-a145-7d7a54daa970 Oct 17 18:13:22.256392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port 487b5948-844a-4396-a145-7d7a54daa970 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:22.272052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 487b5948-844a-4396-a145-7d7a54daa970 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:22.327464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:22.330568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:22.341163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:22.344551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a3359d8f-665c-4296-8bc3-2f66fcf8664b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.346180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.447193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:22.449989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:22.459159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:22.482910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=cab182ab-2f4f-4e3c-bc0b-1140d3e71a0a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:22.574967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:22.578398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.619650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.653892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.662516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Router de4dd724-f31b-43a4-b324-21b4c15325eb is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:22.666222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.701805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=2024170e-ddfa-4d9a-82f6-5854a46272b5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:22.708207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:22.758479 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 2 to provision port 487b5948-844a-4396-a145-7d7a54daa970 Oct 17 18:13:22.773847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:22.814702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=487b5948-844a-4396-a145-7d7a54daa970,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:22.818150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port 487b5948-844a-4396-a145-7d7a54daa970 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:13:22.922120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning for port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:22.927747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:22.930254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning complete for port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:22.930859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.931259 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 1 to provision port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae Oct 17 18:13:22.935495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.945756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:22.965869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.968235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.970382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.974759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.977425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:22.986098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e729d4af-0423-462c-85d6-72b10eca4574 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/4bde978b-f5cf-4c1c-9bf5-d5debd683934 HTTP/1.1" status: 204 len: 168 time: 2.1548088 Oct 17 18:13:22.986098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37070) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:22.991000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '79835833-0426-4a62-a6fd-928658b596e4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:22.999653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:23.021509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:floatingip and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:23.041847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:23.058930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:23.084227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bf204a3-7b66-45fb-99ee-ffdb70c49625 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/487b5948-844a-4396-a145-7d7a54daa970 HTTP/1.1" status: 204 len: 168 time: 1.9731450 Oct 17 18:13:23.084227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.084597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37076) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.088084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:23.113089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Current status of the port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:23.113468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.140958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] Sync routers for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:23.142996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded36d1-ef36-4375-9241-35afe8a9b913,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:23.155732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-00007f34-48cc-46db-9213-d7ebf814c271 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:13:23.155732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00007f34-48cc-46db-9213-d7ebf814c271 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/487b5948-844a-4396-a145-7d7a54daa970 HTTP/1.1" status: 404 len: 333 time: 0.0661807 Oct 17 18:13:23.156267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37082) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.165387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:23.166041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:23.207333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.248704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.250079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8ce16868-64c9-4f6e-b10f-1526fa18a920 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0270758 Oct 17 18:13:23.256945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37088) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.260886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:23.277900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] For port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,segment=NetworkSegment(c5e99eae-219d-4071-ac57-bd6ca11e72f2),segment_id=c5e99eae-219d-4071-ac57-bd6ca11e72f2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:23.282741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d0ae1d04-2760-4fae-ab43-0fdf3d4693ac tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3800578 Oct 17 18:13:23.291315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:23.292736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:23.304965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.318222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '8ded36d1-ef36-4375-9241-35afe8a9b913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:23.334141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:23.341526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port e5523a4c-eb62-4600-a389-8117131f2e4b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:23.341993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.383584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.397791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:23.408296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:23.408741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:23.424402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:23.424402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17959a-e28c-4308-a1ae-ec016bc04f90 None None] The sync data for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:23.462237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning complete for port e5523a4c-eb62-4600-a389-8117131f2e4b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:23.462632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.462940 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 1 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:23.490463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.514433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37098) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.519756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Pushing event updated for resources: {'Port': ['ID=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:23.537888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:23.601508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.653107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.656104 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:23.657121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8fbb3d8-ad00-4ec6-8ead-71c3d5467989 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3528042 Oct 17 18:13:23.663394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37104) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:23.671718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group_rule': {'security_group_id': '8ded36d1-ef36-4375-9241-35afe8a9b913', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:23.682993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:23.698609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:23.704856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:23.714883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.719796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:23.798981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1354537590'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:23.799950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.824682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:23.840501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Usage tracker for resource:network and tenant:23e7c39a101f42edaf7bc7600fa98e68 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:23.850722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:23.868545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:23.872239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:23.887011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2d900-c542-44d8-9866-7665c92fa194,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:23.948367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for e5523a4c-eb62-4600-a389-8117131f2e4b owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:23.976763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:23.977159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment df887776-5e51-4f1f-b257-a7f43269c6ad of type vlan for network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 Oct 17 18:13:24.039529 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 2 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:24.063154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Made reservation on behalf of 23e7c39a101f42edaf7bc7600fa98e68 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:24.063154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.084832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.104850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.97 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/12771b97-4022-4986-bdd0-448c75e00748) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:24.139812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:24.145249 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:24.146339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b4c23806-6c35-4c93-ba4c-d02e1e660735 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4820368 Oct 17 18:13:24.152721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37108) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:24.339141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.384988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.395520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:24.408089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Usage tracker for resource:security_group_rule and tenant:23e7c39a101f42edaf7bc7600fa98e68 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:24.412666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:24.415729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:24.429646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:24.459813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.491703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:24.492464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.492801 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae Oct 17 18:13:24.524969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=e5523a4c-eb62-4600-a389-8117131f2e4b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:24.532713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.553867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.610237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.634634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.636508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:24.641234 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 3 to provision port e5523a4c-eb62-4600-a389-8117131f2e4b Oct 17 18:13:24.645806 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d745329-cba9-44b8-8a8f-738599b0d5ac tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/e5523a4c-eb62-4600-a389-8117131f2e4b HTTP/1.1" status: 204 len: 168 time: 1.4886820 Oct 17 18:13:24.651237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37112) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:24.659412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.665631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:24.666453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.685982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port e5523a4c-eb62-4600-a389-8117131f2e4b was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:13:24.694208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.726407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfed374-3319-4795-bce0-015de97e8ecd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:13:24.726958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbfed374-3319-4795-bce0-015de97e8ecd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:24.795438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning for port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:24.800637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Provisioning complete for port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:24.801184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.802157 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 1 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:24.857857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:24.864765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbfed374-3319-4795-bce0-015de97e8ecd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:24.866124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dbfed374-3319-4795-bce0-015de97e8ecd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/e5523a4c-eb62-4600-a389-8117131f2e4b HTTP/1.1" status: 404 len: 333 time: 0.2138040 Oct 17 18:13:24.868716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37116) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:24.883313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-25903a0c-99b3-40f2-bcbf-e29a13c53742 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:13:24.884339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-25903a0c-99b3-40f2-bcbf-e29a13c53742 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5781019 Oct 17 18:13:24.895534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37120) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:24.903842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.920750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:24.959735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=69e80ea0-efe8-40d9-a43b-9aa41d5b9325,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:24.974769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:24.978705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded36d1-ef36-4375-9241-35afe8a9b913,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:25.017589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:25.022317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:25.027943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:25.056689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 928edc9b-0690-4040-b7b4-3df9a83c9480 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:25.062992 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7455a26b-eb80-4e1b-ba50-18b735c07724 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2185824 Oct 17 18:13:25.070352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37126) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:25.071032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=12771b97-4022-4986-bdd0-448c75e00748,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:25.076724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.111740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-277648173', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:25.119854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.130749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:25.139724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.140811 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1683cea8-617c-457d-a819-cabc2564dbdf tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ded36d1-ef36-4375-9241-35afe8a9b913 HTTP/1.1" status: 204 len: 168 time: 0.9864891 Oct 17 18:13:25.142028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:25.157148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37130) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:25.157932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:25.184609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:25.187961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.263379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.305758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:25.339047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.339394 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Added segment 98c1be6c-1aef-4801-8a25-9c7da0c030d4 of type vlan for network d2f8b0a6-17c0-437c-984b-7c9210213e63 Oct 17 18:13:25.347061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d2442e-e9be-4b15-b1dc-e53354b97de6,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:25.359099 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 2 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:25.380355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7faa842a-b1de-4fbe-be0c-540ba4e326fb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:25.413238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.421129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:25.421585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.422813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.471035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 7cf9cf6a-0954-4c4b-9002-d84bf8c05171 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:25.570584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7faa842a-b1de-4fbe-be0c-540ba4e326fb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:25.571836 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7faa842a-b1de-4fbe-be0c-540ba4e326fb tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4110589 Oct 17 18:13:25.575604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.608357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37134) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:25.613104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.626738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'tempest-secgroup--9027049'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:25.640962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.644801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:25.646390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:25.646967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.658544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.676880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:25.866736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.871423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.918776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'Network': ['ID=d2f8b0a6-17c0-437c-984b-7c9210213e63,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:25.922338 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 3 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:25.949523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.956159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=928edc9b-0690-4040-b7b4-3df9a83c9480,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:25.970143 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-49a5135d-390c-46c1-949a-1559cf4a892d tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4514360 Oct 17 18:13:25.974905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37138) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:25.975040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:25.975130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:25.978103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:25.987032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] Sync routers for ids ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:25.987915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Request body: {'subnet': {'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:25.992659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd7129-6189-4df0-9f41-75302e03c3a3 None None] Network a08cde2e-6863-485d-bf55-6bdb5d9c412f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:25.997128 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] Routers {'7cf9cf6a-0954-4c4b-9002-d84bf8c05171'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:25.997974 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:26.070482 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:26.080226 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] Routers {'7cf9cf6a-0954-4c4b-9002-d84bf8c05171'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:26.081091 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:26.131333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:26.136924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Usage tracker for resource:subnet and tenant:23e7c39a101f42edaf7bc7600fa98e68 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:26.141261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:26.148411 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:26.149109 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3501a8-cd65-41e5-857b-a88f4764bec3 None None] The sync data for ids ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:26.156853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:26.160168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.164767 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1f0643f9-b6be-4961-952a-e9318dac8fb7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.1154947 Oct 17 18:13:26.165648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37142) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:26.166569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:26.173629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.269183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Usage tracker for resource:security_group_rule and tenant:8ed56e57a54a4dffbd9d91761cfd1861 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:26.281748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:26.285316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-549180fb-3af2-4505-849a-77eae04040ce tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/928edc9b-0690-4040-b7b4-3df9a83c9480 HTTP/1.1" status: 204 len: 168 time: 1.4156232 Oct 17 18:13:26.294767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:26.295119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:26.334093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.399198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] DHCP port deletion for a08cde2e-6863-485d-bf55-6bdb5d9c412f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:26.403076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Deleting port 24ad30e1-07af-4070-bd7f-280a565f06b2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:26.403591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.440608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Made reservation on behalf of 23e7c39a101f42edaf7bc7600fa98e68 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:26.445469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.449018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.470565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.534589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 24ad30e1-07af-4070-bd7f-280a565f06b2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:26.534925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.610804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] For port 24ad30e1-07af-4070-bd7f-280a565f06b2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24ad30e1-07af-4070-bd7f-280a565f06b2,segment=NetworkSegment(3a2923ed-f397-4a7e-b68c-d24c098b1b65),segment_id=3a2923ed-f397-4a7e-b68c-d24c098b1b65)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:26.611339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.669830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.675535 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 4 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:26.725892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b6d63ed9-9195-45de-acd9-3f3dd1a53d1d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers/7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 200 len: 881 time: 0.5577235 Oct 17 18:13:26.729411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37150) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:26.756910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.764441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Calling delete_port for 24ad30e1-07af-4070-bd7f-280a565f06b2 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:26.788875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.833155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:26.933332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:26.955565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97c977-10bc-4063-a84f-4ba4b747d54e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:26.981705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] Pushing event deleted for resources: {'Port': ['ID=24ad30e1-07af-4070-bd7f-280a565f06b2,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:26.987153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3f8ad-9a89-4121-b5d2-3114ceb91dc3 None None] No DVR routers for this DVR port 24ad30e1-07af-4070-bd7f-280a565f06b2 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:27.053002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:27.053391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.091299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.092501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bf1bbeb3-254c-4e24-99f6-4d31aef36a18 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4831982 Oct 17 18:13:27.096282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37154) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:27.100376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port 24ad30e1-07af-4070-bd7f-280a565f06b2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24ad30e1-07af-4070-bd7f-280a565f06b2,segment=NetworkSegment(3a2923ed-f397-4a7e-b68c-d24c098b1b65),segment_id=3a2923ed-f397-4a7e-b68c-d24c098b1b65)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:27.100737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.105853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e63a6050-ad2c-44d9-b6ed-4c8107b7226b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:27.106267 dv-neutron-861384-1-hyperv neutron-server[89826]: WARNING neutron.api.v2.base [None req-e63a6050-ad2c-44d9-b6ed-4c8107b7226b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 18:13:27.106753 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-e63a6050-ad2c-44d9-b6ed-4c8107b7226b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] update failed (client error): There was a conflict when trying to complete your request. Oct 17 18:13:27.110152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e63a6050-ad2c-44d9-b6ed-4c8107b7226b tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "PUT /v2.0/security-groups/1a97c977-10bc-4063-a84f-4ba4b747d54e HTTP/1.1" status: 409 len: 330 time: 0.0103347 Oct 17 18:13:27.111702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37158) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:27.134938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.247739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 24ad30e1-07af-4070-bd7f-280a565f06b2 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:27.334641 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 5 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:27.389654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:27.480534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'Subnet': ['ID=6c973fc0-20bc-45c5-bac5-adc5191505b0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:27.502753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.535301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Checking segment: {'id': '98c1be6c-1aef-4801-8a25-9c7da0c030d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:27.536190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Network hostable DHCP agents. Network: d2f8b0a6-17c0-437c-984b-7c9210213e63, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:27.536330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.544717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.578711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:27.579029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:27.580790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.607415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.609339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.676511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad46dc50-eeac-46e0-a532-1279f1ab3442 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:router {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:27.696992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.722033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.229 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/db643d17-0df1-4599-b905-c4c381386a00) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:27.742070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Calling delete_port for b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:27.820218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:27.882455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad46dc50-eeac-46e0-a532-1279f1ab3442 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:router {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:27.883674 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad46dc50-eeac-46e0-a532-1279f1ab3442 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1524210 Oct 17 18:13:27.887579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37162) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:27.891398 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 6 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:27.893703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1280716104'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:27.959678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.960063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:27.962772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d2f8b0a6-17c0-437c-984b-7c9210213e63) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:27.975285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a3ad0-bb78-402a-8f77-608167dc1e5f None None] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:28.044636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:28.049466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:28.050091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.064410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97c977-10bc-4063-a84f-4ba4b747d54e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:28.119099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 24ad30e1-07af-4070-bd7f-280a565f06b2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:28.119444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.162634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.163795 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fcccc263-a9ab-4d79-9084-988fd65b2d79 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a97c977-10bc-4063-a84f-4ba4b747d54e HTTP/1.1" status: 204 len: 168 time: 1.0513399 Oct 17 18:13:28.170181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37166) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:28.178004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=12771b97-4022-4986-bdd0-448c75e00748,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:28.206979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fef5fd6b-6606-4cd8-8ea4-1d6bf0afca42 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2318377 Oct 17 18:13:28.217136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37170) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:28.226440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] The port '24ad30e1-07af-4070-bd7f-280a565f06b2' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:13:28.232513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Request body: {'port': {'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1167300370'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:28.248199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d2f8b0a6-17c0-437c-984b-7c9210213e63', 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63', 'tenant_id': '23e7c39a101f42edaf7bc7600fa98e68', 'fixed_ips': [{'subnet_id': '6c973fc0-20bc-45c5-bac5-adc5191505b0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:28.249227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.425170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.427009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24ad30e1-07af-4070-bd7f-280a565f06b2 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:28.428937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.442699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 3e38d832-2a84-4e8b-9907-b8fdce7b6c49 associated. External IP: 172.26.2.97, port: 79835833-0426-4a62-a6fd-928658b596e4. Oct 17 18:13:28.472861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 24ad30e1-07af-4070-bd7f-280a565f06b2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:28.473359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24ad30e1-07af-4070-bd7f-280a565f06b2 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:28.503967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Allocated IP 172.20.0.2 (d2f8b0a6-17c0-437c-984b-7c9210213e63/6c973fc0-20bc-45c5-bac5-adc5191505b0/64ff065c-adad-46ab-8aa1-da6e868ba803) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:28.514827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Port': ['ID=b6aa2462-2e6e-47d0-b78b-e988e10f2ea9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:28.546834 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Attempt 7 to provision port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 Oct 17 18:13:28.558275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-12ca6ff9-71fd-46a1-bfd6-0e845d7e7140 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Synchronizing usage tracker for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:28.561303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.597426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1185806-493b-4b89-9277-fa0e69159e9b None None] Port b6aa2462-2e6e-47d0-b78b-e988e10f2ea9 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:13:28.605484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08cde2e-6863-485d-bf55-6bdb5d9c412f']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:28.624888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2923ed-f397-4a7e-b68c-d24c098b1b65') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:28.628197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2923ed-f397-4a7e-b68c-d24c098b1b65') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:28.650985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.683552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.699148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:28.699951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.784252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-12ca6ff9-71fd-46a1-bfd6-0e845d7e7140 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] Unset dirty status for tenant:8ed56e57a54a4dffbd9d91761cfd1861 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:28.790064 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-12ca6ff9-71fd-46a1-bfd6-0e845d7e7140 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6146600 Oct 17 18:13:28.793536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37176) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:28.795085 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 3a2923ed-f397-4a7e-b68c-d24c098b1b65 resource provider aggregate not found Oct 17 18:13:28.830927 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 3a2923ed-f397-4a7e-b68c-d24c098b1b65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a2923ed-f397-4a7e-b68c-d24c098b1b65 found for delete ", "request_id": "req-7d2ce171-c465-4b77-8374-3252a48761e1"}]} Oct 17 18:13:28.835094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a54071a1-c7c2-4c04-8312-61c5bcbf455b None None] Could not find standard attr ID for object b6aa2462-2e6e-47d0-b78b-e988e10f2ea9. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:13:28.864993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.894839 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-125fe031-706d-47bf-8f47-55c044771dc6 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] delete failed (client error): The resource could not be found. Oct 17 18:13:28.899326 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-125fe031-706d-47bf-8f47-55c044771dc6 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c92674f-d9e8-4897-86a2-5fca467c53a2 HTTP/1.1" status: 404 len: 347 time: 0.0916557 Oct 17 18:13:28.903394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:28.965223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37182) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:28.970383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:28.978276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Transition to ACTIVE for port object 64ff065c-adad-46ab-8aa1-da6e868ba803 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:29.000505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Transition to ACTIVE for port object 64ff065c-adad-46ab-8aa1-da6e868ba803 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:29.041795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.068478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.075224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.086213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:29.091263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-8e86918f-64ca-4e61-af6d-1a03949489b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] show failed (client error): The resource could not be found. Oct 17 18:13:29.097543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8e86918f-64ca-4e61-af6d-1a03949489b2 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-groups/c1914eb7-a118-4061-a7e5-30b58bb5acc3 HTTP/1.1" status: 404 len: 347 time: 0.0968237 Oct 17 18:13:29.100155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=a08cde2e-6863-485d-bf55-6bdb5d9c412f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:29.102114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:29.107967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37186) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:29.111731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Usage tracker for resource:port and tenant:23e7c39a101f42edaf7bc7600fa98e68 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:29.112263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:29.124156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:29.134575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:29.143672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:29.147092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:29.151665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:29.153280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.155091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Pushing event updated for resources: {'Port': ['ID=64ff065c-adad-46ab-8aa1-da6e868ba803,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:29.172629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=db643d17-0df1-4599-b905-c4c381386a00,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:29.181727 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-aed95c53-2cc9-430f-ae72-0d9260957bb4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] show failed (client error): The resource could not be found. Oct 17 18:13:29.189145 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-aed95c53-2cc9-430f-ae72-0d9260957bb4 tempest-NegativeSecGroupIPv6Test-1497925186 tempest-NegativeSecGroupIPv6Test-1497925186-project] 10.222.0.36 "GET /v2.0/security-group-rules/e6715b66-1585-4fb5-af16-71231e4ac3a0 HTTP/1.1" status: 404 len: 356 time: 0.0719814 Oct 17 18:13:29.318376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Made reservation on behalf of 23e7c39a101f42edaf7bc7600fa98e68 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:29.322062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.329245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Attempting to bind port 64ff065c-adad-46ab-8aa1-da6e868ba803 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:29.329702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Attempting to bind port 64ff065c-adad-46ab-8aa1-da6e868ba803 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '98c1be6c-1aef-4801-8a25-9c7da0c030d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:29.330016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Attempting to bind port 64ff065c-adad-46ab-8aa1-da6e868ba803 on network d2f8b0a6-17c0-437c-984b-7c9210213e63 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:29.337385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:29.337813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Checking segment: {'id': '98c1be6c-1aef-4801-8a25-9c7da0c030d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:29.338221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.338613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Bound using segment: {'id': '98c1be6c-1aef-4801-8a25-9c7da0c030d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:29.339102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Bound port: 64ff065c-adad-46ab-8aa1-da6e868ba803, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c1be6c-1aef-4801-8a25-9c7da0c030d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:29.339476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.350771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.441030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] For port 64ff065c-adad-46ab-8aa1-da6e868ba803, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:29.445168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] For port 64ff065c-adad-46ab-8aa1-da6e868ba803, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=64ff065c-adad-46ab-8aa1-da6e868ba803,segment=NetworkSegment(98c1be6c-1aef-4801-8a25-9c7da0c030d4),segment_id=98c1be6c-1aef-4801-8a25-9c7da0c030d4)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:29.477202 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4126573c-4fc1-43b0-a91c-8a5c9c08c69d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/a08cde2e-6863-485d-bf55-6bdb5d9c412f HTTP/1.1" status: 204 len: 168 time: 3.1810184 Oct 17 18:13:29.483913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:29.486243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37192) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:29.492657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] device_id is not set on port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:29.495620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1535710164'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:29.526120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.529100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:29.548154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:network and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:29.550246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.555995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:29.660268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148c46d-332b-485f-be6d-92c0dc8c2f5d None None] Pushing event updated for resources: {'Port': ['ID=64ff065c-adad-46ab-8aa1-da6e868ba803,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:29.678541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:29.696725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Router de4dd724-f31b-43a4-b324-21b4c15325eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:29.778867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:29.790993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:29.809863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:29.810641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:29.819194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:29.829518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.892339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:29.899051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:29.921431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:29.922486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:29.967442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:29.982239 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] Sync routers for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:29.999123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Allocated IP 172.20.0.6 (d2f8b0a6-17c0-437c-984b-7c9210213e63/6c973fc0-20bc-45c5-bac5-adc5191505b0/1afd65ee-b39b-43ad-a8d9-252c4ecb824f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:30.007450 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ec24b307-c8e8-4d70-873b-1d82e5acc855 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1108313 Oct 17 18:13:30.011929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37204) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.012952 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:30.022105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:30.022105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a840-938f-4a5e-bc67-dc8df6d00def None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:30.023300 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:30.047093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.095710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 7cf9cf6a-0954-4c4b-9002-d84bf8c05171 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:30.102357 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-61107316-c0ff-4afb-bec0-91bc3f65be55 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] delete failed (client error): The resource could not be found. Oct 17 18:13:30.102357 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-61107316-c0ff-4afb-bec0-91bc3f65be55 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-743508841 HTTP/1.1" status: 404 len: 334 time: 0.0873184 Oct 17 18:13:30.104756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37208) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.126899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f8b93a96-55be-4f08-9d57-fd905f7100bc tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de4dd724-f31b-43a4-b324-21b4c15325eb'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:30.168181 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:30.176838 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:30.177431 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:30.208198 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1846ca05-5514-45ef-a0a2-0dfacf1d8dcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.2230008 Oct 17 18:13:30.209283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.240325 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:30.240979 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afc8ac-6c0f-4530-9ff2-5a6642c2cb4d None None] The sync data for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:30.278554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.338389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:30.450889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.451240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Added segment 43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8 of type vlan for network 028b544a-3773-430f-b97a-e1663b23184a Oct 17 18:13:30.456839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 64ff065c-adad-46ab-8aa1-da6e868ba803 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:30.515441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5afde4e8-df7d-4096-96be-e00fb7f6f693 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/floatingips/3e38d832-2a84-4e8b-9907-b8fdce7b6c49 HTTP/1.1" status: 200 len: 977 time: 0.2323525 Oct 17 18:13:30.523104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37216) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.527105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.635753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 64ff065c-adad-46ab-8aa1-da6e868ba803 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:30.782165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2288a4ec-a804-4a54-af45-fa4b2e7f1974 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Synchronizing usage tracker for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:floatingip {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:30.812523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e87cab8b-adce-4bf2-a8ee-85337cf37cb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ed56e57a54a4dffbd9d91761cfd1861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077110 Oct 17 18:13:30.815405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37220) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.870997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dfd695-836d-49a6-885c-c563b682d2dc None None] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:30.878093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.884047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:30.884555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:30.926606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2288a4ec-a804-4a54-af45-fa4b2e7f1974 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Unset dirty status for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:floatingip {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:30.930422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2288a4ec-a804-4a54-af45-fa4b2e7f1974 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4037066 Oct 17 18:13:30.967105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37224) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:30.997315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': '85fd130e-a6c7-40a8-9221-a071258be3cf'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:31.016030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.026193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Network': ['ID=028b544a-3773-430f-b97a-e1663b23184a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:31.036169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.036980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Provisioning for port 64ff065c-adad-46ab-8aa1-da6e868ba803 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:31.040733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Provisioning complete for port 64ff065c-adad-46ab-8aa1-da6e868ba803 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:31.041160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.041560 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Attempt 1 to provision port 64ff065c-adad-46ab-8aa1-da6e868ba803 Oct 17 18:13:31.074193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 028b544a-3773-430f-b97a-e1663b23184a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:31.103853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8b93a96-55be-4f08-9d57-fd905f7100bc tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.133511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:31.142462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.143708 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a3fcab34-108a-4794-842b-17f1ae473561 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 200 len: 888 time: 3.2551689 Oct 17 18:13:31.149138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.152015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37228) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:31.162669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] Sync routers for ids ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:31.227432 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b06f9a9-611c-4b73-92e8-5c7a0fce3a8e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7418683 Oct 17 18:13:31.232875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37232) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:31.301908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.317357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.343265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] Routers {'7cf9cf6a-0954-4c4b-9002-d84bf8c05171'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:31.347008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:31.367295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': '028b544a-3773-430f-b97a-e1663b23184a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:31.395634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Transition to ACTIVE for port object 1afd65ee-b39b-43ad-a8d9-252c4ecb824f will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:31.426068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:31.448188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] Routers {'7cf9cf6a-0954-4c4b-9002-d84bf8c05171'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:31.448823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:31.452292 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-f8b93a96-55be-4f08-9d57-fd905f7100bc tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] update failed (client error): The resource could not be found. Oct 17 18:13:31.459152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f8b93a96-55be-4f08-9d57-fd905f7100bc tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb HTTP/1.1" status: 404 len: 339 time: 1.3476453 Oct 17 18:13:31.459641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37236) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:31.522375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.541762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:31.542169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057ba5a-6b94-4e84-bf3c-c2dd289d1524 None None] The sync data for ids ['7cf9cf6a-0954-4c4b-9002-d84bf8c05171'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:31.579614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Current status of the port 64ff065c-adad-46ab-8aa1-da6e868ba803 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:31.579940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.592445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:31.615664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea1b4a-c8de-436e-8740-d6a7c481417c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:31.622219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] For port 64ff065c-adad-46ab-8aa1-da6e868ba803, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=64ff065c-adad-46ab-8aa1-da6e868ba803,segment=NetworkSegment(98c1be6c-1aef-4801-8a25-9c7da0c030d4),segment_id=98c1be6c-1aef-4801-8a25-9c7da0c030d4)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:31.663151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.717076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.813434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc253f6-1d3b-4391-bb5c-a89786823bd5 None None] Pushing event updated for resources: {'Port': ['ID=64ff065c-adad-46ab-8aa1-da6e868ba803,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:31.832973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:31.852684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:31.866806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:31.894347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.896029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-62d82e42-c832-45c5-8e4f-2c63f4f0c3f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2ea1b4a-c8de-436e-8740-d6a7c481417c HTTP/1.1" status: 204 len: 168 time: 1.0797048 Oct 17 18:13:31.896881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:31.911011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:31.922558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:31.936907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'Port': ['ID=1afd65ee-b39b-43ad-a8d9-252c4ecb824f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:31.939560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:31.949732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2c986cb0-6324-4193-98b5-9487f1047640 None None] Provisioning complete for port 64ff065c-adad-46ab-8aa1-da6e868ba803 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:31.950151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2c986cb0-6324-4193-98b5-9487f1047640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:31.950778 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2c986cb0-6324-4193-98b5-9487f1047640 None None] Attempt 1 to provision port 64ff065c-adad-46ab-8aa1-da6e868ba803 Oct 17 18:13:31.988742 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-05cd2edd-fc3b-4587-854d-a7332120b11d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers/7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 200 len: 888 time: 0.8355618 Oct 17 18:13:31.996359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37244) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:32.081835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1c7448d-c929-4845-be37-9ac5221c94d1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:32.092213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:32.092489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.102347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2c986cb0-6324-4193-98b5-9487f1047640 None None] Current status of the port 64ff065c-adad-46ab-8aa1-da6e868ba803 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:32.164763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:32.177429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:32.185857 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:32.186481 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:32.227227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.234798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:32.237776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.353956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Provisioning for port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:32.360220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Provisioning complete for port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:32.360786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.361316 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 1 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:32.409914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.411051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a9188b8e-06d5-47dd-90d4-603c0a51da27 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3374207 Oct 17 18:13:32.419996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37252) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:32.453129 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:32.510461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 64ff065c-adad-46ab-8aa1-da6e868ba803 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:32.583118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:32.583777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1c7448d-c929-4845-be37-9ac5221c94d1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:32.585554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d1c7448d-c929-4845-be37-9ac5221c94d1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 200 len: 205 time: 0.5846303 Oct 17 18:13:32.592282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:32.604923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 64ff065c-adad-46ab-8aa1-da6e868ba803 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:32.605444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.605899 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 64ff065c-adad-46ab-8aa1-da6e868ba803 Oct 17 18:13:32.745846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 64ff065c-adad-46ab-8aa1-da6e868ba803 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:32.814596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ab60cafd-1be1-44bf-a065-174366660974 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5963361 Oct 17 18:13:32.827371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37268) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:32.853091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Request body: {'port': {'network_id': 'd2f8b0a6-17c0-437c-984b-7c9210213e63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-644291385', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:32.853881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] bootfile-name is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:32.854464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] tftp-server is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:32.854950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] server-ip-address is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:32.871643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:29Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:32.876512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:13:32.877055 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Updating router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c port db643d17-0df1-4599-b905-c4c381386a00 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:13:32.938807 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.972890 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d8a853d8-ea53-4932-b3f6-c11ca2a615ed tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5514486 Oct 17 18:13:32.975623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37272) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:33.074239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.083219 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 2 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:33.114572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3844be-7e5c-4b1a-98a7-1e439320f93a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:33.116054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ab3844be-7e5c-4b1a-98a7-1e439320f93a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393614 Oct 17 18:13:33.122622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:33.156780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:33.169512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5e541d31-c2c0-48ef-84cb-28c94e043194 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447018 Oct 17 18:13:33.172428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37286) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:33.184209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570197203', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:33.201485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Allocated IP 172.20.0.1 (24a68682-58f3-464a-8c57-bd24874cb202/84dee572-65f8-4d8e-8072-b657f15eeb37/c82a21df-43da-44ce-8b69-71d4c1a70887) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:33.295981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:33.381460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:33.396333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:33.401783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:33.413816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:33.451163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37292) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:33.461754 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.476071 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Transition to ACTIVE for port object db643d17-0df1-4599-b905-c4c381386a00 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:33.479413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.498332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Transition to ACTIVE for port object c82a21df-43da-44ce-8b69-71d4c1a70887 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:33.521355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:33.530900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:33.534679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.546291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Usage tracker for resource:port and tenant:23e7c39a101f42edaf7bc7600fa98e68 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:33.552315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:33.560018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.579511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:33.628031 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Attempting to bind port db643d17-0df1-4599-b905-c4c381386a00 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:33.628031 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Attempting to bind port db643d17-0df1-4599-b905-c4c381386a00 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:33.628375 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Attempting to bind port db643d17-0df1-4599-b905-c4c381386a00 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:33.631095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-979476938-network', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:33.636374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.638457 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:33.640675 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:33.640804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:33.640913 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.640913 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:33.640913 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Bound port: db643d17-0df1-4599-b905-c4c381386a00, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:33.640913 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.642251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.652936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.658726 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 3 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:33.682191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Made reservation on behalf of 23e7c39a101f42edaf7bc7600fa98e68 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:33.687093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Usage tracker for resource:network and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:33.688215 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Pushing event updated for resources: {'Port': ['ID=db643d17-0df1-4599-b905-c4c381386a00,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:33.688605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.698115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:33.701856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.702282 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.702822 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.703169 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.703501 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.703846 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.704177 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.704734 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.704863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.705643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.706025 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.706358 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:33.722457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.723668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:33.735018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:33.736377 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] For port db643d17-0df1-4599-b905-c4c381386a00, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:33.739726 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] For port db643d17-0df1-4599-b905-c4c381386a00, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db643d17-0df1-4599-b905-c4c381386a00,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:33.741689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 24a68682-58f3-464a-8c57-bd24874cb202 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:33.747935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:33.750396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:33.779564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.807720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Port': ['ID=c82a21df-43da-44ce-8b69-71d4c1a70887,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:33.813287 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.843123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.886543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] device_id is not set on port 30f504b7-1e6f-4bee-99bb-ff64e693387f yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:33.890524 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:33.891278 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:33.904116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Made reservation on behalf of 84c83a794e3541e18611cfc98cb39e6b for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:33.906443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.939473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.973570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:33.980273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:33.986583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:34.010330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:34.042546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port cab182ab-2f4f-4e3c-bc0b-1140d3e71a0a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:34.042775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.052661 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb43430-604f-42d3-aead-bda351b38d3e None None] Pushing event updated for resources: {'Port': ['ID=db643d17-0df1-4599-b905-c4c381386a00,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:34.123493 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:34.146714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.169352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Allocated IP 172.20.0.4 (d2f8b0a6-17c0-437c-984b-7c9210213e63/6c973fc0-20bc-45c5-bac5-adc5191505b0/30f504b7-1e6f-4bee-99bb-ff64e693387f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:34.236079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.236763 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 4 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:34.247632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.278067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=3f43fca4-d352-4bb9-a7fe-658d7ed5671f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:34.322355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.332798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:34.343384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.345578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=3dfc8b07-e6ee-4510-985c-874cd548b890,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:34.363571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:34.363945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: 69e80ea0-efe8-40d9-a43b-9aa41d5b9325, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:34.425761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Checking segment: {'id': '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '028b544a-3773-430f-b97a-e1663b23184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:34.425761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network hostable DHCP agents. Network: 028b544a-3773-430f-b97a-e1663b23184a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:34.505256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for cab182ab-2f4f-4e3c-bc0b-1140d3e71a0a owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:34.510634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:34.521030 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:29Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:34.525025 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223db2d-3bab-4146-bd25-20cd24fe3e8c None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:29Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:34.540893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371ccfe6-d7e1-4c7c-81bd-0faecd6db98c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:34.550030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.550378 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Added segment 55f79b1a-93a2-46dd-a496-2d14c33d32e1 of type vlan for network c4751d65-100a-4066-867a-0874521a138d Oct 17 18:13:34.599165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.623446 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 3e38d832-2a84-4e8b-9907-b8fdce7b6c49 associated. External IP: 172.26.2.97, port: 79835833-0426-4a62-a6fd-928658b596e4. Oct 17 18:13:34.684691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 028b544a-3773-430f-b97a-e1663b23184a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:34.806349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:34.820592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:34.836019 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 5 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:34.848478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 69e80ea0-efe8-40d9-a43b-9aa41d5b9325) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:34.858882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:34.859477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.889944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 028b544a-3773-430f-b97a-e1663b23184a) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:34.920823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:34.921462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.934893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.936484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:34.936619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.941654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:34.942833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0746fec-14db-495b-b607-89df50ff8c1d None None] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:34.957664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb482ec-76bc-4eb5-8233-5a0699c75299 None None] Network 028b544a-3773-430f-b97a-e1663b23184a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:34.977907 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-de8b0624-d9b9-4e5d-8e00-265af5e0c364 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8032367 Oct 17 18:13:34.986883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37298) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:35.105048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-07699c31-3a26-4bb9-a581-909e6f7c14aa tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8685122 Oct 17 18:13:35.109743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37302) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:35.115392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1171422173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:35.184129 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7316623 Oct 17 18:13:35.185631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:35.212227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37306) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:35.227823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Request body: {'subnet': {'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-979476938-subnet', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'ip_version': 4}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:35.245243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.249358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:35.255465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea8ed5-fb85-46f7-816c-a44ec9f32064 admin admin] Pushing event updated for resources: {'Network': ['ID=c4751d65-100a-4066-867a-0874521a138d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:35.259950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Usage tracker for resource:subnet and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:35.265308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:35.276382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:35.305367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c4751d65-100a-4066-867a-0874521a138d details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:35.415089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.446671 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 6 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:35.496584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:35.501158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:router and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:35.504960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:35.511391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:35.534383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:35.568255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:35.576184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Made reservation on behalf of 84c83a794e3541e18611cfc98cb39e6b for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:35.578550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.666691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:35.668267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.704490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.705710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.722047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.737188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.738581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event updated for resources: {'Port': ['ID=c82a21df-43da-44ce-8b69-71d4c1a70887,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:35.741013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.746943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-028b544a-3773-430f-b97a-e1663b23184a', 'network_id': '028b544a-3773-430f-b97a-e1663b23184a', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '3dfc8b07-e6ee-4510-985c-874cd548b890'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:35.747715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.783019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.811842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=cab182ab-2f4f-4e3c-bc0b-1140d3e71a0a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:35.905021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Transition to ACTIVE for port object 30f504b7-1e6f-4bee-99bb-ff64e693387f will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:35.906619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.972878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:35.978912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Allocated IP 172.20.0.2 (69e80ea0-efe8-40d9-a43b-9aa41d5b9325/3f43fca4-d352-4bb9-a7fe-658d7ed5671f/dd704b7e-70fb-40f5-b311-b2dc14d274fd) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:36.024443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Allocated IP 2001:db8::2 (028b544a-3773-430f-b97a-e1663b23184a/3dfc8b07-e6ee-4510-985c-874cd548b890/37e33f79-8a5c-44c0-be29-0c2ab2932a67) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:36.077474 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 7 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:36.137513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Network 24a68682-58f3-464a-8c57-bd24874cb202 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:36.145968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.148253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:36.149958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-76cca5a0-a702-4f29-a00f-7da286fa0827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0390356 Oct 17 18:13:36.155948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37310) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:36.170185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:36.171245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'network_id': '028b544a-3773-430f-b97a-e1663b23184a', 'name': 'tempest-PortsIpV6TestJSON-152536211'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:36.249486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.255011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:36.258149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:36.297213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:36.298056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:36.329144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.441689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.460585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:36.541063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.541939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf9cf6a-0954-4c4b-9002-d84bf8c05171 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:13:36.548717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db643d17-0df1-4599-b905-c4c381386a00 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:36.553381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:36.569203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:36.577371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:36.671158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:36.671345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:36.671701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:36.671841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.709412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.711127 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-415b4981-47b7-4ee6-b672-688e46ca3049 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 204 len: 168 time: 4.1154795 Oct 17 18:13:36.722233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37314) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:36.760005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:36.760460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fdb1b-09eb-43f4-9bf3-27a5d00b4d87 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:36.762335 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 8 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:36.791451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'Port': ['ID=30f504b7-1e6f-4bee-99bb-ff64e693387f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:36.797892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-846639154'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:36.845752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.857164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.860015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:36.879474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:36.887892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Transition to ACTIVE for port object 37e33f79-8a5c-44c0-be29-0c2ab2932a67 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:36.900085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:36.907041 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c4ca928-9a2f-4fe2-b056-b3f3616b7c51 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0721292 Oct 17 18:13:36.908639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Transition to ACTIVE for port object dd704b7e-70fb-40f5-b311-b2dc14d274fd will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:36.909806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:36.915225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37318) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:36.934907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:36.937238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:36.951798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Transition to ACTIVE for port object 37e33f79-8a5c-44c0-be29-0c2ab2932a67 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:36.960805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Transition to ACTIVE for port object dd704b7e-70fb-40f5-b311-b2dc14d274fd will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:36.963114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:36.965417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:36.969267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Router de4dd724-f31b-43a4-b324-21b4c15325eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:36.978894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:37.017890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:37.019011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.022736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b210744-d28f-487d-9076-7a94c965b3c0,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:37.073283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.076939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port db643d17-0df1-4599-b905-c4c381386a00 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:37.093708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Network 028b544a-3773-430f-b97a-e1663b23184a is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:37.100945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:37.106163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port db643d17-0df1-4599-b905-c4c381386a00 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:37.106640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.107036 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port db643d17-0df1-4599-b905-c4c381386a00 Oct 17 18:13:37.130919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:37.166849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:37.183732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.189631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.193934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:37.194458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Network hostable DHCP agents. Network: c4751d65-100a-4066-867a-0874521a138d, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:37.200879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.200879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Synchronizing usage tracker for tenant:23e7c39a101f42edaf7bc7600fa98e68 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:37.207938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Pushing event updated for resources: {'Port': ['ID=37e33f79-8a5c-44c0-be29-0c2ab2932a67,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:37.216776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:37.219519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.247572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:37.251074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.263424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:37.265805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:37.355472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:37.359180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.379812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:37.393003 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] Sync routers for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:37.413317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Network c4751d65-100a-4066-867a-0874521a138d is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:37.416355 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:37.419707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:37.430434 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a41b2efa-a7c7-4106-b26f-1dfb6f665a60 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9696817 Oct 17 18:13:37.431943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 30aacb19-141d-4476-a393-3d842f359ef4 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:37.443727 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 9 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:37.444544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:13:37.454250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.454583 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment d2c03648-6871-4b66-b27e-0f5cf3bda427 of type vlan for network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf Oct 17 18:13:37.468753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37322) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:37.487761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.514221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:37.518621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Unset dirty status for tenant:23e7c39a101f42edaf7bc7600fa98e68 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:37.523263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b73013c-2f41-47ad-9dc0-db691d4a4cb0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6070695 Oct 17 18:13:37.523852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37326) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:37.528080 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:37.528706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Attempting to bind port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:37.529156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Attempting to bind port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '028b544a-3773-430f-b97a-e1663b23184a'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:37.529390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Attempting to bind port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 on network 028b544a-3773-430f-b97a-e1663b23184a {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:37.530039 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:37.550467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Pushing event updated for resources: {'Port': ['ID=dd704b7e-70fb-40f5-b311-b2dc14d274fd,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:37.554718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, c4751d65-100a-4066-867a-0874521a138d) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:37.563572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:37.575087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Checking segment: {'id': '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '028b544a-3773-430f-b97a-e1663b23184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:37.575087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.575087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Bound using segment: {'id': '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '028b544a-3773-430f-b97a-e1663b23184a'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:37.575087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Bound port: 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '028b544a-3773-430f-b97a-e1663b23184a'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:37.575087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.587671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3999e80-416b-4d45-8a0e-86f8a95d1576 None None] Network c4751d65-100a-4066-867a-0874521a138d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:37.621436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Deleting port 30f504b7-1e6f-4bee-99bb-ff64e693387f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:37.622057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.643149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.644125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.665536 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:37.666052 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01d184-a7d0-4b35-aeb1-49174774c0e6 None None] The sync data for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:37.689566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.695743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.696683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.699241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:37.746715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Attempting to bind port dd704b7e-70fb-40f5-b311-b2dc14d274fd on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:37.747085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Attempting to bind port dd704b7e-70fb-40f5-b311-b2dc14d274fd by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:37.752985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Attempting to bind port dd704b7e-70fb-40f5-b311-b2dc14d274fd on network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:37.778174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:37.778555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Checking segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:37.778955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.779348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Bound using segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:37.779817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Bound port: dd704b7e-70fb-40f5-b311-b2dc14d274fd, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:37.780191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.821279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port db643d17-0df1-4599-b905-c4c381386a00 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:37.821615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d98a97aa-380c-453a-8fd2-3d4c5ffca34c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.821767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.869489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:37.874654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:37.884972 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a21bc851-ca84-4b2e-99f5-50199fe9b118 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6717315 Oct 17 18:13:37.906842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37330) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:37.909793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:37.935667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:37.940474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:37.942511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port db643d17-0df1-4599-b905-c4c381386a00, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db643d17-0df1-4599-b905-c4c381386a00,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:37.943488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:37.954226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Usage tracker for resource:router and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:37.960415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:37.974638 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d4cd3d4b-ffaa-41bd-a3b7-fa42c61fafcb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2497728 Oct 17 18:13:37.979769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37334) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:37.988174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:13:37.989699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:38.014452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:38.018746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:38.022714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:38.023232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:38.135258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.192838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::5e (028b544a-3773-430f-b97a-e1663b23184a/3dfc8b07-e6ee-4510-985c-874cd548b890/30aacb19-141d-4476-a393-3d842f359ef4) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:38.193997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.195012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.197134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:38.222371 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Attempt 10 to provision port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f Oct 17 18:13:38.240050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-d98a97aa-380c-453a-8fd2-3d4c5ffca34c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 17 18:13:38.241143 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d98a97aa-380c-453a-8fd2-3d4c5ffca34c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb HTTP/1.1" status: 409 len: 329 time: 0.7714372 Oct 17 18:13:38.254413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37338) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:38.257456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] For port dd704b7e-70fb-40f5-b311-b2dc14d274fd, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:38.262048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:38.332597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.341622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-69902fbb-0ca9-4412-8361-9c2ea8e24a42 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/3e38d832-2a84-4e8b-9907-b8fdce7b6c49 HTTP/1.1" status: 200 len: 976 time: 7.3595355 Oct 17 18:13:38.341823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] For port dd704b7e-70fb-40f5-b311-b2dc14d274fd, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd704b7e-70fb-40f5-b311-b2dc14d274fd,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:38.354650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:38.370693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:38.385066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:38.385787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:38.416071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.425511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (69e80ea0-efe8-40d9-a43b-9aa41d5b9325/3f43fca4-d352-4bb9-a7fe-658d7ed5671f/81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:38.447252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-c4751d65-100a-4066-867a-0874521a138d', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:38.448082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.454463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:38.467183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c42472a9-8df8-4a21-9e15-b26277c21f86 None None] Port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:38.469361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.476836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=db643d17-0df1-4599-b905-c4c381386a00,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:38.477597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.489264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:38.489471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:38.489763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890393f-64a9-4d57-8fff-bebde016f142 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:38.499765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:38.518109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:38.748552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Calling delete_port for 30f504b7-1e6f-4bee-99bb-ff64e693387f owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:38.777117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.805569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99040-61d9-4133-9ac9-d9ae7fdbc6ca None None] Pushing event updated for resources: {'Port': ['ID=37e33f79-8a5c-44c0-be29-0c2ab2932a67,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:38.820970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Provisioning for port c82a21df-43da-44ce-8b69-71d4c1a70887 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:38.921712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.957663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Provisioning complete for port c82a21df-43da-44ce-8b69-71d4c1a70887 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:38.958046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:38.958378 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 1 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:39.029358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8add34-bcdd-4a77-99b8-08137af325a4 None None] Pushing event updated for resources: {'Port': ['ID=dd704b7e-70fb-40f5-b311-b2dc14d274fd,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:39.036350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:39.042001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Allocated IP 172.20.0.2 (c4751d65-100a-4066-867a-0874521a138d/3b210744-d28f-487d-9076-7a94c965b3c0/76055707-c4c6-4dcb-a88c-a961da2b4236) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:39.106452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 30aacb19-141d-4476-a393-3d842f359ef4 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:39.261994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.273840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:39.277411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.293486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.305473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:39.338054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.338421 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 3e38d832-2a84-4e8b-9907-b8fdce7b6c49 disassociated. External IP: 172.26.2.97, port: 85fd130e-a6c7-40a8-9221-a071258be3cf. Oct 17 18:13:39.376191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.387931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Transition to ACTIVE for port object 76055707-c4c6-4dcb-a88c-a961da2b4236 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:39.416137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Transition to ACTIVE for port object 76055707-c4c6-4dcb-a88c-a961da2b4236 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:39.459093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.462886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.480193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.498420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.568970 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 2 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:39.575924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:39.624963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:39.630733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:39.642603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:39.679797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:39.695930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 028b544a-3773-430f-b97a-e1663b23184a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:39.696970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:39.703809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Pushing event updated for resources: {'Port': ['ID=76055707-c4c6-4dcb-a88c-a961da2b4236,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:39.704027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:39.716612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:39.746197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:39.783129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Attempting to bind port 76055707-c4c6-4dcb-a88c-a961da2b4236 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:39.783604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Attempting to bind port 76055707-c4c6-4dcb-a88c-a961da2b4236 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:39.784015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Attempting to bind port 76055707-c4c6-4dcb-a88c-a961da2b4236 on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:39.794455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.797275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:39.797779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:39.799219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.799219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Bound using segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:39.799521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Bound port: 76055707-c4c6-4dcb-a88c-a961da2b4236, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:39.799978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.809142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:39.814917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:39.815574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.849252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=30aacb19-141d-4476-a393-3d842f359ef4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:39.909302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5e4a4-38bc-4a57-a25b-c6865d20423e None None] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:39.911026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:39.988678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event deleted for resources: {'Port': ['ID=30f504b7-1e6f-4bee-99bb-ff64e693387f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:40.118671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] For port 76055707-c4c6-4dcb-a88c-a961da2b4236, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:40.143805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] For port 76055707-c4c6-4dcb-a88c-a961da2b4236, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=76055707-c4c6-4dcb-a88c-a961da2b4236,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:40.179240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:40.211505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-76d8bd66-c3f8-4d74-b527-a416072e30de tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0522022 Oct 17 18:13:40.228504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37352) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:40.247732 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 3 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:40.345230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:40.391970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:40.513556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:40.515347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa6d8d-64a8-4883-b431-1c0687edaceb None None] Pushing event updated for resources: {'Port': ['ID=76055707-c4c6-4dcb-a88c-a961da2b4236,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:40.545946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f3612-e40b-4435-990b-6295158272cb None None] Network 028b544a-3773-430f-b97a-e1663b23184a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:40.661159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dd704b7e-70fb-40f5-b311-b2dc14d274fd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:40.672714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:40.830549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:40.896386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=2482c3b1-cee5-491d-aaa0-43ab83ddb580,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:40.989672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:40.994320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.011145 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:41.014982 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 4 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:41.031831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:41.032589 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:41.111879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:41.115606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port dd704b7e-70fb-40f5-b311-b2dc14d274fd completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:41.137457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db643d17-0df1-4599-b905-c4c381386a00 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:41.141665 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:41.145915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': 'd2c03648-6871-4b66-b27e-0f5cf3bda427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:41.146469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:13:41.166557 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:41.167174 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:41.176057 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18d38449-2b27-483f-b0e8-76cbe1245cbd tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/3e38d832-2a84-4e8b-9907-b8fdce7b6c49 HTTP/1.1" status: 200 len: 687 time: 2.8154309 Oct 17 18:13:41.176806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37356) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:41.232684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port db643d17-0df1-4599-b905-c4c381386a00 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:41.233061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.233579 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port db643d17-0df1-4599-b905-c4c381386a00 Oct 17 18:13:41.306996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.312400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:41.316104 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3e56d-979c-49e1-8443-9463f72e4f88 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:41.426773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port db643d17-0df1-4599-b905-c4c381386a00 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:41.429510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37e33f79-8a5c-44c0-be29-0c2ab2932a67 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:41.447709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.486139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 12771b97-4022-4986-bdd0-448c75e00748 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:41.486609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.512170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.595969 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e569b981-e6ec-45b2-a687-a304bed3b8f0 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "DELETE /v2.0/ports/30f504b7-1e6f-4bee-99bb-ff64e693387f HTTP/1.1" status: 204 len: 168 time: 4.0632825 Oct 17 18:13:41.601945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:41.613256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37360) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:41.615828 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 5 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:41.687454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:41.742089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Request body: {'port': {'name': 'tempest-new-port-name-1387833628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:41.742474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] bootfile-name is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:41.742809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] tftp-server is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:41.743146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.api.validators [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] server-ip-address is not in valid_values {{(pid=89826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 18:13:41.757330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.757692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.766833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:41.866171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:13:41.976665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee44844-8e2e-42d0-bdc4-947ecc1b87cf None None] Network c4751d65-100a-4066-867a-0874521a138d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:41.987690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:42.002830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15e2fb-dae3-4758-bff2-4de2de3e6e31 None None] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:42.012919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:42.013537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.028357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.059755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 12771b97-4022-4986-bdd0-448c75e00748 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:42.085242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Allocated IP 172.26.2.107 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/95fedcf6-4b5a-4076-8e3a-c2635ddbc209) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:42.153937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.189300 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 6 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:42.212964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.217392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:42.222259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48cccb5e-df09-4a81-87c3-9b62b00e287b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2385521 Oct 17 18:13:42.224674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37364) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:42.332368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:42.448384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1608318903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:42.463789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:42.465405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:42.516127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 76055707-c4c6-4dcb-a88c-a961da2b4236 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:42.523273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:42.541220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:42.553700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:42.582657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:42.593008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.605069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.653127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf', 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '2482c3b1-cee5-491d-aaa0-43ab83ddb580'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:13:42.654157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.684897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=12771b97-4022-4986-bdd0-448c75e00748,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:42.753248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 76055707-c4c6-4dcb-a88c-a961da2b4236 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:42.820205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.834846 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 7 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:42.837468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:42.906503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.907683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:42.910929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:42.912101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Allocated IP 172.20.0.2 (c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf/2482c3b1-cee5-491d-aaa0-43ab83ddb580/1b554fe8-b814-464c-b7e6-ab62127ad90f) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:42.997464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.001024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06ef2f85-2035-4d48-bf0a-4250dab9a752 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/3e38d832-2a84-4e8b-9907-b8fdce7b6c49 HTTP/1.1" status: 204 len: 168 time: 1.8184958 Oct 17 18:13:43.001939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37368) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.059233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.084214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-3cb6d600-bc1b-46d8-8ea5-30d40b527a5a tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] delete failed (client error): The resource could not be found. Oct 17 18:13:43.085256 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3cb6d600-bc1b-46d8-8ea5-30d40b527a5a tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/3e38d832-2a84-4e8b-9907-b8fdce7b6c49 HTTP/1.1" status: 404 len: 345 time: 0.0823925 Oct 17 18:13:43.092797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37372) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.134885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.140956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting port c82a21df-43da-44ce-8b69-71d4c1a70887 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:43.141732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.174342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.188983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Transition to ACTIVE for port object 1b554fe8-b814-464c-b7e6-ab62127ad90f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:43.190304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:43.196419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3052828f-f73b-4760-98a6-32819a41ff02 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2077966 Oct 17 18:13:43.201249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37376) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.203259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:43.226497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Transition to ACTIVE for port object 1b554fe8-b814-464c-b7e6-ab62127ad90f will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:43.232240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:43.232240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:43.343291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.351360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.351567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.356657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.357028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Synchronizing usage tracker for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:43.407269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.408188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.408732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.408986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.409490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.410662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.411219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.411737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.412294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.412810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.413580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.414016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.414371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.414883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.417113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34b33bd1-3e50-4d4e-a048-61baf3b5b40e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9802 time: 0.2147152 Oct 17 18:13:43.420006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37380) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.420673 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 8 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:43.448309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.469232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Unset dirty status for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:43.473772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b17013d6-74a5-4ac9-b945-f7dfcf68e9c4 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/ports?network_id=4f69d3f1-58b7-4d40-9688-d46c4cad27cf HTTP/1.1" status: 200 len: 2357 time: 0.3769238 Oct 17 18:13:43.475658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.475803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37384) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.491890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:43.502785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:43.504575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Pushing event updated for resources: {'Port': ['ID=1b554fe8-b814-464c-b7e6-ab62127ad90f,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:43.508304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:43.559905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.561145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.561715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.562246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.562764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.563475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.564003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.564499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.565013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.565540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.566368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.566873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.568091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.568091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.569821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:43.573215 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01910d3e-44c7-446a-b9ed-b388081823cf tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8170 time: 0.1493320 Oct 17 18:13:43.582869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37388) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.598383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.629733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.641972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:43.646290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.650062 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-aef17ff8-3195-442e-a642-25f5c25ef6df tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4219062 Oct 17 18:13:43.703399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:13:43.733316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Attempting to bind port 1b554fe8-b814-464c-b7e6-ab62127ad90f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:43.739975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Attempting to bind port 1b554fe8-b814-464c-b7e6-ab62127ad90f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'd2c03648-6871-4b66-b27e-0f5cf3bda427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:43.739975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Attempting to bind port 1b554fe8-b814-464c-b7e6-ab62127ad90f on network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:43.776086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37392) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.787044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Calling delete_port for c82a21df-43da-44ce-8b69-71d4c1a70887 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:43.821242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:43.821739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Checking segment: {'id': 'd2c03648-6871-4b66-b27e-0f5cf3bda427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:43.822214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.822675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Bound using segment: {'id': 'd2c03648-6871-4b66-b27e-0f5cf3bda427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:43.823229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Bound port: 1b554fe8-b814-464c-b7e6-ab62127ad90f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c03648-6871-4b66-b27e-0f5cf3bda427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:43.823765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:43.847552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc8aac-3621-4350-aa33-a594f6d62839 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.854602 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-81fc8aac-3621-4350-aa33-a594f6d62839 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/subnets/c96047f4-b146-4f08-a06e-843f43fae884 HTTP/1.1" status: 200 len: 797 time: 0.3740418 Oct 17 18:13:43.856842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37396) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:43.875955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'port': {'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf', 'name': 'tempest-FloatingIPTestJSON-1731935884', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:43.951630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.064510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:44.071499 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 9 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:44.085458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:44.096575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] For port 1b554fe8-b814-464c-b7e6-ab62127ad90f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:44.124888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca4f4308-6d51-4db3-bad2-a874b0f8f51e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5176 time: 0.5406554 Oct 17 18:13:44.154747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] For port 1b554fe8-b814-464c-b7e6-ab62127ad90f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1b554fe8-b814-464c-b7e6-ab62127ad90f,segment=NetworkSegment(d2c03648-6871-4b66-b27e-0f5cf3bda427),segment_id=d2c03648-6871-4b66-b27e-0f5cf3bda427)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:44.165168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:44.165899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.169130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:44.172107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:44.190962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event updated for resources: {'Port': ['ID=1afd65ee-b39b-43ad-a8d9-252c4ecb824f,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:44.205059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:44.213329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:41Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:44.218693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:13:44.219079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Updating router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:13:44.250675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.256095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:44.318043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37402) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:44.325938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385311593', 'description': 'tempest-secgroup-smoke-1385311593 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:44.332031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] In _notify_port_updated(), no bound segment for port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f on network d2f8b0a6-17c0-437c-984b-7c9210213e63 {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:13:44.336969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:44.337630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.338976 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0102d89d-5487-401a-9df4-b99b6f2a6358 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "PUT /v2.0/ports/1afd65ee-b39b-43ad-a8d9-252c4ecb824f HTTP/1.1" status: 200 len: 1136 time: 2.7194338 Oct 17 18:13:44.341873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:44.343945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37406) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:44.365496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.390554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf2143-f583-4688-8728-6fa9337f91b4 None None] Pushing event updated for resources: {'Port': ['ID=1b554fe8-b814-464c-b7e6-ab62127ad90f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:44.432535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0ef35-edbc-4b4b-99c7-833007d2d0fc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:44.439318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-96a0ef35-edbc-4b4b-99c7-833007d2d0fc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "GET /v2.0/ports/1afd65ee-b39b-43ad-a8d9-252c4ecb824f HTTP/1.1" status: 200 len: 1136 time: 0.0863757 Oct 17 18:13:44.439318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:44.447236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.466204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37410) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:44.467253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:44.510529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:44.544559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] device_id is not set on port 5ad0bee0-50f7-4dc5-aa61-addbb1a434d9 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:13:44.571175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Pushing event updated for resources: {'Port': ['ID=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:44.606851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Deleting port 1afd65ee-b39b-43ad-a8d9-252c4ecb824f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:44.607200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.656701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.725471 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Attempt 10 to provision port c82a21df-43da-44ce-8b69-71d4c1a70887 Oct 17 18:13:44.844578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Port c82a21df-43da-44ce-8b69-71d4c1a70887 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:44.848508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:44.850042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bcb3e2f-eaf4-4b40-acbe-68c08a2efc8d None None] Could not find standard attr ID for object 30f504b7-1e6f-4bee-99bb-ff64e693387f. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:13:44.873401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:44.888873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:44.891046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Transition to ACTIVE for port object 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:44.907196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:44.923135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:44.984246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.100629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning for port 30aacb19-141d-4476-a393-3d842f359ef4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:45.107623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=30aacb19-141d-4476-a393-3d842f359ef4,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:45.107820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning complete for port 30aacb19-141d-4476-a393-3d842f359ef4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:45.107820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.108123 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 1 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:45.160036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.225152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70722-c0a0-4cbf-b95c-1754dd4afbe2 None None] Pushing event updated for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:45.229646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.240695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.252152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.14 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/5ad0bee0-50f7-4dc5-aa61-addbb1a434d9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:45.281794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.289007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:45.289855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Attempting to bind port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:45.290505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Attempting to bind port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:45.291731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Attempting to bind port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 on network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:45.302350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:45.303061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Checking segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:45.308018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.309400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Bound using segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:45.310227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Bound port: 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:45.312689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.365592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.375631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Calling delete_port for 1afd65ee-b39b-43ad-a8d9-252c4ecb824f owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:45.403919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.13 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/5ad0bee0-50f7-4dc5-aa61-addbb1a434d9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:45.417414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] For port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:45.421173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] For port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:45.486845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956011b2-2ce3-455e-a481-d21d75dffc04,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:45.497822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.599567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70722-c0a0-4cbf-b95c-1754dd4afbe2 None None] Pushing event updated for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:45.609503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:45.610430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:45.675850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.677653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.678896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1ea590f-0c91-468a-a0e6-4ec67cd1d83a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3599517 Oct 17 18:13:45.683786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37414) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:45.761418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:45.790272 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 2 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:45.799469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Port': ['ID=c82a21df-43da-44ce-8b69-71d4c1a70887,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:45.829461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:45.844075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:45.849705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:45.860804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:45.910458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12499b4-58ac-461a-9a7d-1be3f7129a1a None None] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:45.948874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:45.987329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.020998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:46.046564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:46.071914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.089282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.125763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event deleted for resources: {'Port': ['ID=1afd65ee-b39b-43ad-a8d9-252c4ecb824f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:46.135949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.265831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=5ad0bee0-50f7-4dc5-aa61-addbb1a434d9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:46.299150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.360228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:46.365094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:46.384451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:46.438993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.475580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.506315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:46.507301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.524813 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fe735f44-dc43-4110-83f6-a51c50e4ac23 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "DELETE /v2.0/ports/1afd65ee-b39b-43ad-a8d9-252c4ecb824f HTTP/1.1" status: 204 len: 168 time: 2.0521522 Oct 17 18:13:46.526234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37418) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:46.536038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.562054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.566737 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 3 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:46.597980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174eb0ca-cba4-43e3-bc8b-29c2afb52300,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:46.599322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1b554fe8-b814-464c-b7e6-ab62127ad90f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:46.605984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b655fa41-6c62-4999-ab9c-089158987e16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7336090 Oct 17 18:13:46.606298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:46.617340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '5ad0bee0-50f7-4dc5-aa61-addbb1a434d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:46.625775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:46.634691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:floatingip and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:46.640643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Deleting subnet 6c973fc0-20bc-45c5-bac5-adc5191505b0 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:46.643419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:46.647159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.685131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.688952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7f9e0a3f-c265-41d2-b4d8-56aca39dd78a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0022171 Oct 17 18:13:46.688952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:46.692584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37426) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:46.700958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:46.713421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:46.725269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:46.730626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:46.734723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.768640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:46.794808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.814616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:46.922344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:45Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:46.923581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:46.928706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df3be6-cf28-4c78-b955-c9aef2c2b504 None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:45Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:46.941781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1b554fe8-b814-464c-b7e6-ab62127ad90f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:46.963731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.126229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.20.0.1 (c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf/2482c3b1-cee5-491d-aaa0-43ab83ddb580/9ba707b1-c114-4034-98d5-796679efe98a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:47.146258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.180302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.230426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.279772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event deleted for resources: {'Subnet': ['ID=6c973fc0-20bc-45c5-bac5-adc5191505b0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:47.286556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.316712 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 4 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:47.320721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.341127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb93046d-1a8a-4066-b21b-43b0262a0610,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:47.358669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765f4a3-0510-4ebf-a8c9-f27b7462b03b None None] Network d2f8b0a6-17c0-437c-984b-7c9210213e63 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:47.390195 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e7b64f24-be24-4e15-8db5-fbdb4fd108cc tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "DELETE /v2.0/subnets/6c973fc0-20bc-45c5-bac5-adc5191505b0 HTTP/1.1" status: 204 len: 168 time: 0.8627326 Oct 17 18:13:47.391041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37430) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:47.429956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:47.495428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.499860 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca7b558a-14ea-4ac9-9589-4ed366d16174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8062720 Oct 17 18:13:47.507683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37434) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:47.525802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:47.531927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:47.547276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:47.566497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:47.570231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.573308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.52 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/bb838040-11d9-448a-8563-adca066ab45e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:47.583766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:47.604359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.706660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Deleting port 64ff065c-adad-46ab-8aa1-da6e868ba803 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:47.707019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.752429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f7514-0b55-4532-a455-f05b98460342 None None] DHCP port deletion for d2f8b0a6-17c0-437c-984b-7c9210213e63 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:47.757391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Deleting port 64ff065c-adad-46ab-8aa1-da6e868ba803 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:47.757949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.769325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.928377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:47.945726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Router de4dd724-f31b-43a4-b324-21b4c15325eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:48.078674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-368f7514-0b55-4532-a455-f05b98460342 None None] For port 64ff065c-adad-46ab-8aa1-da6e868ba803, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=64ff065c-adad-46ab-8aa1-da6e868ba803,segment=NetworkSegment(98c1be6c-1aef-4801-8a25-9c7da0c030d4),segment_id=98c1be6c-1aef-4801-8a25-9c7da0c030d4)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:48.079260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.080666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.081564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.084246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.087126 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 5 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:48.175884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.201429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] For port 64ff065c-adad-46ab-8aa1-da6e868ba803, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=64ff065c-adad-46ab-8aa1-da6e868ba803,segment=NetworkSegment(98c1be6c-1aef-4801-8a25-9c7da0c030d4),segment_id=98c1be6c-1aef-4801-8a25-9c7da0c030d4)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:48.202181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.253983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Calling delete_port for 64ff065c-adad-46ab-8aa1-da6e868ba803 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:48.303323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.308342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:48.329189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 9ba707b1-c114-4034-98d5-796679efe98a will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:48.341783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Calling delete_port for 64ff065c-adad-46ab-8aa1-da6e868ba803 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:48.372297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.427647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc40ce5-f64e-4834-befe-9bf426de4079,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:48.429186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.473077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:48.473443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:48.476432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:48.484534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7514-0b55-4532-a455-f05b98460342 None None] Pushing event deleted for resources: {'Port': ['ID=64ff065c-adad-46ab-8aa1-da6e868ba803,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:48.489550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.490840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] Sync routers for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:48.512727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=30aacb19-141d-4476-a393-3d842f359ef4,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:48.514608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f7514-0b55-4532-a455-f05b98460342 None None] No DVR routers for this DVR port 64ff065c-adad-46ab-8aa1-da6e868ba803 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:48.520565 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:48.527239 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:48.535736 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-680c6647-4eff-4652-a8dd-dcf69a6dfcc6 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2759080 Oct 17 18:13:48.542793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:48.544944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:48.589189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=bb838040-11d9-448a-8563-adca066ab45e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:48.591969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.593401 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bd4c1c5b-23a1-4480-869b-57a899859d74 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0846012 Oct 17 18:13:48.598635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37444) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:48.604110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:48.610412 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:48.614671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:48.618805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:48.621316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:48.623383 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] Routers {'de4dd724-f31b-43a4-b324-21b4c15325eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:48.624583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:48.627399 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['de4dd724-f31b-43a4-b324-21b4c15325eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:48.627704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:48.637798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.641687 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-4417a5fe-11e9-4913-8ebc-dfef03a393c8 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] show failed (client error): The resource could not be found. Oct 17 18:13:48.646826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4417a5fe-11e9-4913-8ebc-dfef03a393c8 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-122080236 HTTP/1.1" status: 404 len: 334 time: 0.0969975 Oct 17 18:13:48.671669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:48.674512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37448) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:48.682653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:48.687431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a63ef858-626f-4ca0-9aac-2f610f78c146 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:48.698017 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:48.698552 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ac3c1-92fa-49c9-b514-859e60d0aa7d None None] The sync data for ids ['de4dd724-f31b-43a4-b324-21b4c15325eb'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:48.720064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:48.772990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 64ff065c-adad-46ab-8aa1-da6e868ba803 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:48.782823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-a63ef858-626f-4ca0-9aac-2f610f78c146 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] update failed (client error): The resource could not be found. Oct 17 18:13:48.782823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a63ef858-626f-4ca0-9aac-2f610f78c146 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1774647661 HTTP/1.1" status: 404 len: 335 time: 0.1027393 Oct 17 18:13:48.782823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37452) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:48.812376 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 6 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:48.842739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 64ff065c-adad-46ab-8aa1-da6e868ba803 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:48.842739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 64ff065c-adad-46ab-8aa1-da6e868ba803 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:48.877057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:48.883665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network 028b544a-3773-430f-b97a-e1663b23184a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:48.889622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:48.893280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:48.901257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.901936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:48.907883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:48.974759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Deleting port 64ff065c-adad-46ab-8aa1-da6e868ba803 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:48.974759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:48.999939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=9ba707b1-c114-4034-98d5-796679efe98a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:49.027930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting subnet eca166dc-2eea-4b69-ae64-0de91c10a016 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:49.036840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.087992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Router 67f7fddb-8a35-4762-b927-b3081532579e is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:49.125854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.142762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] The port '64ff065c-adad-46ab-8aa1-da6e868ba803' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:13:49.336876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.364135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:49.374374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:49.379299 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 7 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:49.429045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:49.429734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:49.448735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.457623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Router cb33bf2b-9a71-45cc-9bbb-268ad5019c4c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:49.471539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.473415 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0c950ec9-7239-4a25-85e6-180bfda67391 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.5589921 Oct 17 18:13:49.477621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37456) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:49.511979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.531436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.578303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:49.623699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.639138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:49.682274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2133961b-d79a-4e32-89c0-0134563772d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.713931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f8b0a6-17c0-437c-984b-7c9210213e63']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:49.733879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec54090-d0e2-47a3-8d36-b0a341122439,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:49.736979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c1be6c-1aef-4801-8a25-9c7da0c030d4') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:49.737273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c1be6c-1aef-4801-8a25-9c7da0c030d4') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:49.770131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.770598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.771735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.771735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.771735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.771735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.772118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.772381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.772707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.773380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.773380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.773668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:49.779579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.786995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.790749 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-355cd502-5392-4f77-bfc7-0833bd46acdf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1885521 Oct 17 18:13:49.805696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37460) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:49.810464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.837151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:49.851609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:49.855370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.869476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:49.869904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:49.876510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:49.886548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:49.944411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:45Z', 'revision_number': 3, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:49.948683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:13:49.949035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Updating router 67f7fddb-8a35-4762-b927-b3081532579e port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:13:49.959218 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 98c1be6c-1aef-4801-8a25-9c7da0c030d4 resource provider aggregate not found Oct 17 18:13:49.995417 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 98c1be6c-1aef-4801-8a25-9c7da0c030d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98c1be6c-1aef-4801-8a25-9c7da0c030d4 found for delete ", "request_id": "req-4b08fd40-e32e-4ea6-85bb-4563f1032064"}]} Oct 17 18:13:50.012760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.024090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:50.024651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.030504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:50.041573 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-99ca1f45-5702-4bb0-abf5-5d9c5a5af0ae tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/routers/cb33bf2b-9a71-45cc-9bbb-268ad5019c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7480197 Oct 17 18:13:50.044749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] Sync routers for ids ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:50.045688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37468) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:50.056274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] Routers {'cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:50.057153 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:50.110696 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 8 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:50.127406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.131895 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:50.141778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.142175 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] Routers {'cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:50.142848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:50.193228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] 10.222.0.36 "DELETE /v2.0/networks/d2f8b0a6-17c0-437c-984b-7c9210213e63 HTTP/1.1" status: 204 len: 168 time: 2.7967460 Oct 17 18:13:50.205251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:50.215719 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:50.216378 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a839f-33ce-4cb8-8022-228167e0cc73 None None] The sync data for ids ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:50.217890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6d8c-1447-4162-906d-27dc47646315 tempest-ExtraDHCPOptionsTestJSON-1029670016 tempest-ExtraDHCPOptionsTestJSON-1029670016-project] Pushing event deleted for resources: {'Network': ['ID=d2f8b0a6-17c0-437c-984b-7c9210213e63,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:50.238658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.311788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.317472 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/subnets/eca166dc-2eea-4b69-ae64-0de91c10a016 HTTP/1.1" status: 204 len: 168 time: 1.5277100 Oct 17 18:13:50.319432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37474) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:50.324340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8d4e6-58ef-4313-a834-796404679cf1 None None] Network 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:50.340293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d25418-bd99-4b9f-ab8e-36163031f57c tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Subnet': ['ID=eca166dc-2eea-4b69-ae64-0de91c10a016,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:50.357829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032f42f-e49a-45d0-adb8-886cf59abf13 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:50.362748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2032f42f-e49a-45d0-adb8-886cf59abf13 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:50.434598 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:13:50.500772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting subnet ce024f88-d7a6-4c7a-9fc6-b9693326c321 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:50.507148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.525238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.536853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2032f42f-e49a-45d0-adb8-886cf59abf13 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:50.540796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2032f42f-e49a-45d0-adb8-886cf59abf13 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb33bf2b-9a71-45cc-9bbb-268ad5019c4c HTTP/1.1" status: 200 len: 987 time: 0.4913766 Oct 17 18:13:50.541577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:50.613418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.696004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.706358 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 9 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:50.748693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Transition to ACTIVE for port object 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:50.791836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.804711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:50.808510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] DHCP port deletion for 6ab127dc-5ef8-4d00-83bf-3d2490b7b003 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:50.812681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Deleting port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:50.813191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.868228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.880863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37484) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:50.903791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.935338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.962688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39764-195d-4510-9d7b-b51a955cd8c7 None None] Pushing event updated for resources: {'Port': ['ID=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:50.974143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Attempting to bind port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:50.974469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Attempting to bind port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:50.974827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Attempting to bind port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:50.982196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:50.983091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:50.983235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.983872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:50.984111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Bound port: 95fedcf6-4b5a-4076-8e3a-c2635ddbc209, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:50.984303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:50.984488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.027011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.129167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db11789d-91bd-405d-86fc-03f77c28566a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:51.134059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.161253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.230585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.243649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] For port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:51.257464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] For port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:51.272896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.287247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=9ba707b1-c114-4034-98d5-796679efe98a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:51.289566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.293263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-729b96e1-c4fc-4adb-b62f-db66ae8e1164 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4783285 Oct 17 18:13:51.295024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37490) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:51.324876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] For port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,segment=NetworkSegment(c5e99eae-219d-4071-ac57-bd6ca11e72f2),segment_id=c5e99eae-219d-4071-ac57-bd6ca11e72f2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:51.325543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.326332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '956011b2-2ce3-455e-a481-d21d75dffc04', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:51.336157 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0bd79f63-b0d9-4d3b-b68f-54316c5bb166 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23e7c39a101f42edaf7bc7600fa98e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480245 Oct 17 18:13:51.337945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:51.339130 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 10 to provision port 30aacb19-141d-4476-a393-3d842f359ef4 Oct 17 18:13:51.342764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37494) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:51.357257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:51.369572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:51.387652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.388732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:51.396714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.460841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=bb838040-11d9-448a-8563-adca066ab45e,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:51.467971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.511217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.572800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Calling delete_port for 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:51.601644 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Subnet': ['ID=ce024f88-d7a6-4c7a-9fc6-b9693326c321,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:51.610304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:51.611834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.620886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe83cc4-e625-49c2-a1cc-8909855616d5 None None] Network 1150f8c5-ff54-4595-ad37-db4bb78cbf3e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:51.621259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:51.647356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:51.647356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:51.769551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.838208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:13:51.846436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Port 30aacb19-141d-4476-a393-3d842f359ef4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:51.923672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.948450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:51.968813 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-83751792-f486-41d8-adfe-11e2c6fac446 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/subnets/ce024f88-d7a6-4c7a-9fc6-b9693326c321 HTTP/1.1" status: 204 len: 168 time: 1.6440318 Oct 17 18:13:51.973795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37498) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:52.002009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.015344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 346bbbcd-b1ef-4dff-8888-4ced20942a73 associated. External IP: 172.26.2.52, port: 5ad0bee0-50f7-4dc5-aa61-addbb1a434d9. Oct 17 18:13:52.032805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Could not find standard attr ID for object 1afd65ee-b39b-43ad-a8d9-252c4ecb824f. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:13:52.076448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39764-195d-4510-9d7b-b51a955cd8c7 None None] Pushing event updated for resources: {'Port': ['ID=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:52.129225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:52.173567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.244130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning for port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:52.247396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.323271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning complete for port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:52.323271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.323772 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 1 to provision port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 Oct 17 18:13:52.344180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.356309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] Pushing event deleted for resources: {'Port': ['ID=5d46d9d7-0a37-4f9e-bb71-0068a31e3dae,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:52.386373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Allocated IP 172.20.0.1 (c4751d65-100a-4066-867a-0874521a138d/3b210744-d28f-487d-9076-7a94c965b3c0/6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:52.419125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 7255928d-aa8a-4bec-a5e9-ac4bd8406da3 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:13:52.423455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.433295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdecf6d-d4d9-4d30-a327-9dc1d0aaa55e None None] No DVR routers for this DVR port 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:52.507272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.546720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] DHCP port deletion for 1150f8c5-ff54-4595-ad37-db4bb78cbf3e request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:52.550365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab127dc-5ef8-4d00-83bf-3d2490b7b003']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:52.563370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:52.608910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Deleting port ec0925bd-dc28-413c-be64-4a158db3287e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:52.609395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.631986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5af6cc9-dc7c-409d-aaaf-79646f330f5f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:52.650047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 30aacb19-141d-4476-a393-3d842f359ef4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:52.650392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.653007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e99eae-219d-4071-ac57-bd6ca11e72f2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:52.653325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e99eae-219d-4071-ac57-bd6ca11e72f2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:52.658325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:52.658702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5d46d9d7-0a37-4f9e-bb71-0068a31e3dae not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:52.694674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Current status of the port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:52.695080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.766461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.790701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-765ac58c-e043-4250-ad46-36837992398a None None] For port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:52.812142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.819439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.826959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:52.837133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:52.837846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.921951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.924349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.927878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40d2442e-e9be-4b15-b1dc-e53354b97de6 HTTP/1.1" status: 204 len: 168 time: 1.5775669 Oct 17 18:13:52.938538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] For port ec0925bd-dc28-413c-be64-4a158db3287e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ec0925bd-dc28-413c-be64-4a158db3287e,segment=NetworkSegment(843d4e95-973c-4270-bb8a-1004d0a0e76c),segment_id=843d4e95-973c-4270-bb8a-1004d0a0e76c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:52.939261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.952949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Transition to ACTIVE for port object 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:52.962032 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c5e99eae-219d-4071-ac57-bd6ca11e72f2 resource provider aggregate not found Oct 17 18:13:52.966249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:52.975991 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fb2f09d2-324b-4f73-a5c5-01181ebce6fa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/7255928d-aa8a-4bec-a5e9-ac4bd8406da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1968133 Oct 17 18:13:52.977045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37508) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:53.028845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c5e99eae-219d-4071-ac57-bd6ca11e72f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5e99eae-219d-4071-ac57-bd6ca11e72f2 found for delete ", "request_id": "req-1cb1f935-a4f4-49e2-9555-0f1e1e5145fe"}]} Oct 17 18:13:53.030999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.032137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e9ea4a6c-82ff-4700-a869-d17f37cbcb3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7325988 Oct 17 18:13:53.032999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bee2-d896-46c4-b389-9eaf63f9b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d2442e-e9be-4b15-b1dc-e53354b97de6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.050876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.078825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Calling delete_port for ec0925bd-dc28-413c-be64-4a158db3287e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:53.080212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ca9c8-d81c-4fc4-9d18-8cf73c1d5bfa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:53.081120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-025ca9c8-d81c-4fc4-9d18-8cf73c1d5bfa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:53.099183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.103815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.134420 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/networks/6ab127dc-5ef8-4d00-83bf-3d2490b7b003 HTTP/1.1" status: 204 len: 168 time: 1.1581061 Oct 17 18:13:53.134809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Network': ['ID=6ab127dc-5ef8-4d00-83bf-3d2490b7b003,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.142268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37514) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:53.144548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.145109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.145665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.146219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.146881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.147314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.147735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.148307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.148734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.149155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.149570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.150009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dfa9ac-5833-4ab3-a8d7-2d529b7ffd9f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:53.162797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:45Z', 'revision_number': 3, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.168847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] Sync routers for ids ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:53.181666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.183128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.183791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a39bccb-5120-4067-b010-aae0192f89a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.186258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.233174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5d831-f070-4411-80a0-cc496cbf1452 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:45Z', 'revision_number': 3, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:53.280507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] Routers {'7255928d-aa8a-4bec-a5e9-ac4bd8406da3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:53.281220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.287111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.382903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.398833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-025ca9c8-d81c-4fc4-9d18-8cf73c1d5bfa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:53.402869 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-025ca9c8-d81c-4fc4-9d18-8cf73c1d5bfa tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports/9ba707b1-c114-4034-98d5-796679efe98a HTTP/1.1" status: 200 len: 910 time: 0.4222736 Oct 17 18:13:53.406010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.411826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:53.427231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] No DVR routers for this DVR port ec0925bd-dc28-413c-be64-4a158db3287e on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:53.435247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:53.438326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] Routers {'7255928d-aa8a-4bec-a5e9-ac4bd8406da3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:53.439354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.465591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 30aacb19-141d-4476-a393-3d842f359ef4 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:53.478665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:53.491157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2482c3b1-cee5-491d-aaa0-43ab83ddb580'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:53.506934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac58c-e043-4250-ad46-36837992398a None None] Pushing event updated for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.554239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-e9c4b5b8-3c72-4ce2-b664-81031133d508 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:53.564854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:53.594396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab581e4b-6c07-4c76-a342-85a60390bfa7 None None] Pushing event deleted for resources: {'Port': ['ID=ec0925bd-dc28-413c-be64-4a158db3287e,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.597252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning for port 76055707-c4c6-4dcb-a88c-a961da2b4236 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:53.601068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.601474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a2f3f-ad17-48e8-aac1-b7d61ef9e45c None None] The sync data for ids ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:53.622944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning complete for port 76055707-c4c6-4dcb-a88c-a961da2b4236 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:53.622944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.622944 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 1 to provision port 76055707-c4c6-4dcb-a88c-a961da2b4236 Oct 17 18:13:53.698426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.700347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Pushing event updated for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.702909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:53.718831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-e9c4b5b8-3c72-4ce2-b664-81031133d508 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:53.722879 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-e9c4b5b8-3c72-4ce2-b664-81031133d508 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385311593&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.2907927 Oct 17 18:13:53.736558 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:53.751810 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:53.757090 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.884275 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.885464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Current status of the port 76055707-c4c6-4dcb-a88c-a961da2b4236 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:53.885897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.905648 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:53.906252 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:53.972787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-765ac58c-e043-4250-ad46-36837992398a None None] For port 76055707-c4c6-4dcb-a88c-a961da2b4236, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=76055707-c4c6-4dcb-a88c-a961da2b4236,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:53.990861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.028929 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:54.029586 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238eee5-c874-48a6-aae1-ccfac2da130b None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:54.062414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.088541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.098416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-58e46fe3-a6bd-4500-be03-d34558f06fcc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4910297 Oct 17 18:13:54.101536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37542) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:54.111851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.179878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=30aacb19-141d-4476-a393-3d842f359ef4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:54.221358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac58c-e043-4250-ad46-36837992398a None None] Pushing event updated for resources: {'Port': ['ID=76055707-c4c6-4dcb-a88c-a961da2b4236,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:54.240171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning for port dd704b7e-70fb-40f5-b311-b2dc14d274fd completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:54.247308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning complete for port dd704b7e-70fb-40f5-b311-b2dc14d274fd triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:54.247765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.248249 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 1 to provision port dd704b7e-70fb-40f5-b311-b2dc14d274fd Oct 17 18:13:54.287449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-ce123a84-d595-4990-b380-a2a67f1dfc05 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:54.289121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-ce123a84-d595-4990-b380-a2a67f1dfc05 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 796 time: 0.5491517 Oct 17 18:13:54.454001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.460534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Current status of the port dd704b7e-70fb-40f5-b311-b2dc14d274fd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:54.460957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.467261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': '5ad0bee0-50f7-4dc5-aa61-addbb1a434d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:54.514512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-765ac58c-e043-4250-ad46-36837992398a None None] For port dd704b7e-70fb-40f5-b311-b2dc14d274fd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd704b7e-70fb-40f5-b311-b2dc14d274fd,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:54.532271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-dc687ff6-2597-4c5c-a7e6-b03925677111 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0185585 Oct 17 18:13:54.532935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.634193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.703593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 76055707-c4c6-4dcb-a88c-a961da2b4236 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:54.792336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37556) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:54.837764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac58c-e043-4250-ad46-36837992398a None None] Pushing event updated for resources: {'Port': ['ID=dd704b7e-70fb-40f5-b311-b2dc14d274fd,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:54.871613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 76055707-c4c6-4dcb-a88c-a961da2b4236 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:54.872118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.872556 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 76055707-c4c6-4dcb-a88c-a961da2b4236 Oct 17 18:13:54.938827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning for port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:54.939237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.945999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-765ac58c-e043-4250-ad46-36837992398a None None] Provisioning complete for port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:54.946445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.946774 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Attempt 1 to provision port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 Oct 17 18:13:54.996257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--603356585'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:55.014037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Router cb33bf2b-9a71-45cc-9bbb-268ad5019c4c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:55.015918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:55.025343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:55.034688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:55.040488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.075756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 76055707-c4c6-4dcb-a88c-a961da2b4236 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:55.076843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:55.105091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-a682d5cb-b675-4d28-a216-22debcfae948 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:55.154301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.178530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:55.188206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-765ac58c-e043-4250-ad46-36837992398a None None] Current status of the port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:55.188593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.210822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:55.227236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] Sync routers for ids ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:55.234328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:55.236965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.236965 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 Oct 17 18:13:55.268074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-765ac58c-e043-4250-ad46-36837992398a None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:55.288071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] Routers {'cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:55.288712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.312573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.312741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1150f8c5-ff54-4595-ad37-db4bb78cbf3e']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.319129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.335653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:55.340124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:55.344411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:55.350216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843d4e95-973c-4270-bb8a-1004d0a0e76c') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.350529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843d4e95-973c-4270-bb8a-1004d0a0e76c') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.350648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:55.354394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.372161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] Routers {'cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:55.372777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.373016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f41a48eb-7a88-4d06-ba92-0a05d5b4e2d1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/routers/cb33bf2b-9a71-45cc-9bbb-268ad5019c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8302429 Oct 17 18:13:55.375506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-a682d5cb-b675-4d28-a216-22debcfae948 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:55.377010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-a682d5cb-b675-4d28-a216-22debcfae948 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7554107 Oct 17 18:13:55.384374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37562) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:55.434333 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b857ec6d-a0b1-464b-a881-b9e437d5346a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:13:55.434867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b857ec6d-a0b1-464b-a881-b9e437d5346a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:55.448958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-765ac58c-e043-4250-ad46-36837992398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.482823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.499244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:55.499535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27570718-369b-4ced-974d-b3d32c5d66c1 None None] The sync data for ids ['cb33bf2b-9a71-45cc-9bbb-268ad5019c4c'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:55.563449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.584176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:55.584432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:55.637353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.667520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b857ec6d-a0b1-464b-a881-b9e437d5346a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:55.673069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b857ec6d-a0b1-464b-a881-b9e437d5346a tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/30aacb19-141d-4476-a393-3d842f359ef4 HTTP/1.1" status: 404 len: 333 time: 0.2833581 Oct 17 18:13:55.673069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:55.674870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac58c-e043-4250-ad46-36837992398a None None] Pushing event updated for resources: {'Port': ['ID=37e33f79-8a5c-44c0-be29-0c2ab2932a67,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:55.708702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:55.709220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.720153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.748545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Provisioning for port 9ba707b1-c114-4034-98d5-796679efe98a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:55.755787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Provisioning complete for port 9ba707b1-c114-4034-98d5-796679efe98a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:55.758889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.758889 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 1 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:55.803749 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 843d4e95-973c-4270-bb8a-1004d0a0e76c resource provider aggregate not found Oct 17 18:13:55.812934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:55.831546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:55.832980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:55.833644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.834669 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 Oct 17 18:13:55.867607 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 843d4e95-973c-4270-bb8a-1004d0a0e76c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 843d4e95-973c-4270-bb8a-1004d0a0e76c found for delete ", "request_id": "req-1da94dca-c24b-4c66-a22c-ede7d4927b36"}]} Oct 17 18:13:55.873415 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:13:55.874410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.963197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:55.963616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.981680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:56.054483 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-29978739-100c-48fd-b568-9ecbf313c0d9 service neutron] 10.222.0.36 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144340 Oct 17 18:13:56.062629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.140289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ec0925bd-dc28-413c-be64-4a158db3287e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:56.153747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.187332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ec0925bd-dc28-413c-be64-4a158db3287e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:56.187332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ec0925bd-dc28-413c-be64-4a158db3287e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:56.210856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:56.260647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.305155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Network': ['ID=1150f8c5-ff54-4595-ad37-db4bb78cbf3e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:56.319114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.325730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.329364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.332373 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 2 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:56.356570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a886792b-3ece-4d17-adc0-37a8099e51a3 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/networks/1150f8c5-ff54-4595-ad37-db4bb78cbf3e HTTP/1.1" status: 204 len: 168 time: 3.1995678 Oct 17 18:13:56.360169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37574) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:56.425563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.434035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:56.452633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:56.465649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:13:56.470755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dd704b7e-70fb-40f5-b311-b2dc14d274fd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:56.474928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:13:56.483625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.492754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:56.498666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-6cd0b875-c48c-4fa2-9a1f-6652742ceb97 service neutron] 10.222.0.36 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038541 Oct 17 18:13:56.511752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting subnet 84dee572-65f8-4d8e-8072-b657f15eeb37 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:56.519686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa048f-fd0c-4783-b04e-68ec91d79cf6,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:56.523873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.525753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.554918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port dd704b7e-70fb-40f5-b311-b2dc14d274fd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:56.555287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.555621 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port dd704b7e-70fb-40f5-b311-b2dc14d274fd Oct 17 18:13:56.601858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.603996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.604751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Fanout notify agent at l3_agent the message router_deleted on router cb33bf2b-9a71-45cc-9bbb-268ad5019c4c {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:13:56.665723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.699916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.726518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.727681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-09c9b50e-4b9c-4875-9dbd-a04bb3626fcd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/routers/cb33bf2b-9a71-45cc-9bbb-268ad5019c4c HTTP/1.1" status: 204 len: 168 time: 1.0525935 Oct 17 18:13:56.732670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37580) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:56.761473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port dd704b7e-70fb-40f5-b311-b2dc14d274fd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:56.762965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37e33f79-8a5c-44c0-be29-0c2ab2932a67 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:56.788502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.816407 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d067d26-c7dd-4fe0-ac06-20fcc76411d4 req-48344496-bb80-4d56-bba5-bb1aa076ea72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.0687208 Oct 17 18:13:56.852848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 3dfc8b07-e6ee-4510-985c-874cd548b890 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:13:56.856572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.880563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:56.882959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.882959 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 Oct 17 18:13:56.890734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.901382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:56.902027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.906319 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/ports/9ba707b1-c114-4034-98d5-796679efe98a HTTP/1.1" status: 200 len: 910 time: 3.4872508 Oct 17 18:13:56.918602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37586) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:56.931334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.944410 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 3 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:56.977817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:56.980380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6522-77a3-4d51-aa58-4d5ddbc94e0c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=9ba707b1-c114-4034-98d5-796679efe98a,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:57.021653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:57.032063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.077930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b07383-9514-4115-8e91-f3df756ae4a3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:57.080738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.085881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:57.087330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:57.138453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.143005 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0650308b-1e2c-4df5-a5fd-8ee01d83cd4a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3418541 Oct 17 18:13:57.145363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37594) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:57.149424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.161170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:57.161467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.161823 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 Oct 17 18:13:57.191472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.285756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:57.300593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.331562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Pushing event updated for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:57.470817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Subnet': ['ID=84dee572-65f8-4d8e-8072-b657f15eeb37,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:57.484011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.486159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a1341-3666-4368-9203-c816a1ffdc5e None None] Network 24a68682-58f3-464a-8c57-bd24874cb202 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:57.505379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f3020de3-bb78-4fc4-81a5-0b7efcf06a1f tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/subnets/84dee572-65f8-4d8e-8072-b657f15eeb37 HTTP/1.1" status: 204 len: 168 time: 1.1375237 Oct 17 18:13:57.505875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37598) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:57.537556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-644a2f7b-21d7-478c-b759-93a64e56bef3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:57.554098 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 4 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:57.622802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.644389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:57.690957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfc8b07-e6ee-4510-985c-874cd548b890,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:57.699744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.719222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.721369 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5f836733-abca-42af-8ae9-3a04d4757b38 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/3dfc8b07-e6ee-4510-985c-874cd548b890 HTTP/1.1" status: 204 len: 168 time: 0.9813988 Oct 17 18:13:57.724458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37604) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:57.728559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204406b9-5d1e-42f8-b6f7-e673534ee06f None None] Network 028b544a-3773-430f-b97a-e1663b23184a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:13:57.754517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Deleting port 550512e5-00dc-4d8e-9be4-5fe1913e33ba {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:57.755680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:57.792466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:57.851797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-644a2f7b-21d7-478c-b759-93a64e56bef3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:57.852043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:57.853252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-644a2f7b-21d7-478c-b759-93a64e56bef3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7067428 Oct 17 18:13:57.888794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37608) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:57.944936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-security--1554154949', 'description': 'tempest-security-description-1902615391'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:58.038922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.081684 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d2df3165-c5e0-48e5-a41b-6f7e2b6a2167 req-0fb3421d-296e-4e2b-9782-a079eab092d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.1044831 Oct 17 18:13:58.096998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] DHCP port deletion for 028b544a-3773-430f-b97a-e1663b23184a request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:58.102653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Deleting port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:58.104670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.137699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.184333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:58.184663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.199603 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 5 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:58.293656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:58.295345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.299433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:13:58.390666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] For port 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=550512e5-00dc-4d8e-9be4-5fe1913e33ba,segment=NetworkSegment(78b375c9-45f8-40c7-90f4-146b0eec57bb),segment_id=78b375c9-45f8-40c7-90f4-146b0eec57bb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:58.391154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.397827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] DHCP port deletion for 24a68682-58f3-464a-8c57-bd24874cb202 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:13:58.401967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:58.411228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.413852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.418383 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "PUT /v2.0/security-groups/48b07383-9514-4115-8e91-f3df756ae4a3 HTTP/1.1" status: 200 len: 1778 time: 0.5252769 Oct 17 18:13:58.418754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Deleting port 550512e5-00dc-4d8e-9be4-5fe1913e33ba {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:58.419114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.469411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37614) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:58.476128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37e33f79-8a5c-44c0-be29-0c2ab2932a67 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:58.529904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:58.530519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.566302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Calling delete_port for 550512e5-00dc-4d8e-9be4-5fe1913e33ba owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:58.667145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Calling delete_port for 37e33f79-8a5c-44c0-be29-0c2ab2932a67 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:58.705157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89af9a4-be3b-44a4-b05e-05d311f68e9e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b07383-9514-4115-8e91-f3df756ae4a3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:58.742386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:58.743539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.801785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5e8651dc-dfde-4feb-9ac4-1ff769b9e2ac tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups/48b07383-9514-4115-8e91-f3df756ae4a3 HTTP/1.1" status: 200 len: 1778 time: 0.3279331 Oct 17 18:13:58.807746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37618) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:58.854839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:58.855134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.876774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:58.881324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.888929 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:58.905029 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:58.905679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:58.905823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 37e33f79-8a5c-44c0-be29-0c2ab2932a67 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:58.908285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 6 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:13:58.941561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:13:58.952959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dc0f0215-49f5-4e2d-bc9d-75e57c7cdf2d admin admin] 10.222.0.36 "PUT /v2.0/routers/67f7fddb-8a35-4762-b927-b3081532579e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4727285 Oct 17 18:13:58.990142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.998391 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.008500 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:59.009452 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.021901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.025753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:13:59.068219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:13:59.068875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.081500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] No DVR routers for this DVR port 550512e5-00dc-4d8e-9be4-5fe1913e33ba on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:59.083163 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.083804 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b1c52-c563-4c6b-b031-03bcd971bbb2 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:13:59.146607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Port': ['ID=550512e5-00dc-4d8e-9be4-5fe1913e33ba,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:59.278755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:13:59.342756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:59.366156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] For port 550512e5-00dc-4d8e-9be4-5fe1913e33ba, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=550512e5-00dc-4d8e-9be4-5fe1913e33ba,segment=NetworkSegment(78b375c9-45f8-40c7-90f4-146b0eec57bb),segment_id=78b375c9-45f8-40c7-90f4-146b0eec57bb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:59.366631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.434341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:59.443849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.444606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 550512e5-00dc-4d8e-9be4-5fe1913e33ba no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:59.471232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-606dea83-c286-4ff4-87c9-5e1a8fcca342 req-3ab8cc46-ef45-45a4-a6c4-f98e02d25507 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.1067004 Oct 17 18:13:59.501266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.532554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a68682-58f3-464a-8c57-bd24874cb202']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.540248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:59.540594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:59.550997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b375c9-45f8-40c7-90f4-146b0eec57bb') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.551342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b375c9-45f8-40c7-90f4-146b0eec57bb') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:13:59.564354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.584019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.593654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:13:59.596385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.677246 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 78b375c9-45f8-40c7-90f4-146b0eec57bb resource provider aggregate not found Oct 17 18:13:59.702315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 78b375c9-45f8-40c7-90f4-146b0eec57bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78b375c9-45f8-40c7-90f4-146b0eec57bb found for delete ", "request_id": "req-9a2827f8-7fbc-479f-bd84-2875a144846c"}]} Oct 17 18:13:59.726771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Calling delete_port for 550512e5-00dc-4d8e-9be4-5fe1913e33ba owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:59.751336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.779052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 550512e5-00dc-4d8e-9be4-5fe1913e33ba {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:59.779052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 550512e5-00dc-4d8e-9be4-5fe1913e33ba not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:59.800603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.808638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.852715 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/networks/24a68682-58f3-464a-8c57-bd24874cb202 HTTP/1.1" status: 204 len: 168 time: 2.3457925 Oct 17 18:13:59.857514 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5fe7cbf1-362c-4106-ac7a-6cf2bafeacea tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/346bbbcd-b1ef-4dff-8888-4ced20942a73 HTTP/1.1" status: 200 len: 978 time: 5.7484159 Oct 17 18:13:59.860139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37638) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:59.860677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37640) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:13:59.880777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:59.881123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:59.884331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.894862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=37e33f79-8a5c-44c0-be29-0c2ab2932a67,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:59.906429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-175e5fde-7da5-46bb-bb29-d56815c223dd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:59.907207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-175e5fde-7da5-46bb-bb29-d56815c223dd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:59.921312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.921683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.922018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.922615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.923112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.923590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.924067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.925067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.925550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.926062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.926550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.927025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.961128 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 7 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:14:00.010315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:14:00.010837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:14:00.027522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:00.032977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-175e5fde-7da5-46bb-bb29-d56815c223dd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:00.036295 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-175e5fde-7da5-46bb-bb29-d56815c223dd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 796 time: 0.4924262 Oct 17 18:14:00.050530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c70d3c-2318-4292-9376-99d0e1bf24a7 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Pushing event deleted for resources: {'Network': ['ID=24a68682-58f3-464a-8c57-bd24874cb202,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:00.052300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:00.052639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.065981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:13:56Z', 'revision_number': 2, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:00.079589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.082480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:00.082895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Updating router 67f7fddb-8a35-4762-b927-b3081532579e port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:00.127444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-054dfff2-c61d-4d94-82a1-5122b4fd1538 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Synchronizing usage tracker for tenant:298c104e124247888e0ca7978a136d90 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:00.134075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 9ba707b1-c114-4034-98d5-796679efe98a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:00.137794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.145501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.152216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37650) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.171148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1607502650-network', 'tenant_id': 'e9b1123df08f471380a23ae289fee866'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:00.179707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:00.206797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b07383-9514-4115-8e91-f3df756ae4a3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:00.213632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Usage tracker for resource:network and tenant:e9b1123df08f471380a23ae289fee866 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:00.214822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.216626 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-553ba220-6663-4b90-8ef0-23341e004ffb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/48b07383-9514-4115-8e91-f3df756ae4a3 HTTP/1.1" status: 204 len: 168 time: 1.4063983 Oct 17 18:14:00.223355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-347640ef-7377-4709-bae7-80653497918d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:00.229979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37654) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.238543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:00.242082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-347640ef-7377-4709-bae7-80653497918d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:00.243077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-347640ef-7377-4709-bae7-80653497918d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 380 time: 0.1881177 Oct 17 18:14:00.340844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-054dfff2-c61d-4d94-82a1-5122b4fd1538 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Unset dirty status for tenant:298c104e124247888e0ca7978a136d90 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:00.344402 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-054dfff2-c61d-4d94-82a1-5122b4fd1538 tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "GET /v2.0/ports?device_id=de4dd724-f31b-43a4-b324-21b4c15325eb HTTP/1.1" status: 200 len: 205 time: 0.4805031 Oct 17 18:14:00.352906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37662) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.397064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['956011b2-2ce3-455e-a481-d21d75dffc04']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:00.397597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:00.398210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Deleting port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:00.398210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.496280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Made reservation on behalf of e9b1123df08f471380a23ae289fee866 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:00.498717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.512254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Deleting port 550512e5-00dc-4d8e-9be4-5fe1913e33ba {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:00.512619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.529088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port bb838040-11d9-448a-8563-adca066ab45e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:00.529445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.560549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.597038 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 8 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:14:00.597637 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-65f963f4-44fc-427a-a152-1d0a7c61fc1b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3547442 Oct 17 18:14:00.606396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.609068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37668) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.670128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.677587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:00.687027 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac83dfb1-a695-44ba-98eb-3e36572b2179 req-de2286b5-8eb7-46fa-ba4c-b7a517aaf67b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.0883396 Oct 17 18:14:00.688284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Usage tracker for resource:security_group_rule and tenant:e9b1123df08f471380a23ae289fee866 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:00.694747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:00.699516 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-37e25472-1923-41ee-931c-38f9642a8eb2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] delete failed (client error): The resource could not be found. Oct 17 18:14:00.701486 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-37e25472-1923-41ee-931c-38f9642a8eb2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/48b07383-9514-4115-8e91-f3df756ae4a3 HTTP/1.1" status: 404 len: 347 time: 0.0903625 Oct 17 18:14:00.708110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:00.708480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.729937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-70ae26f4-c7ad-4d9b-bddc-37a4a2293050 None None] The port '550512e5-00dc-4d8e-9be4-5fe1913e33ba' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:14:00.733095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37672) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.733802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:00.771096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:00.796726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054624938'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:00.867570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:00.897890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 9ba707b1-c114-4034-98d5-796679efe98a owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:00.926430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:00.937686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 37e33f79-8a5c-44c0-be29-0c2ab2932a67 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:00.939433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] For port 37e33f79-8a5c-44c0-be29-0c2ab2932a67, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37e33f79-8a5c-44c0-be29-0c2ab2932a67,segment=NetworkSegment(43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8),segment_id=43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:00.940145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.953447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.965651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:01.006848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:01.079743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Calling delete_port for 37e33f79-8a5c-44c0-be29-0c2ab2932a67 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:01.119598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Transition to ACTIVE for port object 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:01.155057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.155699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.177478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.204532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.298725 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 9 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:14:01.438315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:14:01.438315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:14:01.439135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.439135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:01.439135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.439135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:01.462515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.475192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for bb838040-11d9-448a-8563-adca066ab45e owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:01.478604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:01.484165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ff4d0-18c0-4bab-a137-0cd9a30ed8bc None None] Pushing event updated for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:01.502419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Attempting to bind port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:01.503307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Attempting to bind port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:01.503627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Attempting to bind port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:01.508922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:01.509295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:01.509725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.510119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Bound using segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:01.510591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Bound port: 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:01.510974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.531743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:01.535561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.547309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.548350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Fanout notify agent at l3_agent the message router_deleted on router de4dd724-f31b-43a4-b324-21b4c15325eb {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:14:01.552436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.588005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=37e33f79-8a5c-44c0-be29-0c2ab2932a67,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:01.592457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No DVR routers for this DVR port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:14:01.620855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] For port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:01.620855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] For port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:01.621073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=9ba707b1-c114-4034-98d5-796679efe98a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:01.637562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:01.736314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:01.736314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:01.736741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.736741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15a9b98d-b061-40d1-8bac-002c350294bf tempest-RoutersNegativeTest-868442710 tempest-RoutersNegativeTest-868442710-project] 10.222.0.36 "DELETE /v2.0/routers/de4dd724-f31b-43a4-b324-21b4c15325eb HTTP/1.1" status: 204 len: 168 time: 1.3561952 Oct 17 18:14:01.746324 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-689fcdfa-d353-48a7-ad14-30fcf0c92f74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7313573 Oct 17 18:14:01.761199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.766451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:01.800922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.822115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.877142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028b544a-3773-430f-b97a-e1663b23184a']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:01.890024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.899070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Deleting port 37e33f79-8a5c-44c0-be29-0c2ab2932a67 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:01.899070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.979472 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 10 to provision port 9ba707b1-c114-4034-98d5-796679efe98a Oct 17 18:14:01.997243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:01.997544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:02.026622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.053482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:02.056814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fe9af006-6612-4cff-b8c7-7a60c0c7830f None None] The port '37e33f79-8a5c-44c0-be29-0c2ab2932a67' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:14:02.061755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:02.062539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:02.113256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3f59b-66f2-4c49-99f2-5c67c5f12900,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:02.120682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bb441e6e-ecc5-400b-8a6f-5c9479005ef2 req-722df4a5-92d6-49ef-aef5-4d5c415ba04c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.1268654 Oct 17 18:14:02.123752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.139287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.151083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:14:02.151083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.157155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.6 (69e80ea0-efe8-40d9-a43b-9aa41d5b9325/3f43fca4-d352-4bb9-a7fe-658d7ed5671f/a979ac49-3119-4fcf-aac5-d0df3c83a416) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:02.244200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8 resource provider aggregate not found Oct 17 18:14:02.294586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43ae5820-4e7b-4b44-9af0-7c3a7a7d38c8 found for delete ", "request_id": "req-6a2c869e-a7b5-40db-9e74-ab7a320ae3eb"}]} Oct 17 18:14:02.302566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.311129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-fce6c7e7-01f3-4580-a15d-9d31a8a0869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:02.312576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-fce6c7e7-01f3-4580-a15d-9d31a8a0869f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.4011576 Oct 17 18:14:02.368868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Port 9ba707b1-c114-4034-98d5-796679efe98a was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:14:02.390361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ff4d0-18c0-4bab-a137-0cd9a30ed8bc None None] Pushing event updated for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:02.416195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:02.432895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.433531 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Added segment 8954e8ac-92e3-4e8e-9ba0-d2407a1c918c of type vlan for network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 Oct 17 18:14:02.445016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37688) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:02.447335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.450864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.464287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.475209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Provisioning for port 1b554fe8-b814-464c-b7e6-ab62127ad90f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:02.496581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Provisioning complete for port 1b554fe8-b814-464c-b7e6-ab62127ad90f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:02.496954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.497292 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Attempt 1 to provision port 1b554fe8-b814-464c-b7e6-ab62127ad90f Oct 17 18:14:02.537397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 7255928d-aa8a-4bec-a5e9-ac4bd8406da3 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:02.544598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.615302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=bb838040-11d9-448a-8563-adca066ab45e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:02.617197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=028b544a-3773-430f-b97a-e1663b23184a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:02.660139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.771333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e3a8ed-8bae-468b-b937-8e846d70fa78,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:02.803241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Current status of the port 1b554fe8-b814-464c-b7e6-ab62127ad90f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:02.803857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.863250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-518c7de4-e572-4a63-a2c2-2790f666bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:02.864850 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-518c7de4-e572-4a63-a2c2-2790f666bac2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.5298445 Oct 17 18:14:02.874289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1c241328-cd33-4198-b83f-63711affb324 None None] For port 1b554fe8-b814-464c-b7e6-ab62127ad90f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1b554fe8-b814-464c-b7e6-ab62127ad90f,segment=NetworkSegment(d2c03648-6871-4b66-b27e-0f5cf3bda427),segment_id=d2c03648-6871-4b66-b27e-0f5cf3bda427)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:02.886329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:02.900907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] Sync routers for ids ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:02.909898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:01Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:02.910433 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] Routers {'7255928d-aa8a-4bec-a5e9-ac4bd8406da3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:02.911283 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:02.915471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2810db93-c993-4cf7-a17b-b01541754ced None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:01Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:02.935924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.953686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object a979ac49-3119-4fcf-aac5-d0df3c83a416 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:02.971155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.998612 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:03.000476 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e9a7cd42-81d9-4f0b-8bc3-d5526d176ad2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/7255928d-aa8a-4bec-a5e9-ac4bd8406da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0808113 Oct 17 18:14:03.001178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37694) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.012411 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] Routers {'7255928d-aa8a-4bec-a5e9-ac4bd8406da3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:03.013369 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:03.023359 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c157835-a1cd-4941-86e3-bfa214806b7d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/028b544a-3773-430f-b97a-e1663b23184a HTTP/1.1" status: 204 len: 168 time: 5.2962077 Oct 17 18:14:03.026012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.026314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Could not find standard attr ID for object 30aacb19-141d-4476-a393-3d842f359ef4. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:14:03.026444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 346bbbcd-b1ef-4dff-8888-4ced20942a73 disassociated (deleted). External IP: 172.26.2.52, port: 5ad0bee0-50f7-4dc5-aa61-addbb1a434d9. Oct 17 18:14:03.064566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37698) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.098493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.102477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cec53920-4cb2-419f-96a9-2e6568913717 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3637843 Oct 17 18:14:03.104072 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:03.104726 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b8ebb-a018-42d7-addc-fdb617392ff8 None None] The sync data for ids ['7255928d-aa8a-4bec-a5e9-ac4bd8406da3'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:03.107403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Pushing event updated for resources: {'Port': ['ID=1b554fe8-b814-464c-b7e6-ab62127ad90f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:03.114705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37702) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.147973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c241328-cd33-4198-b83f-63711affb324 None None] Provisioning for port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:03.152086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-79941917-9922-4fa2-8e41-219cfbb2363b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:03.182274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-400e55a7-fff9-4918-8820-919aa570c23b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=298c104e124247888e0ca7978a136d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324705 Oct 17 18:14:03.186232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.233274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128ded7-7b97-432a-9d46-3667cbdd9b61 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:03.234751 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3128ded7-7b97-432a-9d46-3667cbdd9b61 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/7040ca3c-5795-4766-862c-326922342302 HTTP/1.1" status: 200 len: 844 time: 0.1673105 Oct 17 18:14:03.245443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37712) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.358339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-08968824-ffce-474d-94dc-e06b4a2fc72e tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/7040ca3c-5795-4766-862c-326922342302?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1123080 Oct 17 18:14:03.358339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-79941917-9922-4fa2-8e41-219cfbb2363b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:03.364618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.365669 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-79941917-9922-4fa2-8e41-219cfbb2363b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=7255928d-aa8a-4bec-a5e9-ac4bd8406da3 HTTP/1.1" status: 200 len: 205 time: 0.3528121 Oct 17 18:14:03.365669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.373737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '61e3a8ed-8bae-468b-b937-8e846d70fa78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:03.378639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.379569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:03.380140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.387265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:03.402674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37722) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.474967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:03.546537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:03.579523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:03.584375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.590733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:03.608285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:03.618962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:03.640735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.644541 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-4e87e35d-8faa-4f45-b906-194eeb453d11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.7684550 Oct 17 18:14:03.661421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:03.768591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6115496 Oct 17 18:14:03.782637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:03.803993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37728) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:03.804250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f444-3905-4ff2-b6e2-1be8a3db93bf admin admin] Pushing event updated for resources: {'Network': ['ID=ee4b1c5c-2b63-49b8-89a7-94a1961b3354,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:03.806286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:03.809384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Request body: {'subnet': {'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1607502650-subnet', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:03.810000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:03.813016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:03.821730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:03.837558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:03.841439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.860190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:03.864925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-75073e79-c586-4dbe-ad39-5e148ba79a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:03.866716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-75073e79-c586-4dbe-ad39-5e148ba79a84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.2028947 Oct 17 18:14:03.904798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Usage tracker for resource:subnet and tenant:e9b1123df08f471380a23ae289fee866 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:03.908233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:03.914926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:03.942069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:03.942772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.007103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.022782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Provisioning for port a979ac49-3119-4fcf-aac5-d0df3c83a416 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:04.029710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Provisioning complete for port a979ac49-3119-4fcf-aac5-d0df3c83a416 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:04.030448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.031136 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Attempt 1 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:04.099569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Made reservation on behalf of e9b1123df08f471380a23ae289fee866 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:04.101913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.104537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:04.108038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.111658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:04.122159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-aa193b8b-752c-40f1-baed-af2ab624ec77 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7706099 Oct 17 18:14:04.195664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Request body: {'port': {'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:04.201723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e2c3-b897-40a0-b722-7c033fb5edbc req-e4b69aa4-ea6c-4b66-a9d7-4c551c1bb402 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:04.203286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf2e2c3-b897-40a0-b722-7c033fb5edbc req-e4b69aa4-ea6c-4b66-a9d7-4c551c1bb402 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 931 time: 0.8421574 Oct 17 18:14:04.230256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.258828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.347238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.355684 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf2e2c3-b897-40a0-b722-7c033fb5edbc req-f7bcabcc-276d-4984-b9ef-8d42de60d758 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372812 Oct 17 18:14:04.366550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.370815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-83ae1350-f0bd-489b-ab55-54db1c36a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:04.372342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-83ae1350-f0bd-489b-ab55-54db1c36a8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4924753 Oct 17 18:14:04.385877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.386396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router 7255928d-aa8a-4bec-a5e9-ac4bd8406da3 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:14:04.409551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:04.470207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.471281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.538546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1b554fe8-b814-464c-b7e6-ab62127ad90f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:04.570024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6188378-2675-4284-8bb6-fe35c6850869,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:04.612673 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Attempt 2 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:04.657912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e429a9-9eea-445b-9fa0-0e5c861c729f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:04.660279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1b554fe8-b814-464c-b7e6-ab62127ad90f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:04.660654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.661002 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1b554fe8-b814-464c-b7e6-ab62127ad90f Oct 17 18:14:04.670645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.671775 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7d3b391c-c545-439b-aa20-47319331adb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21e429a9-9eea-445b-9fa0-0e5c861c729f HTTP/1.1" status: 204 len: 168 time: 1.4824846 Oct 17 18:14:04.676459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.679789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e42963af-3183-4810-9122-d7fbacf9247c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/7255928d-aa8a-4bec-a5e9-ac4bd8406da3 HTTP/1.1" status: 204 len: 168 time: 1.2634397 Oct 17 18:14:04.680549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37734) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:04.745964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:04.804659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1b554fe8-b814-464c-b7e6-ab62127ad90f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:04.805940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:04.841387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 2482c3b1-cee5-491d-aaa0-43ab83ddb580 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:04.865462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.866854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e56daadd-f442-499a-80d7-be640c3542e4 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6834610 Oct 17 18:14:04.872207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.872919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-9c334c30-3b39-46dc-adf2-902a61555c53 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918001 Oct 17 18:14:04.873380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37738) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:04.966008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:04.973101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:04.975463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.975463 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde Oct 17 18:14:04.990613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.021122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.123099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:05.124006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.132184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.171290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:05.211203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.246462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.247324 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Attempt 3 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:05.270869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:05.280787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:05.282695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:05.289212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.300446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Checking segment: {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:05.301192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Network hostable DHCP agents. Network: ee4b1c5c-2b63-49b8-89a7-94a1961b3354, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:05.306593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4063ee6c-e26c-4911-b304-b594df4a8bf0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:05.313053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d86906-8678-4ebe-9680-7acbfeb4576b None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:05.316985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.352287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.354428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:05.363606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fd7dbbd1-db13-4fe6-9351-9322c6ee610f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/346bbbcd-b1ef-4dff-8888-4ced20942a73 HTTP/1.1" status: 204 len: 168 time: 5.5003376 Oct 17 18:14:05.371277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:05.371931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.381871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a979ac49-3119-4fcf-aac5-d0df3c83a416 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:05.385711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37750) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:05.388733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=2a44653f-9c76-414b-a10d-26640afec84e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:05.391810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.517424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:05.521134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:05.534049 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7465548-d73e-40cb-b4c3-005e37b30ba2 req-9af046db-486d-4488-97e3-c0b481612105 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523840 Oct 17 18:14:05.548249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 5ad0bee0-50f7-4dc5-aa61-addbb1a434d9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:05.548661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.572636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Transition to ACTIVE for port object a979ac49-3119-4fcf-aac5-d0df3c83a416 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:05.577265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:05.589344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.590167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.615387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.616526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d6188378-2675-4284-8bb6-fe35c6850869 HTTP/1.1" status: 204 len: 168 time: 0.7400036 Oct 17 18:14:05.622530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37758) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:05.630803 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d0972f14-8ff6-485d-8c3f-3fc6462be586 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2658887 Oct 17 18:14:05.630803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b63c96-3993-4935-b342-441ffce363ae tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6188378-2675-4284-8bb6-fe35c6850869,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:05.631024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37762) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:05.655550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1844067614'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:05.668718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:05.671024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:05.673265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.684582 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/2482c3b1-cee5-491d-aaa0-43ab83ddb580 HTTP/1.1" status: 204 len: 168 time: 0.9993165 Oct 17 18:14:05.685641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b0692-c527-4a18-87b0-5950fdc7e758 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=2482c3b1-cee5-491d-aaa0-43ab83ddb580,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:05.687650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.688407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7090fb8-cafe-4c4e-a102-987957d527de None None] Network c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:05.694372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37766) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:05.701175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:05.721758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:05.752652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:05.772480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:05.785779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:05.786424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:05.804252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, ee4b1c5c-2b63-49b8-89a7-94a1961b3354) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:05.845948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:05.847295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.853140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfc5c9-c286-433f-87de-47cd18fbbdb3 None None] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:05.883538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4a88ebe3-f755-40e7-bc66-8c067d34aa33 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:05.955747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.957834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Pushing event updated for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:05.987048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.014095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:06.022197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:06.024986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1299-baf2-478b-96e7-1cfd55735f81 req-b8b01b75-ca05-40f2-a6f6-b55c1be57931 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:06.025682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7e2d1299-baf2-478b-96e7-1cfd55735f81 req-b8b01b75-ca05-40f2-a6f6-b55c1be57931 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:06.028847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:06.040615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:06.042648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 1b554fe8-b814-464c-b7e6-ab62127ad90f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:06.042995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.063544 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c71e474-66f8-4486-8f4b-7725893ca854 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2610230 Oct 17 18:14:06.073095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37778) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:06.073594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:06.081982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:06.087431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:06.092205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Usage tracker for resource:router and tenant:e9b1123df08f471380a23ae289fee866 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:06.095619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:06.102125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:06.115157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4a88ebe3-f755-40e7-bc66-8c067d34aa33 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:06.119338 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a88ebe3-f755-40e7-bc66-8c067d34aa33 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4927731 Oct 17 18:14:06.125522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Attempting to bind port a979ac49-3119-4fcf-aac5-d0df3c83a416 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:06.126330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Attempting to bind port a979ac49-3119-4fcf-aac5-d0df3c83a416 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:06.126895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Attempting to bind port a979ac49-3119-4fcf-aac5-d0df3c83a416 on network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:06.131058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37782) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:06.138962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 on network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:14:06.139588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Attempting to bind port a979ac49-3119-4fcf-aac5-d0df3c83a416 on network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:06.146375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:06.146994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Checking segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:06.148298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Bound using segment: {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:06.148998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Bound port: a979ac49-3119-4fcf-aac5-d0df3c83a416, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df887776-5e51-4f1f-b257-a7f43269c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:06.149512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.160794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37786) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:06.163443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.165278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:06.166201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e2fff-445f-45e7-a6d1-3e56492c6e85 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:06.180821 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Attempt 4 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:06.226146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.227205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.237543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7e2d1299-baf2-478b-96e7-1cfd55735f81 req-b8b01b75-ca05-40f2-a6f6-b55c1be57931 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:06.238746 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e2d1299-baf2-478b-96e7-1cfd55735f81 req-b8b01b75-ca05-40f2-a6f6-b55c1be57931 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 931 time: 0.7350066 Oct 17 18:14:06.319747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.365538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 5ad0bee0-50f7-4dc5-aa61-addbb1a434d9 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:06.382177 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e2d1299-baf2-478b-96e7-1cfd55735f81 req-c5456247-e124-4309-9845-c3d230868035 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319137 Oct 17 18:14:06.382177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:06.391123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:06.405834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:06.415301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4edda2b4-b43c-4e8e-8108-90332c6be970 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-996872567', 'prefixes': ['172.20.0.0/16']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:06.422200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4edda2b4-b43c-4e8e-8108-90332c6be970 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:06.499456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:06.559072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'fixed_ips': [{'subnet_id': '4063ee6c-e26c-4911-b304-b594df4a8bf0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:06.559929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.593793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.606256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:06.606925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.608370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] 10.222.0.42 "PUT /v2.0/ports/a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 200 len: 1093 time: 2.4240673 Oct 17 18:14:06.620704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.621686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.650218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:06.653102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:06.671788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 1b554fe8-b814-464c-b7e6-ab62127ad90f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1b554fe8-b814-464c-b7e6-ab62127ad90f,segment=NetworkSegment(d2c03648-6871-4b66-b27e-0f5cf3bda427),segment_id=d2c03648-6871-4b66-b27e-0f5cf3bda427)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:06.671788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.740881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eecf53c-de7e-4984-a664-e0e8c4b0e72d x-openstack-request-id: req-7eecf53c-de7e-4984-a664-e0e8c4b0e72d {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:06.741124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:06.741321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7eecf53c-de7e-4984-a664-e0e8c4b0e72d {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:06.741748 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eecf53c-de7e-4984-a664-e0e8c4b0e72d'] response: {'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'status': 'completed', 'code': 200} Oct 17 18:14:06.751425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:06.751425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.751425 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde Oct 17 18:14:06.784676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] DHCP port deletion for c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:14:06.813525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Deleting port 1b554fe8-b814-464c-b7e6-ab62127ad90f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:06.813973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.839431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'tenant_id': 'dd15bdb8e44042f3b1e7ba4a8081ea8d', 'fixed_ips': [{'subnet_id': '2a44653f-9c76-414b-a10d-26640afec84e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:06.840287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.878652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.894218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 1b554fe8-b814-464c-b7e6-ab62127ad90f owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:06.943105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.943358 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Attempt 5 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:07.016931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Allocated IP 172.20.0.2 (ee4b1c5c-2b63-49b8-89a7-94a1961b3354/4063ee6c-e26c-4911-b304-b594df4a8bf0/7a22d395-c213-4702-8944-bcb42c3cb41e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:07.032331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.062025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364a26-7bc0-43f7-a74f-30eaebd9f32a service neutron] Pushing event updated for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.077420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-70770d53-61f2-4ec0-bce2-01468cdadddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:07.079053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-70770d53-61f2-4ec0-bce2-01468cdadddb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1096 time: 0.3165438 Oct 17 18:14:07.167258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e53326-ed17-4628-9f3a-ac52e7287d32,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.232561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.237393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dbe71bb8-7240-4976-a40d-afdd1b383411 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5913904 Oct 17 18:14:07.238088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37794) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.249673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'security_group': {'name': 'tempest-secgroup-957718458'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:07.255973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:07.259852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:07.262788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:07.269143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:07.322327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4edda2b4-b43c-4e8e-8108-90332c6be970 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Notify callbacks [] for subnetpool, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.326273 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4edda2b4-b43c-4e8e-8108-90332c6be970 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1619380 Oct 17 18:14:07.327599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.332276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-f681271d-496c-48a5-9613-c892026aff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:07.333765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-f681271d-496c-48a5-9613-c892026aff25 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2405019 Oct 17 18:14:07.354971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.359337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.368357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.439061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-803008f3-7b8a-4e66-ba66-222a02809d5f None None] Port a979ac49-3119-4fcf-aac5-d0df3c83a416 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:14:07.450442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2f892749-01fd-4fd5-9d3f-9c446d2a8637 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "GET /v2.0/subnetpools/4a695854-ee06-4958-a347-2548d00c2100 HTTP/1.1" status: 200 len: 731 time: 0.1193922 Oct 17 18:14:07.453856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37804) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.467720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e3a8ed-8bae-468b-b937-8e846d70fa78,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.470552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-395c92b2-a845-4ab9-921e-25096dd0677d tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-661204858'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:07.480747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.500919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No DVR routers for this DVR port 1b554fe8-b814-464c-b7e6-ab62127ad90f on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:14:07.514676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:07.516903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=1b554fe8-b814-464c-b7e6-ab62127ad90f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.519853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Allocated IP 2001:db8::2 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/2a44653f-9c76-414b-a10d-26640afec84e/b0f57608-d589-4054-ba48-f67667088da8) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:07.549667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] For port 1b554fe8-b814-464c-b7e6-ab62127ad90f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1b554fe8-b814-464c-b7e6-ab62127ad90f,segment=NetworkSegment(d2c03648-6871-4b66-b27e-0f5cf3bda427),segment_id=d2c03648-6871-4b66-b27e-0f5cf3bda427)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:07.550075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.625036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:07.633271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=5ad0bee0-50f7-4dc5-aa61-addbb1a434d9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.664807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-d772b193-41ec-40c6-9071-ea9d377cbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:07.666356 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d49f777f-4b50-4029-a9c0-3e4dd9a6a8d9 req-d772b193-41ec-40c6-9071-ea9d377cbef6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162634 Oct 17 18:14:07.703516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Calling delete_port for 1b554fe8-b814-464c-b7e6-ab62127ad90f owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:07.724570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:07.740748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:07.804823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:07.851182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.859140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.863602 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11ce3fde-d59b-44f6-a46e-f4f6738387f2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/61e3a8ed-8bae-468b-b937-8e846d70fa78 HTTP/1.1" status: 204 len: 168 time: 1.7225163 Oct 17 18:14:07.871235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37808) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.879414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-395c92b2-a845-4ab9-921e-25096dd0677d tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Notify callbacks [] for subnetpool, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.883064 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-395c92b2-a845-4ab9-921e-25096dd0677d tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "PUT /v2.0/subnetpools/4a695854-ee06-4958-a347-2548d00c2100 HTTP/1.1" status: 200 len: 683 time: 0.4258144 Oct 17 18:14:07.902179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37812) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.916608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.920655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:07.940107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f9cb0-4b84-4f7f-a019-9cf59b5ec05d req-b50e7411-1076-4064-b518-ecdc3b9486dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:07.941692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8f9cb0-4b84-4f7f-a019-9cf59b5ec05d req-b50e7411-1076-4064-b518-ecdc3b9486dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 943 time: 0.4123819 Oct 17 18:14:07.942858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Transition to ACTIVE for port object 7a22d395-c213-4702-8944-bcb42c3cb41e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:07.965624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c03648-6871-4b66-b27e-0f5cf3bda427') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:07.965624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c03648-6871-4b66-b27e-0f5cf3bda427') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:07.968504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:14:07.968860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:14:07.989140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.003983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Transition to ACTIVE for port object 7a22d395-c213-4702-8944-bcb42c3cb41e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:08.004356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.042127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b886d6eb-0d9a-4899-b2d0-aeb784316821 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:08.043845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.052343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f8b4e7b-d1a9-4190-8240-40740173654d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/5ad0bee0-50f7-4dc5-aa61-addbb1a434d9 HTTP/1.1" status: 204 len: 168 time: 2.6608503 Oct 17 18:14:08.059013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37816) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.060378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.067674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Transition to ACTIVE for port object b0f57608-d589-4054-ba48-f67667088da8 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:08.076892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:08.085709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Transition to ACTIVE for port object b0f57608-d589-4054-ba48-f67667088da8 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:08.087213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:14:08.087623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.087767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.096622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.110187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:08.132384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.136704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8f9cb0-4b84-4f7f-a019-9cf59b5ec05d req-f7f10655-62cc-4ac2-addd-ef1b81975d15 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657925 Oct 17 18:14:08.173629 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment d2c03648-6871-4b66-b27e-0f5cf3bda427 resource provider aggregate not found Oct 17 18:14:08.182928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:floatingip and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:08.188088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.191640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:08.200107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-4a4a36bd-a746-4ad0-9651-ef4948a75f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:08.201617 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-4a4a36bd-a746-4ad0-9651-ef4948a75f2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1096 time: 0.4185853 Oct 17 18:14:08.204420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.207861 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment d2c03648-6871-4b66-b27e-0f5cf3bda427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2c03648-6871-4b66-b27e-0f5cf3bda427 found for delete ", "request_id": "req-c9b99830-71b8-43ba-aee6-ef944c51b54a"}]} Oct 17 18:14:08.208713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:08.210133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:08.210871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Pushing event updated for resources: {'Port': ['ID=7a22d395-c213-4702-8944-bcb42c3cb41e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.214827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:08.256344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:08.262129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b886d6eb-0d9a-4899-b2d0-aeb784316821 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:08.263741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b886d6eb-0d9a-4899-b2d0-aeb784316821 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3897359 Oct 17 18:14:08.267254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.273134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834464304'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:08.280305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:08.292309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:08.297734 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-3be7cbc5-d48d-469b-8dab-e3537d0f5a92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 200 len: 217 time: 0.0776832 Oct 17 18:14:08.299456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.347139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29893ea2-2f45-4f80-8ce4-6859a4fbf0ab,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.364336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:08.365486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.373181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:08.376199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:08.384384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.405355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6ffcdb3-e4e4-4e2c-b7a7-4dffe43e0a8a tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] Notify callbacks [] for subnetpool, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.406843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b6ffcdb3-e4e4-4e2c-b7a7-4dffe43e0a8a tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "DELETE /v2.0/subnetpools/4a695854-ee06-4958-a347-2548d00c2100 HTTP/1.1" status: 204 len: 168 time: 0.5035839 Oct 17 18:14:08.407881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.414803 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf HTTP/1.1" status: 204 len: 168 time: 2.7107065 Oct 17 18:14:08.417763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.421320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37828) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.421681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37830) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.434432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-381245264', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:08.434748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.441025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbbe23-e063-4f45-a01b-ef579f8ec660 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=c83dbb77-fe4c-4de0-b7fd-915eb56cf6cf,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.463287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:08.467513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-2301e7dd-28c7-41a6-8257-5535a1d21757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:08.467923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-2301e7dd-28c7-41a6-8257-5535a1d21757 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f43fca4-d352-4bb9-a7fe-658d7ed5671f HTTP/1.1" status: 200 len: 835 time: 0.1356993 Oct 17 18:14:08.468110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Attempting to bind port 7a22d395-c213-4702-8944-bcb42c3cb41e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:08.468575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Attempting to bind port 7a22d395-c213-4702-8944-bcb42c3cb41e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:08.469112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Attempting to bind port 7a22d395-c213-4702-8944-bcb42c3cb41e on network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:08.480346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:08.483293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-b75e145b-37a6-4786-871c-ca4e5ae5ba0c tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] show failed (client error): The resource could not be found. Oct 17 18:14:08.484290 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b75e145b-37a6-4786-871c-ca4e5ae5ba0c tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "GET /v2.0/subnetpools/4a695854-ee06-4958-a347-2548d00c2100 HTTP/1.1" status: 404 len: 346 time: 0.0617046 Oct 17 18:14:08.486629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Allocated IP 172.26.2.15 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/04ddc379-a6f5-4874-853a-92d5238c1236) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:08.489010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:08.492678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37836) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.505503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.509850 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-97f11239-9923-41aa-8179-69fa9d123ee7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2614019 Oct 17 18:14:08.510612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37838) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.520197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1183394858', 'security_groups': ['29893ea2-2f45-4f80-8ce4-6859a4fbf0ab'], 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a44653f-9c76-414b-a10d-26640afec84e'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:08.527930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Deleting port 1b554fe8-b814-464c-b7e6-ab62127ad90f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:08.529819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.538500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:08.563953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:08.564590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Checking segment: {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:08.565718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.566151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Bound using segment: {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:08.566664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Bound port: 7a22d395-c213-4702-8944-bcb42c3cb41e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:08.567042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.576267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1b554fe8-b814-464c-b7e6-ab62127ad90f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:08.601136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:08.610475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:08.622035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:08.671087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1b554fe8-b814-464c-b7e6-ab62127ad90f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:14:08.671372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1b554fe8-b814-464c-b7e6-ab62127ad90f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:14:08.681184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae003ffb-d680-4b31-b777-8203090eb6c0 None None] The port '1b554fe8-b814-464c-b7e6-ab62127ad90f' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:14:08.684599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Attempting to bind port b0f57608-d589-4054-ba48-f67667088da8 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:08.684983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Attempting to bind port b0f57608-d589-4054-ba48-f67667088da8 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1136d2c6-4c7c-41d8-b18e-954cd8d2382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:08.685958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Attempting to bind port b0f57608-d589-4054-ba48-f67667088da8 on network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:08.696332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-ec04e252-383d-48c1-9925-92f78505e3d1 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] delete failed (client error): The resource could not be found. Oct 17 18:14:08.697332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ec04e252-383d-48c1-9925-92f78505e3d1 tempest-SubnetPoolsTestJSON-1098360020 tempest-SubnetPoolsTestJSON-1098360020-project] 10.222.0.36 "DELETE /v2.0/subnetpools/4a695854-ee06-4958-a347-2548d00c2100 HTTP/1.1" status: 404 len: 346 time: 0.1612155 Oct 17 18:14:08.700706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:08.737319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:08.750782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:port and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:08.763676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:08.777825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] For port 7a22d395-c213-4702-8944-bcb42c3cb41e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:08.780972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] For port 7a22d395-c213-4702-8944-bcb42c3cb41e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7a22d395-c213-4702-8944-bcb42c3cb41e,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:08.782523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:08.782903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Checking segment: {'id': '1136d2c6-4c7c-41d8-b18e-954cd8d2382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:08.783344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.783719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Bound using segment: {'id': '1136d2c6-4c7c-41d8-b18e-954cd8d2382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:08.784186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Bound port: b0f57608-d589-4054-ba48-f67667088da8, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1136d2c6-4c7c-41d8-b18e-954cd8d2382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:08.784561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.790107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:08.807606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.818924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.829781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.830869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.847243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.849890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-248f9d9e-149b-4785-b001-e9c6499014fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:08.854261 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-248f9d9e-149b-4785-b001-e9c6499014fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3661647 Oct 17 18:14:08.903410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.916142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:08.963905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.983014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:08.989195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:08.995480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad845-32f7-4169-ab28-d6a1ca865a9b None None] Pushing event updated for resources: {'Port': ['ID=7a22d395-c213-4702-8944-bcb42c3cb41e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:09.010234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.028676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8656acd9-ec6c-45fa-995e-26058c6e3eb0,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:09.051798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.072593 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-3ec97162-b573-4e7e-b2bc-aa81d7f2e5c0 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070282 Oct 17 18:14:09.074938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.091777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.117656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 11240e03-c5da-4cca-94b6-015a5a74becb yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:14:09.181585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff3541-b983-4986-a0db-d30387d95f8e None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:09.239766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.246725 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a1725177-e3be-4dff-8813-5f23c47a1aa5 req-2ef6d379-3750-48db-b478-89745056255f service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628199 Oct 17 18:14:09.256045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:09.256207 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-224ea9ba-98d0-40e8-8e44-1e9fff68075a tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9860749 Oct 17 18:14:09.264774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8656acd9-ec6c-45fa-995e-26058c6e3eb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:09.279576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:09.297067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:09.317775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:09.348574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:09.405281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.512491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.513844 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f574b8d-6476-4aa9-8ecb-8308c820115f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0898004 Oct 17 18:14:09.524744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37854) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:09.539507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-456314850'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:09.544332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:09.550760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:09.551795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:09.557730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:09.565963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.578536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37858) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:09.587686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:09.607976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:09.623813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:09.657154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Pushing event updated for resources: {'Port': ['ID=04ddc379-a6f5-4874-853a-92d5238c1236,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:09.669083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:09.672656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.824167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:09.854713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.159 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/735374e4-8f31-4b9f-a318-4087e6444fb3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:09.884648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.897818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.917997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.918349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 420ac150-85ed-49dd-9710-c3ce799a5faa of type vlan for network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d Oct 17 18:14:09.956397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:09.971995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::15c (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/2a44653f-9c76-414b-a10d-26640afec84e/11240e03-c5da-4cca-94b6-015a5a74becb) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:09.976789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7a371cb8c24fb6a47935dad8139bc1 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:09.981052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea396e-c092-436d-b571-a32fee37c8ea req-29837557-89c7-4845-bd0e-4ed11c1585f2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:09.982233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:09.982608 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96ea396e-c092-436d-b571-a32fee37c8ea req-29837557-89c7-4845-bd0e-4ed11c1585f2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 943 time: 0.5847442 Oct 17 18:14:09.991976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:09.996040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.061100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.065057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453c81a4-2c66-427e-ad4c-b5c0c775947b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.121409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96ea396e-c092-436d-b571-a32fee37c8ea req-1a3b3261-bc41-4b79-b0be-515c063a00c5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312642 Oct 17 18:14:10.203832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.217965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.222025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39fb47ff-375c-4a64-bf9e-76eb1b4f885f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9639828 Oct 17 18:14:10.223212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37866) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.236133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8656acd9-ec6c-45fa-995e-26058c6e3eb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:10.246660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:10.253907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:10.273208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:10.281939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:10.319393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.336594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:10.339739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.349878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.370644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 11240e03-c5da-4cca-94b6-015a5a74becb will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:10.418013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.428641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0831a9ed-944d-486a-96a9-d60b9d650edd None None] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:10.459908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.462976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.484250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.544322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.577906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.610019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:10.615598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:10.624256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:10.624256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:10.651956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:10.658458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=735374e4-8f31-4b9f-a318-4087e6444fb3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.746358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:10.753299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:10.754070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.759088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=11240e03-c5da-4cca-94b6-015a5a74becb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.766112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.788194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7a22d395-c213-4702-8944-bcb42c3cb41e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:10.813114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.827793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d137db-7262-4630-8b4c-00f22260cf97,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.844900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9f614ea2-27b0-4950-b771-b4f57ba1e606 None None] Provisioning for port 7a22d395-c213-4702-8944-bcb42c3cb41e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:10.853534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3277185 Oct 17 18:14:10.858008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37872) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.864606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:10.904576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40bbaa-ca28-4186-b2df-6549ed4dc3bb tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=2ed394f5-e5e8-476a-b0d0-b385feaf6d8d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.916306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d1bf4-0761-4728-91c7-4905f85430e4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.920832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b3ed5668-82f4-4fda-be7f-edb4ab3ad901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad7a371cb8c24fb6a47935dad8139bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3412697 Oct 17 18:14:10.924069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37876) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.940681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:10.970271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-43249888-e509-45df-97a3-326ebb666cfe tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4568136 Oct 17 18:14:10.978736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.978736 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-aa5742f5-53fb-4f57-9f75-8ef68e018b65 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7453458 Oct 17 18:14:10.979002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37880) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.979002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37882) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.991480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:10.999073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.013172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8656acd9-ec6c-45fa-995e-26058c6e3eb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:11.037051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:11.042639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:11.049114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:11.056265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:11.088076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:11.185528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:11.189482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.216014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Provisioning for port b0f57608-d589-4054-ba48-f67667088da8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:11.244139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Provisioning complete for port 7040ca3c-5795-4766-862c-326922342302 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:11.244505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.244848 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 1 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:11.250110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:11.289903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:11.310449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7a22d395-c213-4702-8944-bcb42c3cb41e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:11.323082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:11.352289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.359263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7a22d395-c213-4702-8944-bcb42c3cb41e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:11.359631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.359966 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7a22d395-c213-4702-8944-bcb42c3cb41e Oct 17 18:14:11.458300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:11.460003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.462700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.516511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7a22d395-c213-4702-8944-bcb42c3cb41e is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:11.516895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.554559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 7a22d395-c213-4702-8944-bcb42c3cb41e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7a22d395-c213-4702-8944-bcb42c3cb41e,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:11.558443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.648203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.650069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:11.750853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.759482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.788157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:11.788874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.818568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:11.823530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=7a22d395-c213-4702-8944-bcb42c3cb41e,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:11.837086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:11.862327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:11.895865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=9f1b9731-bf98-4fc3-85db-3bab34eeff0e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:11.897887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.912176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8a25f-957d-49b1-abf6-7c71d1263de0 req-36d62687-6c2b-4fa8-a925-460048d635d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:11.915158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f7b8a25f-957d-49b1-abf6-7c71d1263de0 req-36d62687-6c2b-4fa8-a925-460048d635d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 943 time: 0.5161636 Oct 17 18:14:11.921687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.936209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b0f57608-d589-4054-ba48-f67667088da8 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:11.942342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:11.942721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.943058 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:11.984314 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f7b8a25f-957d-49b1-abf6-7c71d1263de0 req-957c747c-cf10-4864-9717-dbd7781f4d63 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609829 Oct 17 18:14:11.996514 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 2 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:12.005371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:12.009001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.041838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:12.042277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:12.067734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=735374e4-8f31-4b9f-a318-4087e6444fb3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.078934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:12.088708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.090536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.094022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.137515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d1bf4-0761-4728-91c7-4905f85430e4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.152783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d753c04c-9abc-4e80-aa4a-9a62925c0aea,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.156447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:12.157111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.166695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:14:12.184736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.188311 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1a2ac94f-db0d-4aa5-a38c-066dcb57549d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c6d1bf4-0761-4728-91c7-4905f85430e4 HTTP/1.1" status: 204 len: 168 time: 1.2606854 Oct 17 18:14:12.193382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:12.196394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.200871 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2e7449c4-6d4e-4878-b351-6ce873daee2b tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1380248 Oct 17 18:14:12.204317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37892) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:12.216824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'port': {'network_id': '4f69d3f1-58b7-4d40-9688-d46c4cad27cf', 'name': 'tempest-FloatingIPTestJSON-458497990'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:12.217431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:12.293006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.293850 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c8207e52-2f61-4dbd-ae39-6c77216fa9e7 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3123920 Oct 17 18:14:12.331497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.359390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37896) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:12.381372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a44653f-9c76-414b-a10d-26640afec84e (CIDR: 2001:db8::/64) Oct 17 18:14:12.388034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8656acd9-ec6c-45fa-995e-26058c6e3eb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:12.395330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:12.403908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:12.403908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:12.409014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:12.413682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.453044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:14:12.455690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:12.466298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:12.476980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:12.477153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7a22d395-c213-4702-8944-bcb42c3cb41e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:12.477754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.479902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:12.490565 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Sync routers for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:12.504431 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:12.505163 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:12.512313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a0549b-1b3d-4fc7-be0a-443161a4bac0 None None] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:12.563635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:12.574260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:12.588566 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 3 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:12.596230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.614484 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0484a864-d98d-4771-af95-d964281ece76 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7553277 Oct 17 18:14:12.617165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37902) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:12.618330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.622895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-40c3c33f-8166-4f78-8f47-9ed6b569acd5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5450537 Oct 17 18:14:12.622895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b268c6b7-d363-4a1b-b17f-9c6aa494552f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6431086 Oct 17 18:14:12.624985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37906) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:12.626305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37908) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:12.691740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:12.734704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7a22d395-c213-4702-8944-bcb42c3cb41e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:12.735180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.735855 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7a22d395-c213-4702-8944-bcb42c3cb41e Oct 17 18:14:12.737365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:12.741877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.859393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] device_id is not set on port 11b4b3d3-d956-4040-ab19-5cfe45cc9d49 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:14:12.899138 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:12.990382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:13.040311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:13.041149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.141839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7a22d395-c213-4702-8944-bcb42c3cb41e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:13.195772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.197196 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 4 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:13.208227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:13.216091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:13.221312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:13.427383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:13.428704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:13.431407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:10Z', 'revision_number': 3, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:13.436545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Checking router: 916e3491-d942-4428-b7dc-3ad60f8f4bf3 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:13.436854 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Updating router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 port 04ddc379-a6f5-4874-853a-92d5238c1236 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:13.452207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a979ac49-3119-4fcf-aac5-d0df3c83a416 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:14:13.471620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Allocated IP 172.20.0.2 (2ed394f5-e5e8-476a-b0d0-b385feaf6d8d/9f1b9731-bf98-4fc3-85db-3bab34eeff0e/4b3504ac-ad62-405c-b711-28fa0cc5593c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:13.499355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.507295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.14 (4f69d3f1-58b7-4d40-9688-d46c4cad27cf/c96047f4-b146-4f08-a06e-843f43fae884/11b4b3d3-d956-4040-ab19-5cfe45cc9d49) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:13.547232 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.563700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.607969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eb57f7-4c4a-45ff-ad48-8291ad8a8908,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:13.736577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:13.747302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.778923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.782581 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ba4b99fd-e0f3-4bb1-bffe-dd89e021727b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4151423 Oct 17 18:14:13.832462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37932) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:13.832831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37934) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:13.856529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8656acd9-ec6c-45fa-995e-26058c6e3eb0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:13.878028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:13.881369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:13.896280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:13.931749 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 5 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:13.980335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:13.993374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:13.994180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:14:14.020355 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.028837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-847181625-network', 'tenant_id': '8b0c46540a1641f8aaaab320090d40d4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:14.032470 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Transition to ACTIVE for port object 04ddc379-a6f5-4874-853a-92d5238c1236 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:14.048111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:14.058114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7c5ab-487c-48af-8326-c8b2fee064c1 req-fb80e4e5-e160-407d-b8f3-60c79797c89b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:14.059730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30a7c5ab-487c-48af-8326-c8b2fee064c1 req-fb80e4e5-e160-407d-b8f3-60c79797c89b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 943 time: 0.8363740 Oct 17 18:14:14.065924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Usage tracker for resource:network and tenant:8b0c46540a1641f8aaaab320090d40d4 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:14.078094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:14.081040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.088592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:14.095298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a979ac49-3119-4fcf-aac5-d0df3c83a416 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:14.096283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.104960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:14.112110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Transition to ACTIVE for port object 4b3504ac-ad62-405c-b711-28fa0cc5593c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:14.123912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a979ac49-3119-4fcf-aac5-d0df3c83a416 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:14.146457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Transition to ACTIVE for port object 4b3504ac-ad62-405c-b711-28fa0cc5593c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:14.151827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:14.178809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.187429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.191918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.239948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.253144 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Attempting to bind port 04ddc379-a6f5-4874-853a-92d5238c1236 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:14.253432 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Attempting to bind port 04ddc379-a6f5-4874-853a-92d5238c1236 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:14.253831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Attempting to bind port 04ddc379-a6f5-4874-853a-92d5238c1236 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:14.264641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:14.264919 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:14.265709 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.265826 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:14.266493 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Bound port: 04ddc379-a6f5-4874-853a-92d5238c1236, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:14.266629 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.273030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Made reservation on behalf of 8b0c46540a1641f8aaaab320090d40d4 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:14.275309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.312780 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11692c1d-64ac-4b17-83b3-dc125ab4e021 None None] Pushing event updated for resources: {'Port': ['ID=04ddc379-a6f5-4874-853a-92d5238c1236,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:14.334593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.352850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.374720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:14.385738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:14.389904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:14.397846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:14.405314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Usage tracker for resource:security_group_rule and tenant:8b0c46540a1641f8aaaab320090d40d4 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:14.406075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] For port 04ddc379-a6f5-4874-853a-92d5238c1236, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:14.410598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:14.410817 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] For port 04ddc379-a6f5-4874-853a-92d5238c1236, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=04ddc379-a6f5-4874-853a-92d5238c1236,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:14.420387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:14.437112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30a7c5ab-487c-48af-8326-c8b2fee064c1 req-f2287af9-e5d7-4b0d-aead-98ccd52ebf5f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630092 Oct 17 18:14:14.480949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Pushing event updated for resources: {'Port': ['ID=4b3504ac-ad62-405c-b711-28fa0cc5593c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:14.482996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.20.0.1 (2ed394f5-e5e8-476a-b0d0-b385feaf6d8d/9f1b9731-bf98-4fc3-85db-3bab34eeff0e/43388d72-f822-4c52-a174-4e1533fefe9a) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:14.491082 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.560333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Attempting to bind port 4b3504ac-ad62-405c-b711-28fa0cc5593c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:14.560708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Attempting to bind port 4b3504ac-ad62-405c-b711-28fa0cc5593c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:14.561074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Attempting to bind port 4b3504ac-ad62-405c-b711-28fa0cc5593c on network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:14.570825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:14.571198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Checking segment: {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:14.577267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.577267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Bound using segment: {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:14.577267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Bound port: 4b3504ac-ad62-405c-b711-28fa0cc5593c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:14.577267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.621144 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:14.621790 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:14.625397 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 6 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:14.644253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Allocated IP 172.20.0.1 (ee4b1c5c-2b63-49b8-89a7-94a1961b3354/4063ee6c-e26c-4911-b304-b594df4a8bf0/ea718e4e-5e0b-42fc-8800-e8607952e163) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:14.669631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:14.670900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.689989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 43388d72-f822-4c52-a174-4e1533fefe9a will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:14.710219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.756896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:14.789543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:14.795079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.818672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] For port 4b3504ac-ad62-405c-b711-28fa0cc5593c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:14.823517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] For port 4b3504ac-ad62-405c-b711-28fa0cc5593c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4b3504ac-ad62-405c-b711-28fa0cc5593c,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:14.830765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11692c1d-64ac-4b17-83b3-dc125ab4e021 None None] Pushing event updated for resources: {'Port': ['ID=04ddc379-a6f5-4874-853a-92d5238c1236,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:14.837583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['a979ac49-3119-4fcf-aac5-d0df3c83a416'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:14:14.871982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.882078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:14.890762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:14.891317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.892003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:14.900066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:14.910859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:14.916848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.927187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:14.935174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.953461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.000769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.006210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Transition to ACTIVE for port object ea718e4e-5e0b-42fc-8800-e8607952e163 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:15.010960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.047218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a29a64-33a9-45c3-a210-d139631f4da2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.047732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.076001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 4f69d3f1-58b7-4d40-9688-d46c4cad27cf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:15.087566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.093751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:15.096598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.113103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:15.116636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdb7e3-c732-4d8f-9ac5-f14fee8e9356 None None] Pushing event updated for resources: {'Port': ['ID=4b3504ac-ad62-405c-b711-28fa0cc5593c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.173035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.200761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:15.290390 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 7 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:15.311870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.316163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4cad107c-7b53-417f-b944-c501947ffe6c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4777360 Oct 17 18:14:15.320797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37942) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:15.330978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.337128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:15.337886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.358047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=11b4b3d3-d956-4040-ab19-5cfe45cc9d49,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.412556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:15.435414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.455288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.468088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.479859 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:10Z', 'revision_number': 3, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:15.487488 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7c721-76c5-416c-8685-6255cf16e5b7 None None] The sync data for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv is: [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:10Z', 'revision_number': 3, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:15.495926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:15.503216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:15.506673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:15.507400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.545857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.546479 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Added segment 901d4e82-5ef1-49af-91de-0f76a6b1b3c6 of type vlan for network cbbae06e-d50e-409a-9aca-0c61d54910fa Oct 17 18:14:15.550414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=dec8541d-9f92-4055-a0a6-743688fc6426,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.553221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:15.553917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715f917-1482-4962-a37f-509cae426281 None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:15.561173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:15.570055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:15.572812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:15.576245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.602289 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d7a6b5ce-ec57-4867-a0d4-1a831cf641ec tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3969779 Oct 17 18:14:15.605455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37948) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:15.631837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': '11b4b3d3-d956-4040-ab19-5cfe45cc9d49'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:15.641537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Pushing event updated for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:15.657227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b68d8628-376d-4b71-ac68-3c41761ad9bc tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0275142 Oct 17 18:14:15.670039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37952) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:15.690315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-659994605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dec8541d-9f92-4055-a0a6-743688fc6426'}], 'security_groups': ['97e53326-ed17-4628-9f3a-ac52e7287d32']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:15.758790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.785989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.880327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.995647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.065030 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 8 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:16.079399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.083568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/35a29a64-33a9-45c3-a210-d139631f4da2 HTTP/1.1" status: 204 len: 168 time: 0.7548289 Oct 17 18:14:16.117797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37958) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:16.183003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.183955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:16.184523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.236244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488309bf-534a-465d-a31a-596edc07a675 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a29a64-33a9-45c3-a210-d139631f4da2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:16.270670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.306999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:16.508964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06bbb698-31d6-4f4d-9476-7d5cfa7fd710 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:16.592662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7493596 Oct 17 18:14:16.605768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:16.646046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Request body: {'subnet': {'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-847181625-subnet', 'tenant_id': '8b0c46540a1641f8aaaab320090d40d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:16.654218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Update dhcp port {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'fixed_ips': [{'subnet_id': '2a44653f-9c76-414b-a10d-26640afec84e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dec8541d-9f92-4055-a0a6-743688fc6426'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'b0f57608-d589-4054-ba48-f67667088da8'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:14:16.672077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208704-47e4-4f60-811c-46abc5a1c5ae admin admin] Pushing event updated for resources: {'Network': ['ID=cbbae06e-d50e-409a-9aca-0c61d54910fa,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:16.681016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:16.687069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.700046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network cbbae06e-d50e-409a-9aca-0c61d54910fa details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:16.776070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Usage tracker for resource:subnet and tenant:8b0c46540a1641f8aaaab320090d40d4 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:16.805772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:16.818275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:16.849329 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 9 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:16.926033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.935755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90403ed4-4c21-4410-9828-f62c0775a00e None None] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:16.956456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 04ddc379-a6f5-4874-853a-92d5238c1236 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:16.965160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Made reservation on behalf of 8b0c46540a1641f8aaaab320090d40d4 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:16.967683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.058883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06bbb698-31d6-4f4d-9476-7d5cfa7fd710 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:17.059629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e00892-b326-44bf-8eb5-e53d5dd636f5 req-aa9bd2d1-238e-4873-a18d-24144b6ad927 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:17.063609 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06bbb698-31d6-4f4d-9476-7d5cfa7fd710 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8256152 Oct 17 18:14:17.063771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91e00892-b326-44bf-8eb5-e53d5dd636f5 req-aa9bd2d1-238e-4873-a18d-24144b6ad927 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 944 time: 1.1113892 Oct 17 18:14:17.066699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:17.161186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:17.213377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.226434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.243954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.321254 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91e00892-b326-44bf-8eb5-e53d5dd636f5 req-b8b51b90-2a7c-4c16-999e-5f72b201f96b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419081 Oct 17 18:14:17.367782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.444395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 04ddc379-a6f5-4874-853a-92d5238c1236 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:17.454099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a979ac49-3119-4fcf-aac5-d0df3c83a416 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:17.461519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.478472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 04ddc379-a6f5-4874-853a-92d5238c1236 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:17.480183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.480183 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 04ddc379-a6f5-4874-853a-92d5238c1236 Oct 17 18:14:17.516421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06eb57f7-4c4a-45ff-ad48-8291ad8a8908,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:17.554186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.555153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.567323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:17.624590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.638023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.639349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-800e48e5-ec8d-431c-bea1-23368d642f73 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/06eb57f7-4c4a-45ff-ad48-8291ad8a8908 HTTP/1.1" status: 204 len: 168 time: 0.5698709 Oct 17 18:14:17.640052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.656182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37970) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:17.678269 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Attempt 10 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:17.696019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Delete allocated IP 2001:db8::15c (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/2a44653f-9c76-414b-a10d-26640afec84e) {{(pid=89826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:14:17.708894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8:0:1::339 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/dec8541d-9f92-4055-a0a6-743688fc6426/11240e03-c5da-4cca-94b6-015a5a74becb) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:17.713773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 04ddc379-a6f5-4874-853a-92d5238c1236 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:17.714294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.728576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.760615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 04ddc379-a6f5-4874-853a-92d5238c1236, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=04ddc379-a6f5-4874-853a-92d5238c1236,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:17.770624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-adb31939-e32a-48d0-bb71-98174412fe25 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:17.793428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port a979ac49-3119-4fcf-aac5-d0df3c83a416 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:17.802538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port a979ac49-3119-4fcf-aac5-d0df3c83a416 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:17.803083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.804319 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port a979ac49-3119-4fcf-aac5-d0df3c83a416 Oct 17 18:14:17.859483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.860417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4b3504ac-ad62-405c-b711-28fa0cc5593c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:17.883235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:17.884762 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 5806bda2-7741-4de1-8b81-03d54c66219c associated. External IP: 172.26.2.159, port: 11b4b3d3-d956-4040-ab19-5cfe45cc9d49. Oct 17 18:14:17.938188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:17.951209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.987233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9e81b4b8-02d2-4d96-a8d1-dccb75c901e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:17.990486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.093291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Provisioning complete for port 7a22d395-c213-4702-8944-bcb42c3cb41e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:18.093711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.094023 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 1 to provision port 7a22d395-c213-4702-8944-bcb42c3cb41e Oct 17 18:14:18.121351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=04ddc379-a6f5-4874-853a-92d5238c1236,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:18.212548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 4b3504ac-ad62-405c-b711-28fa0cc5593c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:18.239576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a979ac49-3119-4fcf-aac5-d0df3c83a416 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:18.239576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.274563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Pushing event updated for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:18.319768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:18.325189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef776e-a1f9-4441-ab43-cfe85abaca79" -d '{"events": [{"server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "name": "network-vif-plugged", "status": "completed", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:18.370380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9e81b4b8-02d2-4d96-a8d1-dccb75c901e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:18.374442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9e81b4b8-02d2-4d96-a8d1-dccb75c901e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7147429 Oct 17 18:14:18.384882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:18.387693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37978) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:18.388830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Checking segment: {'id': '901d4e82-5ef1-49af-91de-0f76a6b1b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:18.389322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Network hostable DHCP agents. Network: cbbae06e-d50e-409a-9aca-0c61d54910fa, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:18.394393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d2753b-fc43-4dc9-9a98-008046b0bca1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:18.410674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Current status of the port 7a22d395-c213-4702-8944-bcb42c3cb41e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:18.444603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d4d98-0116-4dda-915c-29e5fc52ac92 x-openstack-request-id: req-7c5d4d98-0116-4dda-915c-29e5fc52ac92 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:18.444975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "name": "network-vif-plugged", "status": "completed", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:18.445284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c5d4d98-0116-4dda-915c-29e5fc52ac92 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:18.445734 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5d4d98-0116-4dda-915c-29e5fc52ac92'] response: {'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'code': 200} Oct 17 18:14:18.473853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.501854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.575933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.589805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:18.595737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Provisioning for port ea718e4e-5e0b-42fc-8800-e8607952e163 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:18.603061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Provisioning complete for port ea718e4e-5e0b-42fc-8800-e8607952e163 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:18.603510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.603940 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 1 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:18.623202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:18.632817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:14:18.649739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:18.683448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Network cbbae06e-d50e-409a-9aca-0c61d54910fa is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:18.732850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 04ddc379-a6f5-4874-853a-92d5238c1236 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:18.779964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:18.815102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 04ddc379-a6f5-4874-853a-92d5238c1236 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:18.815487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.815846 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 04ddc379-a6f5-4874-853a-92d5238c1236 Oct 17 18:14:18.949986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430afc3-f8f7-46f6-81ab-ee6cddc6f223 req-67db4c87-8c99-412c-9455-2790bf450623 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:18.951381 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a430afc3-f8f7-46f6-81ab-ee6cddc6f223 req-67db4c87-8c99-412c-9455-2790bf450623 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.4549692 Oct 17 18:14:18.953637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.966386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:18.974147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c10e306e-5351-40b4-a59e-0c35e85bf042 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3558190 Oct 17 18:14:18.976763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37982) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:18.981893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:18.983674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1256130550'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:18.988459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 04ddc379-a6f5-4874-853a-92d5238c1236 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:18.993854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:18.993854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:18.996405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:18.997415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:18.999260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:19.000980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, cbbae06e-d50e-409a-9aca-0c61d54910fa) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:19.002980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:19.004858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:19.005574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.013587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:19.023465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.049827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:19.069549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e563be-66da-45c1-b71c-8c3e3d7ed137 None None] Network cbbae06e-d50e-409a-9aca-0c61d54910fa requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:19.086196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Ignored duplicate provisioning block setup for port 11240e03-c5da-4cca-94b6-015a5a74becb by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:14:19.100510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d753c04c-9abc-4e80-aa4a-9a62925c0aea,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:19.203731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:19.208522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.215103 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:19.225416 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:19.226362 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:19.237923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:19.241339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.255482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.281694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:19.291310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.291663 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 73c6ec02-a69a-443a-aac9-f218b993c350 of type vlan for network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f Oct 17 18:14:19.300159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:19.309187 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d6a50708-c3a2-4fbc-b07a-746bf3dfa1f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6928794 Oct 17 18:14:19.318715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.323261 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a430afc3-f8f7-46f6-81ab-ee6cddc6f223 req-7dc5b5f5-b1f6-4533-8cc3-dd508cb9f004 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038218 Oct 17 18:14:19.324092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.325906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-55e9a8e4-ee95-412f-a462-1bf0e969e727 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d753c04c-9abc-4e80-aa4a-9a62925c0aea HTTP/1.1" status: 204 len: 168 time: 0.9279952 Oct 17 18:14:19.334637 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:19.335268 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:19.343756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37988) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.394588 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8209c28f-a89b-4a9e-9165-272db2247142 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/5806bda2-7741-4de1-8b81-03d54c66219c HTTP/1.1" status: 200 len: 978 time: 3.7790656 Oct 17 18:14:19.408588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 37992) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.424523 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:19.424972 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820be827-c836-4caa-bcf5-8d2fa13b536a None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:19.436076 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 2 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:19.471494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.476842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:19.477431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.480028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] In _notify_port_updated(), no bound segment for port 11240e03-c5da-4cca-94b6-015a5a74becb on network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:14:19.486286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:19.486676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.491043 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/ports/11240e03-c5da-4cca-94b6-015a5a74becb HTTP/1.1" status: 200 len: 930 time: 3.8195353 Oct 17 18:14:19.496632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 37996) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.528710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:19.547598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e067d-98f3-4d1c-9375-e067a91c1866 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=11240e03-c5da-4cca-94b6-015a5a74becb,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:19.596167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873570b-efdb-47e2-922e-f429750a7ba2 req-dd6318e9-8b9a-4551-b475-acb707dbf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:19.597854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c873570b-efdb-47e2-922e-f429750a7ba2 req-dd6318e9-8b9a-4551-b475-acb707dbf29a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1098 time: 0.6577623 Oct 17 18:14:19.637931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 11b4b3d3-d956-4040-ab19-5cfe45cc9d49 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:19.638563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.659330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Allocated IP 2001:db8:0:1::2 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/dec8541d-9f92-4055-a0a6-743688fc6426/b0f57608-d589-4054-ba48-f67667088da8) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:19.661392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:19.666633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a1cb85fc-73ca-427f-928f-83f686c2228e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:19.697840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 11240e03-c5da-4cca-94b6-015a5a74becb {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:19.698379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.763654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:19.766807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c521d4b3-77b0-41b1-a97c-131aa6f47a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.770541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a1cb85fc-73ca-427f-928f-83f686c2228e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:19.772015 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a1cb85fc-73ca-427f-928f-83f686c2228e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3685174 Oct 17 18:14:19.778659 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d4853d94-7326-460c-9eb5-3c7e29818a85 admin admin] 10.222.0.36 "PUT /v2.0/routers/916e3491-d942-4428-b7dc-3ad60f8f4bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1519942 Oct 17 18:14:19.784520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38006) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.802909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c873570b-efdb-47e2-922e-f429750a7ba2 req-9155bb79-977c-47f8-87f7-02347448566c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831255 Oct 17 18:14:19.889947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.903799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.937254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.947932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Sync routers for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:19.964279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1b55d-cc45-41ea-9c2f-13114a71eea5 None None] Network cbbae06e-d50e-409a-9aca-0c61d54910fa requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:20.236497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.256494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=4904d07c-724a-46fb-8e6b-94b49d3e6d5f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:20.263461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.275887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:20.278835 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 3 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:20.361775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8d5435bd-6a82-45ca-b742-92aa08c16af1 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3826404 Oct 17 18:14:20.377779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38026) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:20.384286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:20.460251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:20.460952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:20.491793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 11240e03-c5da-4cca-94b6-015a5a74becb owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:20.518397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:20.531621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36d137db-7262-4630-8b4c-00f22260cf97,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:20.695949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.697118 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6e43de42-0f54-49cf-800f-08d292106d85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/36d137db-7262-4630-8b4c-00f22260cf97 HTTP/1.1" status: 204 len: 168 time: 0.9088728 Oct 17 18:14:20.702095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38032) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:20.726012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.726518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.726518 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 5806bda2-7741-4de1-8b81-03d54c66219c disassociated. External IP: 172.26.2.159, port: 11b4b3d3-d956-4040-ab19-5cfe45cc9d49. Oct 17 18:14:20.726881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 11b4b3d3-d956-4040-ab19-5cfe45cc9d49 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:20.777144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fa72e752-5434-4434-8f8e-0b9b4bfc85fb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:20.815971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38038) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:20.821799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1597689485-network', 'tenant_id': '63b245d23a564676b061133e99ab9901'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:20.826845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:20.831371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Usage tracker for resource:network and tenant:63b245d23a564676b061133e99ab9901 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:20.834696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:20.842064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:20.891010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:20.906304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.911640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:20.919143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.926972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:20.932175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:20.941244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:20.948622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Transition to ACTIVE for port object b0f57608-d589-4054-ba48-f67667088da8 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:20.971462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:15Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:20.977959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:20.978367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fa72e752-5434-4434-8f8e-0b9b4bfc85fb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:20.978463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fa72e752-5434-4434-8f8e-0b9b4bfc85fb tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2726521 Oct 17 18:14:20.981429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:20.981577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=11240e03-c5da-4cca-94b6-015a5a74becb,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:20.984682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Made reservation on behalf of 63b245d23a564676b061133e99ab9901 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:20.987837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.994224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38044) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:21.003319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369612646', 'description': 'tempest-secgroup-smoke-369612646 description', 'project_id': '84c83a794e3541e18611cfc98cb39e6b'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:21.021264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331224b7-a212-445d-8057-8a7ae88ad69b req-1dc667a7-0b48-4c92-844f-664745457c90 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:21.023371 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-331224b7-a212-445d-8057-8a7ae88ad69b req-1dc667a7-0b48-4c92-844f-664745457c90 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.8677609 Oct 17 18:14:21.035054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:21.045217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:21.045453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.045568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Updating router 84e9f026-18f1-48fa-80cd-fb557ec9302f port 43388d72-f822-4c52-a174-4e1533fefe9a binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:21.063060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:21.069013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.076094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:21.080818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Usage tracker for resource:security_group_rule and tenant:63b245d23a564676b061133e99ab9901 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:21.083884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:21.087707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.088888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:21.090211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:21.105147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:21.110033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.129271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.136358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:21.139857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.268979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-091528b6-7834-4934-a66a-b1ecc4b8c703 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/11240e03-c5da-4cca-94b6-015a5a74becb HTTP/1.1" status: 204 len: 168 time: 1.7683175 Oct 17 18:14:21.281698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38050) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:21.290679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.326376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=11b4b3d3-d956-4040-ab19-5cfe45cc9d49,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:21.329266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.362234 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-331224b7-a212-445d-8057-8a7ae88ad69b req-ab97d1b7-8637-49ae-9671-969313f1a672 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222265 Oct 17 18:14:21.381765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.402246 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 4 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:21.416153 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a917cd-8520-49b9-95d8-8b2ee2652e40 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:14:21.416695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-11a917cd-8520-49b9-95d8-8b2ee2652e40 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:21.460485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.462512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb7f2b-6305-4ad8-bc37-271b0d75c383 req-3db17849-46b3-45e9-aeac-1ef6524139d2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:21.464499 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fdcb7f2b-6305-4ad8-bc37-271b0d75c383 req-3db17849-46b3-45e9-aeac-1ef6524139d2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.3179939 Oct 17 18:14:21.503727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f070-5f71-4489-97f6-b6904b03aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:21.517484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fdcb7f2b-6305-4ad8-bc37-271b0d75c383 req-69851e86-e75d-4bc6-8733-1ba3e08e5375 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 Oct 17 18:14:21.542160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.572156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:21.591698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-11a917cd-8520-49b9-95d8-8b2ee2652e40 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:21.593138 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-11a917cd-8520-49b9-95d8-8b2ee2652e40 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/11240e03-c5da-4cca-94b6-015a5a74becb HTTP/1.1" status: 404 len: 333 time: 0.3094375 Oct 17 18:14:21.598642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38056) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:21.601474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:21.620631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15049de8-8f03-4d49-bdd5-e74d64a77573,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:21.625407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.625789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Added segment 4f544d76-ce88-4eb4-be53-ea37e22eaa53 of type vlan for network 3f952d06-3f71-42a0-b751-44d783815e81 Oct 17 18:14:21.669974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.678243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:21.696869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.700460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:21.706146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:21.730141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.744439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=453c81a4-2c66-427e-ad4c-b5c0c775947b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:21.758876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:21.838555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.910060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.911200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a3cf92a2-e406-4833-be26-71ec286bdf6f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/453c81a4-2c66-427e-ad4c-b5c0c775947b HTTP/1.1" status: 204 len: 168 time: 0.9145784 Oct 17 18:14:21.926668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38060) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:21.930717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:21.949558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.956331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:21.957158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.973718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ea718e4e-5e0b-42fc-8800-e8607952e163', 'name': '', 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'mac_address': 'fa:16:3e:6d:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:14Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 2, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'subnets': [{'id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:21.993111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Checking router: 916e3491-d942-4428-b7dc-3ad60f8f4bf3 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:21.993111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Updating router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 port ea718e4e-5e0b-42fc-8800-e8607952e163 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:22.024429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9fabb-78eb-4314-87c1-a57e164001ab req-c7f58087-7f2e-4b47-9f4f-b3100f55440c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:22.026157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9fa9fabb-78eb-4314-87c1-a57e164001ab req-c7f58087-7f2e-4b47-9f4f-b3100f55440c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4795878 Oct 17 18:14:22.060737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.125688 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 5 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:22.165209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] Pushing event updated for resources: {'Network': ['ID=3f952d06-3f71-42a0-b751-44d783815e81,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.201859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.206732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.211655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/security-groups/29893ea2-2f45-4f80-8ce4-6859a4fbf0ab HTTP/1.1" status: 204 len: 168 time: 0.6109021 Oct 17 18:14:22.216777 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b9e4d221-c2c7-400e-bdf2-5bc77aad4276 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3996835 Oct 17 18:14:22.217450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38064) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:22.234559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38066) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:22.235613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2d097-1b04-4c62-b1a8-201d12fb8d5f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29893ea2-2f45-4f80-8ce4-6859a4fbf0ab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.263382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3f952d06-3f71-42a0-b751-44d783815e81 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:22.268686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Request body: {'subnet': {'network_id': '3f952d06-3f71-42a0-b751-44d783815e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1597689485-subnet', 'tenant_id': '63b245d23a564676b061133e99ab9901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:22.270534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:22.274877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Usage tracker for resource:subnet and tenant:63b245d23a564676b061133e99ab9901 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:22.278002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:22.286014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:22.288824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.335828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e5ea2823-6669-49ad-9c04-66b8cfe81aea tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:22.358431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.359057 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9fa9fabb-78eb-4314-87c1-a57e164001ab req-a3cb0137-5f03-49c1-96a2-81b5f5dce045 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120084 Oct 17 18:14:22.393951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.447755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.472075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.503567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.515784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Made reservation on behalf of 63b245d23a564676b061133e99ab9901 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:22.518695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.543354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Transition to ACTIVE for port object 43388d72-f822-4c52-a174-4e1533fefe9a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:22.553489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e5ea2823-6669-49ad-9c04-66b8cfe81aea tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:22.557211 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e5ea2823-6669-49ad-9c04-66b8cfe81aea tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6212685 Oct 17 18:14:22.565218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38076) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:22.591802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:22.596729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbab1040-6943-4926-bee2-5a3975c4094f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.600300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b45b-eba0-4841-999c-dad6d3f4d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.641308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.644175 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9db00658-c866-4f9a-b524-a9ec3198ad5f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6639001 Oct 17 18:14:22.674142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38080) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:22.676986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:22.690352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:22.690546 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:22.712578 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:22.713390 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:22.743659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.747745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:22.755135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.793097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.861217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e53326-ed17-4628-9f3a-ac52e7287d32,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.861795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:22.877425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:22.889050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:22.889411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 4904d07c-724a-46fb-8e6b-94b49d3e6d5f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:22.890058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.891686 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a96c3329-14fc-407c-aaf9-cafbf7b1a7b0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/security-groups/97e53326-ed17-4628-9f3a-ac52e7287d32 HTTP/1.1" status: 204 len: 168 time: 0.6585250 Oct 17 18:14:22.895872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38084) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:22.905140 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:22.905343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:22.905946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:22.929435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:22.930535 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:22.965135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.968939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.971378 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-82aba2ec-a10f-4b72-a09e-84ec1adc6c1c tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/11b4b3d3-d956-4040-ab19-5cfe45cc9d49 HTTP/1.1" status: 204 len: 168 time: 3.5605223 Oct 17 18:14:22.982204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38088) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:23.022219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.051120 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:23.051909 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef84f9fd-5008-4d7a-9edc-148ae8e8c264 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:23.060190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000be15-2e52-4f55-90b1-bb789c353492 req-f666dcba-925e-4d91-8c68-5cc5fa2452c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:23.068829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0000be15-2e52-4f55-90b1-bb789c353492 req-f666dcba-925e-4d91-8c68-5cc5fa2452c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.3257782 Oct 17 18:14:23.134667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 6 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:23.233823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5ad0e-0a83-46f9-a9fb-fc7de7373325 None None] Pushing event updated for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:23.257637 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f2be1aa8-65a6-4015-af23-6b006e800008 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/floatingips/5806bda2-7741-4de1-8b81-03d54c66219c HTTP/1.1" status: 200 len: 688 time: 0.2729790 Oct 17 18:14:23.259968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.264373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38092) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:23.272513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.278288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e6501-dbae-4e3b-989c-f5778c2a840a req-3213ab40-1dc0-462e-afd8-0b80320db8dd tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:23.278288 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4b0e6501-dbae-4e3b-989c-f5778c2a840a req-3213ab40-1dc0-462e-afd8-0b80320db8dd tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.7631550 Oct 17 18:14:23.283444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 2a44653f-9c76-414b-a10d-26640afec84e {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:23.300068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:23.316476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:23.320242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Attempting to bind port 43388d72-f822-4c52-a174-4e1533fefe9a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:23.320628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Attempting to bind port 43388d72-f822-4c52-a174-4e1533fefe9a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:23.320999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Attempting to bind port 43388d72-f822-4c52-a174-4e1533fefe9a on network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:23.321553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.329957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:23.330335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Checking segment: {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:23.330740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.331147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Bound using segment: {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:23.331602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Bound port: 43388d72-f822-4c52-a174-4e1533fefe9a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420ac150-85ed-49dd-9710-c3ce799a5faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:23.331975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.344935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.348322 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0000be15-2e52-4f55-90b1-bb789c353492 req-9a3ade24-474a-42e7-968f-6226f8035bc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782915 Oct 17 18:14:23.412108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.432637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4904d07c-724a-46fb-8e6b-94b49d3e6d5f) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:23.454753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a41c29-3c7e-4c9f-ab9a-181916380c6a None None] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:23.458948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:23.461432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.581055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.590123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.595257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339bc2-990e-40a8-8350-b6daec98f873 req-a1dbe005-7e5c-412e-bef1-90d92d412e6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:23.632033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] For port 43388d72-f822-4c52-a174-4e1533fefe9a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:23.633291 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd339bc2-990e-40a8-8350-b6daec98f873 req-a1dbe005-7e5c-412e-bef1-90d92d412e6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.1060631 Oct 17 18:14:23.633481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4b0e6501-dbae-4e3b-989c-f5778c2a840a req-b2cdfe40-ca4b-4db2-b755-afd2a781af0a tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369718 Oct 17 18:14:23.633663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Transition to ACTIVE for port object ea718e4e-5e0b-42fc-8800-e8607952e163 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:23.633850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 735374e4-8f31-4b9f-a318-4087e6444fb3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:23.633850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.634124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] For port 43388d72-f822-4c52-a174-4e1533fefe9a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=43388d72-f822-4c52-a174-4e1533fefe9a,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:23.638670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.691386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.694183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.698462 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/8656acd9-ec6c-45fa-995e-26058c6e3eb0 HTTP/1.1" status: 204 len: 168 time: 1.1270437 Oct 17 18:14:23.699220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38100) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:23.721356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19fb28e-62a5-43ec-adaa-c83834380bc1,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:23.747629 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd339bc2-990e-40a8-8350-b6daec98f873 req-b906cbd8-6e0a-48d8-b591-ddb239e7d637 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427331 Oct 17 18:14:23.780689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:23.782487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.782623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38102) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:23.839040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23198b21-4fa0-4f85-8b67-25e27f349695 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8656acd9-ec6c-45fa-995e-26058c6e3eb0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:23.851461 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 7 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:23.854502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b0b849df-9fa1-48df-958a-24ceb1678681 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4752753 Oct 17 18:14:23.855720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38108) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:23.886951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.918694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:23.942209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.943802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.946610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.988678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:23.989015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.004071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.005047 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4543609e-9852-400d-8553-044d315f2d30 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3297722 Oct 17 18:14:24.030313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38112) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:24.038618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:24.044547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:24.048921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:24.052130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:24.058322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:24.080708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b05f17e-c88a-477a-a754-ee11c7bdba28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:24.124775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 735374e4-8f31-4b9f-a318-4087e6444fb3 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:24.215745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b1f60b-9ad9-46b6-8db1-d8e14b8c0fe3,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.236701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Checking segment: {'id': '4f544d76-ce88-4eb4-be53-ea37e22eaa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3f952d06-3f71-42a0-b751-44d783815e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:24.236701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Network hostable DHCP agents. Network: 3f952d06-3f71-42a0-b751-44d783815e81, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:24.266521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:24.269247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:24.292101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b05f17e-c88a-477a-a754-ee11c7bdba28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:24.300123 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b05f17e-c88a-477a-a754-ee11c7bdba28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5171435 Oct 17 18:14:24.330704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38116) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:24.340938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--62847862'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:24.344713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106edab-85e7-4d05-aae3-f65220bd3a3c tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:24.351449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38122) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:24.352610 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2106edab-85e7-4d05-aae3-f65220bd3a3c tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1093 time: 0.5687888 Oct 17 18:14:24.353564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.356300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:24.364047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:24.383199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.393804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:24.424356 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 8 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:24.434861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:24.439517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Network 3f952d06-3f71-42a0-b751-44d783815e81 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:24.448609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:24.456099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:24.459465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=2a44653f-9c76-414b-a10d-26640afec84e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.464903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.475631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:24.498731 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-867261ed-0608-4181-823d-507a1c4d31d9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/2a44653f-9c76-414b-a10d-26640afec84e HTTP/1.1" status: 204 len: 168 time: 1.5940976 Oct 17 18:14:24.498965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c289e6-3fb2-4714-9ed8-aa22667ad8fd None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:24.499066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38126) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:24.504809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:24.567062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:24.603984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.618097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.665401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.690506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3f952d06-3f71-42a0-b751-44d783815e81) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:24.692654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.701765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.709640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5ad0e-0a83-46f9-a9fb-fc7de7373325 None None] Pushing event updated for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.710368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Attempting to bind port ea718e4e-5e0b-42fc-8800-e8607952e163 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:24.710368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Attempting to bind port ea718e4e-5e0b-42fc-8800-e8607952e163 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:24.710622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Attempting to bind port ea718e4e-5e0b-42fc-8800-e8607952e163 on network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:24.722544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bd64d-c0b4-4580-928f-fa6fdb02ac99 req-6cc1564e-d750-4b7b-a0bd-9bdc11fae5a9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:24.723986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bd3bd64d-c0b4-4580-928f-fa6fdb02ac99 req-6cc1564e-d750-4b7b-a0bd-9bdc11fae5a9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2628758 Oct 17 18:14:24.752780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d4dd1-b8f0-49ac-a4de-0b13003de8d7 None None] Network 3f952d06-3f71-42a0-b751-44d783815e81 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:24.762488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=735374e4-8f31-4b9f-a318-4087e6444fb3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.786130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:24.793149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b221be-2788-4532-8a2f-d8542f066331,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.808457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Allocated IP 172.21.0.2 (4904d07c-724a-46fb-8e6b-94b49d3e6d5f/090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7/b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:24.812434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:24.812792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Checking segment: {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:24.813191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.814485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Bound using segment: {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:24.814960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Bound port: ea718e4e-5e0b-42fc-8800-e8607952e163, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:24.815447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.824434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.826356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:24.827391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.839192 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bd3bd64d-c0b4-4580-928f-fa6fdb02ac99 req-aeb57eca-29ca-4e53-bade-bcd599cd63ec tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046491 Oct 17 18:14:24.848399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.927239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.931507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be9adbc0-af0d-4228-b6f1-95156acb82db tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9000881 Oct 17 18:14:24.949471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38132) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:24.951583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:25.128652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:25.135357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:25.140716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:25.150405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:25.165856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:25.169018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:25.171282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:25.186643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:25.197812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:25.212307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:25.226275 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7f354ba5-87a9-4ec8-a304-91b4346cb9c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9738793 Oct 17 18:14:25.237651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.265152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.266391 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fa3da0f-80a6-4595-ae1b-e97178ce6391 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/5806bda2-7741-4de1-8b81-03d54c66219c HTTP/1.1" status: 204 len: 168 time: 1.9890072 Oct 17 18:14:25.272331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38140) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:25.297845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '85fd130e-a6c7-40a8-9221-a071258be3cf'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:25.307186 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 9 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:25.349564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:25.353557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.357816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e027-2308-45a1-a4a1-bfc68ce92ced None None] Pushing event updated for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:25.464819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:25.485057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:floatingip and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:25.497043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:25.517512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.517512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.530786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:25.619071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:25.623847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.668345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.679144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.724962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] For port ea718e4e-5e0b-42fc-8800-e8607952e163, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:25.761912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.762763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e9416-fd50-465a-bc57-3f700272aa9c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:25.762892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.804913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] For port ea718e4e-5e0b-42fc-8800-e8607952e163, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea718e4e-5e0b-42fc-8800-e8607952e163,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:25.877619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.901936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.932028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.936734 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ccca6fce-fe28-4d43-8335-036756ef7563 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6015754 Oct 17 18:14:25.936886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38162) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:25.942381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '8c5e9416-fd50-465a-bc57-3f700272aa9c', 'direction': 'ingress', 'protocol': 17}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:25.949068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8120fb03-a65d-4c1b-96d5-31af0eb362e2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:25.965845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:25.974669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:25.980067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:25.997740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970971b-cbf8-4524-8ddb-60c43af30826 None None] Network 3f952d06-3f71-42a0-b751-44d783815e81 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:25.998632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:26.041079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.060407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-c2983886-2ad3-4aa2-b694-2abd1c656531 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:26.067254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.17 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/8876c8d5-da83-4a9d-a8eb-b9d8f072132a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:26.071366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-c2983886-2ad3-4aa2-b694-2abd1c656531 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/networks?id=cbbae06e-d50e-409a-9aca-0c61d54910fa HTTP/1.1" status: 200 len: 811 time: 0.2169502 Oct 17 18:14:26.090218 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-088a6e51-ca8e-4ee6-9718-d34622ae8bd6 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/quotas/8b0c46540a1641f8aaaab320090d40d4 HTTP/1.1" status: 200 len: 375 time: 0.0175481 Oct 17 18:14:26.103101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.106841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fffa485c-b5c8-4b80-ad7d-9e7140a00b68 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1461248 Oct 17 18:14:26.111645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38166) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:26.116600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:26.120075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:26.156391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-b1a05ad9-903b-4503-96a4-6a3cc8785361 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b0c46540a1641f8aaaab320090d40d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630674 Oct 17 18:14:26.164504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:26.180199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:26.181582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Transition to ACTIVE for port object b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:26.197065 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 10 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:26.218356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:26.225174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:26.289544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.308424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:26.319278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.355833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Transition to ACTIVE for port object b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:26.364704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-dd025737-eb8c-4dc0-80b2-1a03260f7814 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918633 Oct 17 18:14:26.374783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e027-2308-45a1-a4a1-bfc68ce92ced None None] Pushing event updated for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.425437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:26.440043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:26.443246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:26.443823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.503801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=1b5619fc-7e09-4edd-9385-be05c6457b32,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.511606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.566505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:26.573468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.577154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.598603 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-17d24d0f-eb3a-4a2f-aa35-44b6d5898521 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0983052 Oct 17 18:14:26.615265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38170) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:26.632613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec47e6e-aaf4-4c1d-a982-20e9bca4925e req-bfd0b27e-189f-48f6-b424-6d083df97ef6 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:26.639829 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dec47e6e-aaf4-4c1d-a982-20e9bca4925e req-bfd0b27e-189f-48f6-b424-6d083df97ef6 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5397842 Oct 17 18:14:26.642897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'security_group': {'name': 'tempest-secgroup-284376315'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:26.668860 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-995a46c0-1855-4e51-8a9f-e5cadbb913e3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036671 Oct 17 18:14:26.670774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:26.673682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.693528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.714037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:26.745435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.21.0.1 (4904d07c-724a-46fb-8e6b-94b49d3e6d5f/090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7/becfc71a-2452-4bb4-b556-48dd0fabe504) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:26.749881 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dec47e6e-aaf4-4c1d-a982-20e9bca4925e req-14278f76-c1c3-4de9-9556-02a7e8fc323f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091640 Oct 17 18:14:26.752589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:26.755362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f1e67c-0ed6-470b-ab92-19ebf5917baa,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.771901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:26.787026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.789255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:15Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:23Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:26.791767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.865531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2188e060-33e1-4008-8ceb-77c671cc2113 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:15Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:23Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:26.946869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.971786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161f50c9-7706-4f65-812d-7349ee70aec7,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.977080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.982820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Pushing event updated for resources: {'Port': ['ID=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.987886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71247cac-94a0-4670-b99a-942d138d7844 None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:26.998717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.018526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-53bdf793-e7da-4eec-be7e-2f5389f68a28 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0791559 Oct 17 18:14:27.033236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.040221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38176) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:27.078856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.085067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Port ea718e4e-5e0b-42fc-8800-e8607952e163 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:14:27.095530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:27.098407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object becfc71a-2452-4bb4-b556-48dd0fabe504 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:27.131223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:27.137227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:27.140639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:27.142928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:27.148322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:27.150451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:27.176542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Could not find standard attr ID for object 11240e03-c5da-4cca-94b6-015a5a74becb. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:14:27.230657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:27.252399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.256780 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-239bf2d7-fc36-4eab-b312-408f88684486 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1419370 Oct 17 18:14:27.258033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:27.263253 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fbea7723-2f41-4bef-9632-3ca5e0e9cec1 req-1952039b-7397-4ab2-b76e-840d61d7a186 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.1666644 Oct 17 18:14:27.264302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:27.301475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38184) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:27.316202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.323583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=8876c8d5-da83-4a9d-a8eb-b9d8f072132a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:27.332414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.338306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:27.348583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.230 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fbe7d4c4-d840-474f-bb3e-05652aad8b62) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:27.352947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:27.363701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:27.370739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:27.382958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:27.537243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:27.539344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.544411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.567870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:27.615839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:27.662680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.671190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Provisioning for port 4b3504ac-ad62-405c-b711-28fa0cc5593c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:27.675812 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Project 84c83a794e3541e18611cfc98cb39e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:14:27.679871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Attempting to bind port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:27.680321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Attempting to bind port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:27.680757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Attempting to bind port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 on network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:27.693816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.723309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:27.723792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Checking segment: {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:27.724286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.724740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Bound using segment: {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:27.725302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Bound port: b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:27.725787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.736146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Provisioning complete for port 4b3504ac-ad62-405c-b711-28fa0cc5593c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:27.737302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.737759 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Attempt 1 to provision port 4b3504ac-ad62-405c-b711-28fa0cc5593c Oct 17 18:14:27.773873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:27.786538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.792200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1714807 Oct 17 18:14:27.792420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.812589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db4c76-c5e4-43a2-8413-1150174434d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5fc897-9411-4e5b-9030-57cf565b225a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:27.824900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38194) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:27.836075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'security_group': {'name': 'tempest-secgroup-426808383'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:27.861676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:27.900925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:27.924640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:27.928675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:27.933292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:28.064210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ea718e4e-5e0b-42fc-8800-e8607952e163', 'name': '', 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'mac_address': 'fa:16:3e:6d:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:14Z', 'updated_at': '2022-10-17T18:14:25Z', 'revision_number': 4, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'subnets': [{'id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:28.072587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] For port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:28.085667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa800a8-4a1b-40c2-aca1-62a828d27f9e None None] The sync data for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv is: [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ea718e4e-5e0b-42fc-8800-e8607952e163', 'name': '', 'network_id': 'ee4b1c5c-2b63-49b8-89a7-94a1961b3354', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'mac_address': 'fa:16:3e:6d:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:14Z', 'updated_at': '2022-10-17T18:14:25Z', 'revision_number': 4, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'subnets': [{'id': '4063ee6c-e26c-4911-b304-b594df4a8bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:28.091436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] For port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:28.099522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Current status of the port 4b3504ac-ad62-405c-b711-28fa0cc5593c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:28.099908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.104711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.106635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.178950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.183468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] For port 4b3504ac-ad62-405c-b711-28fa0cc5593c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4b3504ac-ad62-405c-b711-28fa0cc5593c,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:28.202478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.262963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb82f9ff-e39b-4c9d-a8b7-c86d0a182745,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:28.281558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:28.338104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:28.357057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.357371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.365968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:28.375501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Update dhcp port {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'fixed_ips': [{'subnet_id': 'dec8541d-9f92-4055-a0a6-743688fc6426', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b5619fc-7e09-4edd-9385-be05c6457b32'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'b0f57608-d589-4054-ba48-f67667088da8'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:14:28.390558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:28.403167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.404210 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0fe64bb1-9e43-4a28-be8d-1abfcb0bda32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1004834 Oct 17 18:14:28.408014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38204) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:28.409787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.437209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.449041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.481698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'security_group_rule': {'security_group_id': 'bbab1040-6943-4926-bee2-5a3975c4094f', 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:28.522849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:28.541165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:security_group_rule and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:28.553262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb032-9982-4b61-9039-9fbed2696063 None None] Pushing event updated for resources: {'Port': ['ID=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:28.553453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:28.614264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e9416-fd50-465a-bc57-3f700272aa9c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:28.652292 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-40700f9f-f6ff-4765-87bf-efcf96bec024 req-46d7b262-5143-447f-9f47-9669800eaba0 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.2370625 Oct 17 18:14:28.690286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:28.696188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:28.716211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:28.812037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=fbe7d4c4-d840-474f-bb3e-05652aad8b62,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:28.821577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.823040 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-97843f1b-e514-48b1-8b15-e5209493d4df tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c5e9416-fd50-465a-bc57-3f700272aa9c HTTP/1.1" status: 204 len: 168 time: 1.7406495 Oct 17 18:14:28.824614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.830262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.835653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38208) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:28.841921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning for port b0f57608-d589-4054-ba48-f67667088da8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:28.844601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65731a7-df8a-4afb-a532-3193ad538fe4 req-b97fe72b-7bae-4c70-9676-673d4104312b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.853142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f65731a7-df8a-4afb-a532-3193ad538fe4 req-b97fe72b-7bae-4c70-9676-673d4104312b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.8718476 Oct 17 18:14:28.863374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:28.901436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:28.902624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:28.903505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:29.015304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea718e4e-5e0b-42fc-8800-e8607952e163 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:29.046374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9a8a63c6-a709-4d0b-a32a-d43aa55859b1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:29.147302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe95caf-6732-480c-adda-edc226b0c855 None None] Pushing event updated for resources: {'Port': ['ID=4b3504ac-ad62-405c-b711-28fa0cc5593c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:29.170813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.172961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9a8a63c6-a709-4d0b-a32a-d43aa55859b1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:29.178465 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9a8a63c6-a709-4d0b-a32a-d43aa55859b1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3380151 Oct 17 18:14:29.181447 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Project 84c83a794e3541e18611cfc98cb39e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:14:29.185902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:29.219206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--638419142'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:29.261232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Allocated IP 2001:db8::2 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/1b5619fc-7e09-4edd-9385-be05c6457b32/b0f57608-d589-4054-ba48-f67667088da8) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:29.287305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.294331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.511161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:29.541797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.558337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Ignored duplicate provisioning block setup for port b0f57608-d589-4054-ba48-f67667088da8 by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:14:29.587477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:29.655497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f65731a7-df8a-4afb-a532-3193ad538fe4 req-d499b93c-2b79-4b23-b5a0-baf5f948b33d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8013861 Oct 17 18:14:29.664259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:29.666915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.680798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b01ef-5364-4bf9-be91-e433655eceb8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:29.715044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:14:29.752656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.776539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.782783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38218) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:29.784731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9675bb40-90b5-4351-9da9-615def3a0ab1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9532056 Oct 17 18:14:29.797390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.801985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.826545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'security_group': {'name': 'tempest-secgroup-972802917'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:29.833251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:29.838232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:29.843611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:29.851135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:29.853410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.856178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.867078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:29.871219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a4b5c-333d-4b88-9e47-5b6d19a4f7e1 None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:29.878369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.919922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port ea718e4e-5e0b-42fc-8800-e8607952e163 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:29.933388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ea718e4e-5e0b-42fc-8800-e8607952e163 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:29.933388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:29.933731 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:29.935284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.005389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.031871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning complete for port 7040ca3c-5795-4766-862c-326922342302 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:30.032886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.033226 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 1 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:30.083041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:30.086032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.096721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd64d2-0034-4a92-9008-fca5b48a4c9c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:30.112821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:30.115857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:30.142399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:30.163122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e44dcf1-2511-495f-9d36-4fe8c567e5bd None None] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:30.209087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:30.220442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.225515 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-05e3b1b9-945e-4e3d-9e21-50e7ea95c66d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8165143 Oct 17 18:14:30.239187 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8525b9ba-f2b0-4a0a-909c-3cb32b53a48d req-8fbf2138-0040-44af-9154-1d91a7a2539a tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.3153157 Oct 17 18:14:30.241282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=8876c8d5-da83-4a9d-a8eb-b9d8f072132a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:30.247500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.397872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.422548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:30.490026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:30.491464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:30.562609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ea718e4e-5e0b-42fc-8800-e8607952e163 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:30.562973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.584914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.606767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:30.610994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:security_group_rule and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:30.614071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:30.620321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:30.723291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port ea718e4e-5e0b-42fc-8800-e8607952e163, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea718e4e-5e0b-42fc-8800-e8607952e163,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:30.755297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.803901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.804702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 43388d72-f822-4c52-a174-4e1533fefe9a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:30.823059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.866817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4f3a2d-859d-49f7-a02a-95a80fabb41b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:30.921776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.923449 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99b507d0-af1a-495c-9466-e148a4c436d5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7220845 Oct 17 18:14:30.933704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:30.954341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017818527'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:30.963253 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 2 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:30.965793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:30.975220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:30.981595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:30.987187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:30.997633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:31.136446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.165844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:31.166312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:31.191770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1dd20-cce3-4534-a705-702e0da97b46 req-a5027b96-c8bc-4ddf-adea-033244b95ae4 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:31.193294 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d4a1dd20-cce3-4534-a705-702e0da97b46 req-a5027b96-c8bc-4ddf-adea-033244b95ae4 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3304048 Oct 17 18:14:31.208977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-d04e7bcc-c6ae-4233-ba23-a93f5f0bf1e7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:31.209686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-d04e7bcc-c6ae-4233-ba23-a93f5f0bf1e7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Synchronizing usage tracker for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:31.260013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.260440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:31.269098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-09350500-41a8-4af5-9ae9-db0f473d1df9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4056921 Oct 17 18:14:31.269098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.272182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 43388d72-f822-4c52-a174-4e1533fefe9a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:31.286894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:31.301386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:31.310175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-308504187'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:31.320863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:31.330871 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d4a1dd20-cce3-4534-a705-702e0da97b46 req-dda3b80f-3ed4-4edd-b06e-112f56d9f58b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305642 Oct 17 18:14:31.335465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:31.338655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:31.342991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:31.347064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:31.352975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:31.356185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:31.361121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:31.365064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:31.366751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:31.374046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.378637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38280) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:31.378882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5951166 Oct 17 18:14:31.385998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-947846118', 'security_groups': ['49bf8dd3-0dec-4dea-83cb-eb1381f77dcb'], 'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b5619fc-7e09-4edd-9385-be05c6457b32'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:31.505773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:31.520381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.576650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.632359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-d04e7bcc-c6ae-4233-ba23-a93f5f0bf1e7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Unset dirty status for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:31.633505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-d04e7bcc-c6ae-4233-ba23-a93f5f0bf1e7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.42 "GET /v2.0/networks?id=cbbae06e-d50e-409a-9aca-0c61d54910fa HTTP/1.1" status: 200 len: 811 time: 1.1547441 Oct 17 18:14:31.643349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 73df0c8c-2878-4b22-b713-e5674e1671e7 associated. External IP: 172.26.2.17, port: a979ac49-3119-4fcf-aac5-d0df3c83a416. Oct 17 18:14:31.649298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:31.688204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:31.696237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:31.701401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.701686 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment a12d0276-8041-4d41-a12a-da7772faca02 of type vlan for network 242d03d5-871f-4fbd-9fb2-310183970e64 Oct 17 18:14:31.714637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.735741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Request body: {'port': {'device_id': '1c4c22d8-a931-4147-94e5-35785451f929', 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa', 'admin_state_up': True, 'tenant_id': '8b0c46540a1641f8aaaab320090d40d4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:31.740988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:31.763688 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 3 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:31.795155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.813803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.819679 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9c460e4-ff2d-49d6-a2cf-35a2da5e68ee req-6231f162-955c-4782-85ad-db63223d29ff tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.2383590 Oct 17 18:14:31.820453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.831948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea718e4e-5e0b-42fc-8800-e8607952e163 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:31.919877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3ebfd-fa59-4a4f-b6cd-c61b391e6b99,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:31.934778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:31.995685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b6915-60f4-4f75-ba31-0d0fcb7f7240 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf8dd3-0dec-4dea-83cb-eb1381f77dcb,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:32.029562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=fbe7d4c4-d840-474f-bb3e-05652aad8b62,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:32.033312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:32.053807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.058139 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-38888d95-eb3f-47b3-949d-289ce3811400 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1233454 Oct 17 18:14:32.063789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.065327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:32.065997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.072097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38290) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:32.138714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ea718e4e-5e0b-42fc-8800-e8607952e163 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:32.139107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.139442 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:32.187185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.331109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ea718e4e-5e0b-42fc-8800-e8607952e163 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:32.331679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': 'ed4f3a2d-859d-49f7-a02a-95a80fabb41b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '12b3ebfd-fa59-4a4f-b6cd-c61b391e6b99', 'remote_ip_prefix': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:32.332592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:32.336073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=242d03d5-871f-4fbd-9fb2-310183970e64,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:32.341859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:32.355482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:32.360481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:32.370031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:32.394029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-efc94fa7-231a-4b2b-bd4e-a3338b50df65 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1013262 Oct 17 18:14:32.395537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38296) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:32.402958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:32.406397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:32.410521 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 389feb8b-9456-4f95-b543-84f01078d7af associated. External IP: 172.26.2.230, port: 85fd130e-a6c7-40a8-9221-a071258be3cf. Oct 17 18:14:32.420979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 242d03d5-871f-4fbd-9fb2-310183970e64 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:32.541374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.561386 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 4 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:32.634145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:32.640184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.673111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] device_id is not set on port 53b9b31e-3188-445b-b65c-00c54af86061 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:14:32.699035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:32.707312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:32.783100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:32.783100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:32.791742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:32.800874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:27Z', 'revision_number': 3, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:23Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:29Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:32.807812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:32.808172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Updating router 84e9f026-18f1-48fa-80cd-fb557ec9302f port becfc71a-2452-4bb4-b556-48dd0fabe504 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:32.828731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:32.833621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.871329 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:14:32.880448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Usage tracker for resource:port and tenant:8b0c46540a1641f8aaaab320090d40d4 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:32.887447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:32.905428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559a56d-2695-43ff-86c9-dde4b563523e req-7f9b1972-cdbb-409c-8943-6580c2a16d80 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:32.907029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4559a56d-2695-43ff-86c9-dde4b563523e req-7f9b1972-cdbb-409c-8943-6580c2a16d80 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3505385 Oct 17 18:14:32.916989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:32.930653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:32.948811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.974983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:32.975728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.976129 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:33.027940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:33.031560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.058977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f625ab3-fa3c-44e3-a01c-04fffe246f21,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:33.100567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.106546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4559a56d-2695-43ff-86c9-dde4b563523e req-a6f77231-4d37-4e03-aba3-0c3fa2e6680a tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914804 Oct 17 18:14:33.153936 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 5 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:33.163855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.165034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-535b8bd4-4c0b-4a37-b9fe-28bf06fca610 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8512294 Oct 17 18:14:33.173545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:33.272390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8::391 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/1b5619fc-7e09-4edd-9385-be05c6457b32/53b9b31e-3188-445b-b65c-00c54af86061) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:33.274776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.288275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Made reservation on behalf of 8b0c46540a1641f8aaaab320090d40d4 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:33.293040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.297181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.365765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:33.369188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:33.371022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4b3504ac-ad62-405c-b711-28fa0cc5593c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:33.377797 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:33.393464 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:33.394462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:33.454523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-276da5af-71ed-476a-b455-435bb317a1a9 req-8d2b5a2c-fcd5-4206-84ac-751e4e152dc4 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.1707857 Oct 17 18:14:33.462021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4b3504ac-ad62-405c-b711-28fa0cc5593c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:33.462391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.462723 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4b3504ac-ad62-405c-b711-28fa0cc5593c Oct 17 18:14:33.499884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.542426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f625ab3-fa3c-44e3-a01c-04fffe246f21,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:33.576796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:33.605769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.607157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6a4a4a2b-5373-41c8-a074-13d163b672e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1f625ab3-fa3c-44e3-a01c-04fffe246f21 HTTP/1.1" status: 204 len: 168 time: 0.4302173 Oct 17 18:14:33.612930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:33.665261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4b3504ac-ad62-405c-b711-28fa0cc5593c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:33.709510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.716601 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:33.733380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 53b9b31e-3188-445b-b65c-00c54af86061 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:33.760215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Allocated IP 172.20.0.7 (cbbae06e-d50e-409a-9aca-0c61d54910fa/89d2753b-fc43-4dc9-9a98-008046b0bca1/7eaae10e-cb12-4c45-a5f8-3a1082850320) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:33.817106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1cdc3553-f5f7-4efc-bcaf-f7fe3c12872c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:33.844122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:33.984317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1cdc3553-f5f7-4efc-bcaf-f7fe3c12872c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:33.987999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1cdc3553-f5f7-4efc-bcaf-f7fe3c12872c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3712630 Oct 17 18:14:33.995241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.026175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:34.039998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.046042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.061890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Transition to ACTIVE for port object becfc71a-2452-4bb4-b556-48dd0fabe504 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:34.084806 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 6 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:34.153974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=2dfdcb5f-1f7d-4b24-9ff3-5011b3826038,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:34.182956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:34.196287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:34.200742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:34.205400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:34.211010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:34.211640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.228477 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:28Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:34.237110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=53b9b31e-3188-445b-b65c-00c54af86061,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:34.242434 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:34.249142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.258214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:34.258214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 242d03d5-871f-4fbd-9fb2-310183970e64, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:34.268718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:34.269338 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:34.313823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-983af91b-7cc4-466c-98fb-eaf9c4d7feda tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9331162 Oct 17 18:14:34.316710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38354) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:34.323089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:34.440561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.475014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 242d03d5-871f-4fbd-9fb2-310183970e64 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:34.530451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.585697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.618973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 242d03d5-871f-4fbd-9fb2-310183970e64) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:34.647977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Network cbbae06e-d50e-409a-9aca-0c61d54910fa is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:34.658051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:34.668659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:34.669153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b25f59-050e-42fd-85fa-ebd18c00e8fe None None] Network 242d03d5-871f-4fbd-9fb2-310183970e64 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:34.670373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.681357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:34.728045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Pushing event updated for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:34.729453 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 7 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:34.780605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:34.786928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.790103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15dd8-c46b-4438-9358-78a621666a64 req-5ba9d02d-2f4e-46f6-91b3-ba39d42065f5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:34.796280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:34.799156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-beb15dd8-c46b-4438-9358-78a621666a64 req-5ba9d02d-2f4e-46f6-91b3-ba39d42065f5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4056439 Oct 17 18:14:34.808791 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d60bbe57-8fab-4ff3-9fe8-f64784e5be28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.4563189 Oct 17 18:14:34.816919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38360) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:34.818295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:34.821034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:34.825074 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:34.828575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:34.846436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:34.891074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7b87-3a45-4ef5-abfc-297f3dbc8af7 None None] Pushing event updated for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:34.934395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Attempting to bind port becfc71a-2452-4bb4-b556-48dd0fabe504 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:34.934769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Attempting to bind port becfc71a-2452-4bb4-b556-48dd0fabe504 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:34.935135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Attempting to bind port becfc71a-2452-4bb4-b556-48dd0fabe504 on network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:34.945123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:34.949784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Checking segment: {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:34.949784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.949784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Bound using segment: {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:34.949784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Bound port: becfc71a-2452-4bb4-b556-48dd0fabe504, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c6ec02-a69a-443a-aac9-f218b993c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:34.949784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.112881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] For port becfc71a-2452-4bb4-b556-48dd0fabe504, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:35.113037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:35.113037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.113258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] For port becfc71a-2452-4bb4-b556-48dd0fabe504, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=becfc71a-2452-4bb4-b556-48dd0fabe504,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:35.113366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:35.113462 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bb9cbf64-d516-410b-b571-6aa1e9049710 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6925426 Oct 17 18:14:35.113562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38366) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:35.113676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:35.178462 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-beb15dd8-c46b-4438-9358-78a621666a64 req-cea76f09-e0b7-4f4f-88b3-048ccac9821b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721063 Oct 17 18:14:35.217561 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17ee3a5c-3799-4c3f-af17-748b24f6b9d1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73df0c8c-2878-4b22-b713-e5674e1671e7 HTTP/1.1" status: 200 len: 990 time: 0.3845873 Oct 17 18:14:35.275151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-242d03d5-871f-4fbd-9fb2-310183970e64', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:35.276151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.292276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f88799-2886-4d80-ab0e-bf0e3a5709e2 x-openstack-request-id: req-c1f88799-2886-4d80-ab0e-bf0e3a5709e2 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:35.293194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:35.293485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1f88799-2886-4d80-ab0e-bf0e3a5709e2 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:35.293959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f88799-2886-4d80-ab0e-bf0e3a5709e2'] response: {'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'status': 'completed', 'code': 200} Oct 17 18:14:35.310348 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 8 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:35.390420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:35.512595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.594651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-78c961db-f99c-414d-8af9-135e8c6629fe tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8636208 Oct 17 18:14:35.595347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.598237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.601930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/12b3ebfd-fa59-4a4f-b6cd-c61b391e6b99 HTTP/1.1" status: 204 len: 168 time: 1.5167913 Oct 17 18:14:35.608725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38374) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:35.643374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:35.648507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Request body: {'port': {'device_id': '1c4c22d8-a931-4147-94e5-35785451f929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:35.651455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7b87-3a45-4ef5-abfc-297f3dbc8af7 None None] Pushing event updated for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:35.654487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:35.655105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:35.662156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:35.769100 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:28Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:35.781862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fdbb8-0ad5-44ea-a0e1-388ef2d67e2d None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:13:40Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:28Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:35.825234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Allocated IP 172.22.0.2 (242d03d5-871f-4fbd-9fb2-310183970e64/2dfdcb5f-1f7d-4b24-9ff3-5011b3826038/1520b0b9-6b79-407b-b627-9dd63978546a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:35.835111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be33495-99a9-40e9-8324-c40734cb040b req-0dc143bf-c1a2-4dfd-bbcb-79c8a9def570 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:35.836086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3be33495-99a9-40e9-8324-c40734cb040b req-0dc143bf-c1a2-4dfd-bbcb-79c8a9def570 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Synchronizing usage tracker for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:35.857514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e65b6e-3553-484e-a6d6-7ddd0a8e2162 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3ebfd-fa59-4a4f-b6cd-c61b391e6b99,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:35.859263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:35.895953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-72df176a-47fd-4a98-8e72-60336783a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:35.897844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-72df176a-47fd-4a98-8e72-60336783a476 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1098 time: 0.5722954 Oct 17 18:14:35.935548 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 9 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:36.002600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:36.028416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.ipam_backend_mixin [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b5619fc-7e09-4edd-9385-be05c6457b32 (CIDR: 2001:db8::/64) Oct 17 18:14:36.049472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:36.081499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:14:36.082374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:36.083227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:36.103865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3be33495-99a9-40e9-8324-c40734cb040b req-0dc143bf-c1a2-4dfd-bbcb-79c8a9def570 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Unset dirty status for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:36.106920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3be33495-99a9-40e9-8324-c40734cb040b req-0dc143bf-c1a2-4dfd-bbcb-79c8a9def570 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 931 time: 1.3689792 Oct 17 18:14:36.114733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-2d5981f6-484b-4d5e-9a92-84712fad3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:36.117532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-2d5981f6-484b-4d5e-9a92-84712fad3f5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 897 time: 0.2086232 Oct 17 18:14:36.134213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:36.198679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee81036-16b0-4a6c-b961-3dde55de06e5 None None] New status for floating IP 73df0c8c-2878-4b22-b713-e5674e1671e7: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:14:36.226572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38380) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:36.232298 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1e7808be-adab-4387-95b8-77d0e225c816 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9144375 Oct 17 18:14:36.236183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:36.236824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:36.246647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ea237c14-06b6-4787-bbf1-f7bc308be9da tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:36.249939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38382) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:36.326230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:36.343308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:36.358676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:36.454641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0889a8bb-ec91-4306-ab19-d97ad5359103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73df0c8c-2878-4b22-b713-e5674e1671e7 HTTP/1.1" status: 200 len: 990 time: 0.2169383 Oct 17 18:14:36.546647 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-c5d54884-f925-4553-aede-37c277670337 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 200 len: 998 time: 0.4102969 Oct 17 18:14:36.631245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:36.631878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:36.636683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2b31-d6ee-4f8d-9e66-ffd384001873 req-cfbd9c63-b07d-4f44-8bfc-27ed800ffb1d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:36.645656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fc8f2b31-d6ee-4f8d-9e66-ffd384001873 req-cfbd9c63-b07d-4f44-8bfc-27ed800ffb1d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1867862 Oct 17 18:14:36.671382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-8586c66e-3113-441c-a152-03a5677cf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:36.674353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-8586c66e-3113-441c-a152-03a5677cf68d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f43fca4-d352-4bb9-a7fe-658d7ed5671f HTTP/1.1" status: 200 len: 835 time: 0.1197319 Oct 17 18:14:36.775020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:36.775426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03589a1f-0ba8-4c6c-af2a-531711fc7906 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:36.792826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-05d2eef2-60d0-4878-88b1-0639807d2930 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5176415 Oct 17 18:14:36.801958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38390) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:36.819907 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fc8f2b31-d6ee-4f8d-9e66-ffd384001873 req-2dbff816-8b6a-4d9d-8004-6742bf52f858 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721327 Oct 17 18:14:36.820137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-631212795'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:36.825121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3be33495-99a9-40e9-8324-c40734cb040b req-b0462322-6a2e-4319-a308-4c83fd79d400 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Synchronizing usage tracker for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:36.849557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:36.858346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:36.861966 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 10 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:36.883292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-1e0e2021-98e9-42c7-afc0-e4938a9569d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:36.884857 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-1e0e2021-98e9-42c7-afc0-e4938a9569d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2019625 Oct 17 18:14:36.899446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:network and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:36.908014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:36.916659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Transition to ACTIVE for port object 1520b0b9-6b79-407b-b627-9dd63978546a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:36.918683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ea237c14-06b6-4787-bbf1-f7bc308be9da tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:36.923516 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ea237c14-06b6-4787-bbf1-f7bc308be9da tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.3075962 Oct 17 18:14:36.924670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38394) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:36.940885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:36.947857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Could not find standard attr ID for object 11240e03-c5da-4cca-94b6-015a5a74becb. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:14:36.952668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Transition to ACTIVE for port object 1520b0b9-6b79-407b-b627-9dd63978546a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:36.953568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:36.986438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:27Z', 'revision_number': 3, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:23Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:35Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:36.988432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00045a6a-ae28-462e-846a-715a398aedf8 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:27Z', 'revision_number': 3, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:23Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:35Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:37.079005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.147792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-0e345421-382a-4bb6-a380-99ae03aeb74d service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558098 Oct 17 18:14:37.186078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning for port 43388d72-f822-4c52-a174-4e1533fefe9a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:37.196606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning complete for port 43388d72-f822-4c52-a174-4e1533fefe9a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:37.197289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.197721 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 1 to provision port 43388d72-f822-4c52-a174-4e1533fefe9a Oct 17 18:14:37.260426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3be33495-99a9-40e9-8324-c40734cb040b req-b0462322-6a2e-4319-a308-4c83fd79d400 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Unset dirty status for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:37.261560 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3be33495-99a9-40e9-8324-c40734cb040b req-b0462322-6a2e-4319-a308-4c83fd79d400 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0777590 Oct 17 18:14:37.298472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:37.302418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:37.323701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:37.325811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Pushing event updated for resources: {'Port': ['ID=1520b0b9-6b79-407b-b627-9dd63978546a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:37.341055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Network 242d03d5-871f-4fbd-9fb2-310183970e64 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:37.344555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:37.354605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:37.397761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:37.398607 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c3a87c-7561-4f03-8b59-97b5a980ff3a req-54cdad45-183b-4b96-bdae-d35686cb4ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421482 Oct 17 18:14:37.454200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:37.457655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.459162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38398) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:37.481124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.519587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Attempting to bind port 1520b0b9-6b79-407b-b627-9dd63978546a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:37.519907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Attempting to bind port 1520b0b9-6b79-407b-b627-9dd63978546a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:37.520434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Attempting to bind port 1520b0b9-6b79-407b-b627-9dd63978546a on network 242d03d5-871f-4fbd-9fb2-310183970e64 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:37.540166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:37.540744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Checking segment: {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:37.541668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.541668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Bound using segment: {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:37.542101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Bound port: 1520b0b9-6b79-407b-b627-9dd63978546a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:37.542539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.551805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:37.556453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.669733 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-668ab692-a7ba-4b8d-b8a2-067f3c4270f4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73df0c8c-2878-4b22-b713-e5674e1671e7 HTTP/1.1" status: 200 len: 992 time: 0.2050025 Oct 17 18:14:37.714139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.729997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:37.791172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.809269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device becfc71a-2452-4bb4-b556-48dd0fabe504 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:37.820277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.820867 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Added segment 8538384d-6725-49c1-82c9-17465bec48f4 of type vlan for network c50264af-8399-43c3-8ffd-5262f105bc52 Oct 17 18:14:37.886502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Current status of the port 43388d72-f822-4c52-a174-4e1533fefe9a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:37.886502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.946490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] For port 1520b0b9-6b79-407b-b627-9dd63978546a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:37.949998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] For port 43388d72-f822-4c52-a174-4e1533fefe9a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=43388d72-f822-4c52-a174-4e1533fefe9a,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:37.955339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] For port 1520b0b9-6b79-407b-b627-9dd63978546a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1520b0b9-6b79-407b-b627-9dd63978546a,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:38.031850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.048369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.081940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dec8541d-9f92-4055-a0a6-743688fc6426 (CIDR: 2001:db8:0:1::/64) Oct 17 18:14:38.082421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port becfc71a-2452-4bb4-b556-48dd0fabe504 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:38.087569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.091777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb7d4b-2ebe-494f-a754-a63329c4e9a6 req-5ee5f346-c9b2-434a-92fe-d45ce3cfe366 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.100305 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60bb7d4b-2ebe-494f-a754-a63329c4e9a6 req-5ee5f346-c9b2-434a-92fe-d45ce3cfe366 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1222398 Oct 17 18:14:38.147728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning complete for port 4b3504ac-ad62-405c-b711-28fa0cc5593c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:38.148380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.148865 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 1 to provision port 4b3504ac-ad62-405c-b711-28fa0cc5593c Oct 17 18:14:38.166595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60bb7d4b-2ebe-494f-a754-a63329c4e9a6 req-4fdfbdfe-bd7b-4e0d-b8f7-1962882a6b4f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629706 Oct 17 18:14:38.207312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Pushing event updated for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:38.211381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.357432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79c098-2eec-4d2f-ad33-2472193a6cf6 None None] Pushing event updated for resources: {'Port': ['ID=1520b0b9-6b79-407b-b627-9dd63978546a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:38.382319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Current status of the port 4b3504ac-ad62-405c-b711-28fa0cc5593c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:38.404898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Provisioning complete for port ea718e4e-5e0b-42fc-8800-e8607952e163 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:38.405541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.406064 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Attempt 1 to provision port ea718e4e-5e0b-42fc-8800-e8607952e163 Oct 17 18:14:38.489902 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:14:38.490392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:38.532775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4f3a2d-859d-49f7-a02a-95a80fabb41b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:38.544204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.22.0.1 (242d03d5-871f-4fbd-9fb2-310183970e64/2dfdcb5f-1f7d-4b24-9ff3-5011b3826038/8cc6a631-3265-4890-adef-633a46153be5) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:38.620012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2712c0ca-fef8-45de-a2b5-fff1b1ea881c None None] Current status of the port ea718e4e-5e0b-42fc-8800-e8607952e163 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:38.637495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.643479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.644074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.681759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaae10e-cb12-4c45-a5f8-3a1082850320 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:38.693841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.694964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8ba9656-f3cb-4fa4-8cf5-47d13ca0205d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed4f3a2d-859d-49f7-a02a-95a80fabb41b HTTP/1.1" status: 204 len: 168 time: 1.7585506 Oct 17 18:14:38.697815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:38.755019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b441d26b-585b-4f22-a294-df21935e131e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:38.761548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.817736 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2cb05bfd-4759-48b9-a389-f2cc13a79461 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.5489509 Oct 17 18:14:38.818418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:38.826613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'subnet': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:38.831633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning for port 53b9b31e-3188-445b-b65c-00c54af86061 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:38.837405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning complete for port 53b9b31e-3188-445b-b65c-00c54af86061 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:38.840667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:38.840667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 1 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:38.879607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Transition to ACTIVE for port object 7eaae10e-cb12-4c45-a5f8-3a1082850320 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:38.886805 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0840783 Oct 17 18:14:38.892721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38416) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:38.898126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f748e1c-3540-4c04-b58e-5f0ef1f69feb tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Network': ['ID=c50264af-8399-43c3-8ffd-5262f105bc52,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:38.901165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'subnet': {'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:38.912775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c50264af-8399-43c3-8ffd-5262f105bc52 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:38.999433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.076393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:39.116211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b441d26b-585b-4f22-a294-df21935e131e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:39.121304 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b441d26b-585b-4f22-a294-df21935e131e tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4181426 Oct 17 18:14:39.123921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:39.133933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571587200'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:39.152642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:39.179524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:39.200582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:39.207550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Usage tracker for resource:subnet and tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:39.208997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:39.215885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:39.331870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.362628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Made reservation on behalf of dd15bdb8e44042f3b1e7ba4a8081ea8d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:39.366308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.416587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:39.452556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:39.475613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:39.533586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786d59-4b2b-4fee-b14d-a14d2b59a5e4 req-a556702a-8d00-4257-aebb-b8e1a8ac4b47 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:39.540819 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc786d59-4b2b-4fee-b14d-a14d2b59a5e4 req-a556702a-8d00-4257-aebb-b8e1a8ac4b47 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 931 time: 0.9912674 Oct 17 18:14:39.562133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc1c19-0a34-43d2-b97c-c74564dc48a3 None None] Network 242d03d5-871f-4fbd-9fb2-310183970e64 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:39.577942 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 2 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:39.594733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35f4e-e254-4b37-8369-f2d7acfdd935 req-60955653-02d3-45c7-b745-a7ae94487417 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:39.596867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-35e35f4e-e254-4b37-8369-f2d7acfdd935 req-60955653-02d3-45c7-b745-a7ae94487417 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3119152 Oct 17 18:14:39.631209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:39.639119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.650877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:subnet and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:39.669129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:39.679091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-35e35f4e-e254-4b37-8369-f2d7acfdd935 req-43b81d25-07c1-4c2e-bbf6-8209ffe0405b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724695 Oct 17 18:14:39.687184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:39.689514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Attempting to bind port 7eaae10e-cb12-4c45-a5f8-3a1082850320 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:39.689867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Attempting to bind port 7eaae10e-cb12-4c45-a5f8-3a1082850320 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '901d4e82-5ef1-49af-91de-0f76a6b1b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:39.690197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Attempting to bind port 7eaae10e-cb12-4c45-a5f8-3a1082850320 on network cbbae06e-d50e-409a-9aca-0c61d54910fa {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:39.715961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 8cc6a631-3265-4890-adef-633a46153be5 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:39.723428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.744364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Port 7eaae10e-cb12-4c45-a5f8-3a1082850320 on network cbbae06e-d50e-409a-9aca-0c61d54910fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:14:39.744364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Attempting to bind port 7eaae10e-cb12-4c45-a5f8-3a1082850320 on network cbbae06e-d50e-409a-9aca-0c61d54910fa {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:39.752941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc786d59-4b2b-4fee-b14d-a14d2b59a5e4 req-9e1b94e3-21da-42c8-8b88-1268f1dff221 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110267 Oct 17 18:14:39.760231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:39.761038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Checking segment: {'id': '901d4e82-5ef1-49af-91de-0f76a6b1b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:39.761904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Bound using segment: {'id': '901d4e82-5ef1-49af-91de-0f76a6b1b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:39.762521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Bound port: 7eaae10e-cb12-4c45-a5f8-3a1082850320, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901d4e82-5ef1-49af-91de-0f76a6b1b3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:39.763048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.804711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:39.843259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:39.847686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.865823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:39.933221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1520b0b9-6b79-407b-b627-9dd63978546a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:39.943121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d150f027-14ac-4abf-bc99-e8755017e1ca,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:40.002200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.055254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.056725 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d36f9d7c-c473-40fa-bdcd-701de41d5a86 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9319601 Oct 17 18:14:40.060959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38430) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:40.066947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': 'd150f027-14ac-4abf-bc99-e8755017e1ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:40.074363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:40.081481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:40.083462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1520b0b9-6b79-407b-b627-9dd63978546a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:40.084935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:40.095702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:40.096734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 43388d72-f822-4c52-a174-4e1533fefe9a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:40.110384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 242d03d5-871f-4fbd-9fb2-310183970e64 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:40.126007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:40.131947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.134385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:40.184976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:40.208395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 43388d72-f822-4c52-a174-4e1533fefe9a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:40.208930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.209384 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 43388d72-f822-4c52-a174-4e1533fefe9a Oct 17 18:14:40.234059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320,segment=NetworkSegment(901d4e82-5ef1-49af-91de-0f76a6b1b3c6),segment_id=901d4e82-5ef1-49af-91de-0f76a6b1b3c6)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:40.240104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:40.240725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.249556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.326817 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 3 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:40.329765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.388296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:40.389097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Subnet': ['ID=f8804482-a7b8-434d-b049-c5d83dc365e0,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:40.395785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:40.399378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:40.400418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.401972 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] 10.222.0.42 "PUT /v2.0/ports/7eaae10e-cb12-4c45-a5f8-3a1082850320 HTTP/1.1" status: 200 len: 1093 time: 4.7578208 Oct 17 18:14:40.402466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:40.404663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:40.405660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.409378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff88bc-72bc-490e-80af-c4326e7f3c41" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:40.419151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:40.464863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e22d9a-91f1-4e7f-8150-bd4806bd213a None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:40.497064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.526434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40227014-0934-46ac-9473-d6543d83f16b x-openstack-request-id: req-40227014-0934-46ac-9473-d6543d83f16b {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:40.526725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:40.526978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40227014-0934-46ac-9473-d6543d83f16b {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:40.527371 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40227014-0934-46ac-9473-d6543d83f16b'] response: {'name': 'network-changed', 'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320', 'status': 'completed', 'code': 200} Oct 17 18:14:40.577740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 43388d72-f822-4c52-a174-4e1533fefe9a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:40.632639 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0554a855-e5fa-4109-b59d-c4286d7896f3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8128438 Oct 17 18:14:40.633848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.642434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38436) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:40.648359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f63a4-ff04-449c-9be2-39beb5e53943 service neutron] Pushing event updated for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:40.650951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.667015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-109730065', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8804482-a7b8-434d-b049-c5d83dc365e0'}], 'security_groups': ['cb5fc897-9411-4e5b-9030-57cf565b225a', 'a07b01ef-5364-4bf9-be91-e433655eceb8']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:40.842021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161eb8d-9929-4e2a-b220-e01b92784782,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:40.912396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.926111 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 4 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:40.993364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:40.997465 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34f4f21c-f55f-429f-9979-0bcc858a4b85 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9327900 Oct 17 18:14:41.011462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38444) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:41.065394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-a4256a1f-ccae-4619-9cc4-2d0825a548d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.067466 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-a4256a1f-ccae-4619-9cc4-2d0825a548d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b0c46540a1641f8aaaab320090d40d4&device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 1096 time: 0.5116196 Oct 17 18:14:41.091545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:41.102327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Update dhcp port {'port': {'network_id': 'd7c2ffbb-116c-4c0d-92cd-ffd96a8387c0', 'fixed_ips': [{'subnet_id': 'dec8541d-9f92-4055-a0a6-743688fc6426', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b5619fc-7e09-4edd-9385-be05c6457b32', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8804482-a7b8-434d-b049-c5d83dc365e0'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'b0f57608-d589-4054-ba48-f67667088da8'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:14:41.138345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8cf82-760c-445a-8edb-aa4ac9ac6737 req-db697d65-31a8-4bc7-a131-2d87989d8af6 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.146577 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fd8cf82-760c-445a-8edb-aa4ac9ac6737 req-db697d65-31a8-4bc7-a131-2d87989d8af6 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 943 time: 0.1964767 Oct 17 18:14:41.168002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.223083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.228495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Subnet': ['ID=f66a7678-2d9f-491d-9d7d-6a300eff5de4,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:41.261933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.268207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.334010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fd8cf82-760c-445a-8edb-aa4ac9ac6737 req-09b3fcd2-3304-419a-a4b6-8231ecd75775 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863513 Oct 17 18:14:41.518343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Checking segment: {'id': '8538384d-6725-49c1-82c9-17465bec48f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:41.518786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network hostable DHCP agents. Network: c50264af-8399-43c3-8ffd-5262f105bc52, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:41.558735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Allocated IP 2001:db8:0:2::2 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/f8804482-a7b8-434d-b049-c5d83dc365e0/b0f57608-d589-4054-ba48-f67667088da8) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:41.606363 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 5 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:41.623445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd3d26-b435-4887-86d8-e6361da182f4 req-8a816eb4-da74-4d93-9221-d06a34d592f5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.625298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d2dd3d26-b435-4887-86d8-e6361da182f4 req-8a816eb4-da74-4d93-9221-d06a34d592f5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.6619506 Oct 17 18:14:41.658131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-2eb149c1-0d27-446f-a3b5-a991cd5caa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.659592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-2eb149c1-0d27-446f-a3b5-a991cd5caa41 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8b0c46540a1641f8aaaab320090d40d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5648842 Oct 17 18:14:41.689631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.736250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:41.769193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network c50264af-8399-43c3-8ffd-5262f105bc52 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:41.795673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1161eb8d-9929-4e2a-b220-e01b92784782,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:41.802527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:41.814961 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d2dd3d26-b435-4887-86d8-e6361da182f4 req-b2d6a4a5-cdcc-4b52-8adf-07f93e0123fa tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806505 Oct 17 18:14:41.830029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.836977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.840428 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-25c283fe-5e78-40f3-ba52-da418b475943 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1161eb8d-9929-4e2a-b220-e01b92784782 HTTP/1.1" status: 204 len: 168 time: 0.8207564 Oct 17 18:14:41.840830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38450) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:41.867869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.877357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Transition to ACTIVE for port object b0f57608-d589-4054-ba48-f67667088da8 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:41.885852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, c50264af-8399-43c3-8ffd-5262f105bc52) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:41.892757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.893333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.898943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-d8df3d15-0b11-4f37-99ad-176f94abc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:41.900216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ef8aa-aacc-48da-9c29-804d90b351ed None None] Network c50264af-8399-43c3-8ffd-5262f105bc52 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:41.900460 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3ff88bc-72bc-490e-80af-c4326e7f3c41 req-d8df3d15-0b11-4f37-99ad-176f94abc132 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348166 Oct 17 18:14:41.910414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a59faa4-3fbc-4b37-9d0c-81156ab47e00 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:41.957377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.987361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a59faa4-3fbc-4b37-9d0c-81156ab47e00 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:41.989590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:41.992371 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a59faa4-3fbc-4b37-9d0c-81156ab47e00 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1504452 Oct 17 18:14:41.994650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38454) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:42.071989 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e47469a3-0af1-47ee-a61a-d05e6d3e61a1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1761413 Oct 17 18:14:42.079218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38458) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:42.091253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1743094951', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:42.114351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:42.122885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:router and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:42.134260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:42.139338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.153299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:42.160152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:42.201091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.257521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-7b2c861b-eaa9-451a-bff8-fa75017e8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:42.259115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-7b2c861b-eaa9-451a-bff8-fa75017e8b3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b0c46540a1641f8aaaab320090d40d4&device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 1096 time: 0.2345757 Oct 17 18:14:42.292554 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 6 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:42.324501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Delete allocated IP 2001:db8::391 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/1b5619fc-7e09-4edd-9385-be05c6457b32) {{(pid=89827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:14:42.339953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Allocated IP 2001:db8:0:2::1e6 (d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0/f8804482-a7b8-434d-b049-c5d83dc365e0/53b9b31e-3188-445b-b65c-00c54af86061) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:42.445913 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-1d3e31c6-0618-421b-aad2-289b98fd04ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320 HTTP/1.1" status: 200 len: 217 time: 0.1618049 Oct 17 18:14:42.453317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becab5af-9422-4221-8446-ccea3c4ce4d9 None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:42.473754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-c50264af-8399-43c3-8ffd-5262f105bc52', 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52', 'tenant_id': 'c3b13ae13e5c4d2b861c82ba5037fcb0', 'fixed_ips': [{'subnet_id': 'f66a7678-2d9f-491d-9d7d-6a300eff5de4'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:42.476203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.514662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.546535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 242d03d5-871f-4fbd-9fb2-310183970e64 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:42.549423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:42.666122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:42.676808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.677863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:42.731886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-6836ba37-018d-41b2-b34f-0e17e81a51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:42.733012 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-6836ba37-018d-41b2-b34f-0e17e81a51d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89d2753b-fc43-4dc9-9a98-008046b0bca1 HTTP/1.1" status: 200 len: 851 time: 0.2773099 Oct 17 18:14:42.815401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Allocated IP 172.20.0.2 (c50264af-8399-43c3-8ffd-5262f105bc52/f66a7678-2d9f-491d-9d7d-6a300eff5de4/87b7e0ac-1f43-4d27-9d35-1118d94fdddd) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:42.843824 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-596c77c5-3985-476f-8380-0282900b41b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbbae06e-d50e-409a-9aca-0c61d54910fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873847 Oct 17 18:14:43.011095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:43.168357 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 7 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:43.235703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.285136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.290007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.306994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:43.311031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.325470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Transition to ACTIVE for port object 87b7e0ac-1f43-4d27-9d35-1118d94fdddd will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:43.332669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458e407-ed72-43a8-aa8d-6f017fade81e req-fef83c72-f1c7-4eec-be40-0f62e92dbd36 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:43.334197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7458e407-ed72-43a8-aa8d-6f017fade81e req-fef83c72-f1c7-4eec-be40-0f62e92dbd36 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 943 time: 0.8058178 Oct 17 18:14:43.338090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150f027-14ac-4abf-bc99-e8755017e1ca,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:43.362676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Transition to ACTIVE for port object 87b7e0ac-1f43-4d27-9d35-1118d94fdddd will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:43.365039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Transition to ACTIVE for port object 53b9b31e-3188-445b-b65c-00c54af86061 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:43.421360 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-4ff04384-33e2-472b-b5e7-79e74d124218 service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739675 Oct 17 18:14:43.456358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.518789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:43.529144 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0e2a5f6e-279e-47b2-a23b-ee6f63485933 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4261315 Oct 17 18:14:43.530910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38468) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:43.534618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Network c50264af-8399-43c3-8ffd-5262f105bc52 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:43.538881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'network': {'name': 'tempest-RoutersTest-713650551'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:43.539596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:43.540371 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7458e407-ed72-43a8-aa8d-6f017fade81e req-35b8fbd3-e3cb-42af-b640-e121e3b88323 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001104 Oct 17 18:14:43.545572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.551948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.553091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6a560b19-66bf-4ed0-89e9-fdb6a6cd478d tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/d150f027-14ac-4abf-bc99-e8755017e1ca HTTP/1.1" status: 204 len: 168 time: 1.5574591 Oct 17 18:14:43.555923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:43.564869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:43.569964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:43.570117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:network and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:43.570836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:43.577882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Pushing event updated for resources: {'Port': ['ID=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:43.591562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:43.594174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:43.594602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:43.606669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d2ca4-1652-48dc-8d89-032f75dc2866 req-91a96ce8-d2b7-434a-8dd4-b73000556c51 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:43.607971 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c54d2ca4-1652-48dc-8d89-032f75dc2866 req-91a96ce8-d2b7-434a-8dd4-b73000556c51 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5563505 Oct 17 18:14:43.814625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:43.817531 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 8 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:43.929585 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f04b8359-0e12-41c9-8126-326c4852d2cc req-4b52ed7a-a5a3-4790-a042-2ee977557061 service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951293 Oct 17 18:14:43.932095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] In _notify_port_updated(), no bound segment for port 53b9b31e-3188-445b-b65c-00c54af86061 on network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:14:43.937903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:43.941926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8565899a-38df-4d15-a431-e4ac28fbd088 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:43.943921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:43.947753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "PUT /v2.0/ports/53b9b31e-3188-445b-b65c-00c54af86061 HTTP/1.1" status: 200 len: 969 time: 3.2947524 Oct 17 18:14:43.951345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38478) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:43.993191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.005054 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c54d2ca4-1652-48dc-8d89-032f75dc2866 req-6994b76a-7352-419e-b481-29e6d2d3c127 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078912 Oct 17 18:14:44.012606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e8cc8-3130-4a3f-87f7-e477835cfda7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event updated for resources: {'Port': ['ID=53b9b31e-3188-445b-b65c-00c54af86061,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:44.016386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:44.016907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:44.020412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.049841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:44.093101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 53b9b31e-3188-445b-b65c-00c54af86061 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:44.093363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.130016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:44.145391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Attempting to bind port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:44.145876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Attempting to bind port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8538384d-6725-49c1-82c9-17465bec48f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:44.146302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Attempting to bind port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd on network c50264af-8399-43c3-8ffd-5262f105bc52 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:44.157217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:44.157217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Checking segment: {'id': '8538384d-6725-49c1-82c9-17465bec48f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:44.161760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.161760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Bound using segment: {'id': '8538384d-6725-49c1-82c9-17465bec48f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:44.161760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Bound port: 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8538384d-6725-49c1-82c9-17465bec48f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:44.161760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.164018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.164368 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added segment 14983eca-fbe8-4855-b2c2-8f1a8fe30350 of type vlan for network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b Oct 17 18:14:44.190368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:44.214858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8565899a-38df-4d15-a431-e4ac28fbd088 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:44.222840 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8565899a-38df-4d15-a431-e4ac28fbd088 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6503401 Oct 17 18:14:44.223532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38482) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:44.230728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340732408'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:44.241170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:44.267054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:44.270725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.397901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.459114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.493681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:44.527263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:44.527608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.532846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:44.533311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:44.533936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.541715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.544165 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 9 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:44.566566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:44.576786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.622089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 53b9b31e-3188-445b-b65c-00c54af86061 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:44.676123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] For port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:44.692610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] For port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,segment=NetworkSegment(8538384d-6725-49c1-82c9-17465bec48f4),segment_id=8538384d-6725-49c1-82c9-17465bec48f4)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:44.710652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:44.764983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.799177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:44.855655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3211381 Oct 17 18:14:44.917140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38490) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:44.918169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d2802-161b-41a3-be95-d28d68ebd6d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Network': ['ID=470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:44.930742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'subnet': {'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:44.943793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36eb7d-99b6-47bf-81eb-c085172814f9 None None] Pushing event updated for resources: {'Port': ['ID=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:44.949945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:44.975640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.008073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.26.2.222 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/ba21d213-e83c-461d-9616-a47b6d5ba0be) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:45.083405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:40Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:41Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:35Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:45.092584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:45.093135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Updating router 84e9f026-18f1-48fa-80cd-fb557ec9302f port 8cc6a631-3265-4890-adef-633a46153be5 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:45.108103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69df8b26-7b07-4bc3-a013-4001929334ab,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:45.128829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfbeff-85a3-4cdf-b9df-639e6db85829 req-7e10d43f-deb7-441b-ae42-47a51c34b774 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:45.129256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:45.130468 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8bfbeff-85a3-4cdf-b9df-639e6db85829 req-7e10d43f-deb7-441b-ae42-47a51c34b774 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 943 time: 0.3217041 Oct 17 18:14:45.136730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:subnet and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:45.142674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:45.157654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:45.168602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.208087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.221279 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 10 to provision port 53b9b31e-3188-445b-b65c-00c54af86061 Oct 17 18:14:45.335113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 53b9b31e-3188-445b-b65c-00c54af86061 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:14:45.427373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=53b9b31e-3188-445b-b65c-00c54af86061,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:45.455522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Made reservation on behalf of 986b7a31b097414bbb9efe56d5d87546 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:45.459616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.497269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning for port b0f57608-d589-4054-ba48-f67667088da8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:45.527108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:45.527488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.527829 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:45.560266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.566432 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-78494f0e-02d3-4850-9867-7a9b191332c6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3365827 Oct 17 18:14:45.581644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8bfbeff-85a3-4cdf-b9df-639e6db85829 req-76c60532-72a9-488d-a3c0-d90656f49e24 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881567 Oct 17 18:14:45.584363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38496) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:45.589700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '69df8b26-7b07-4bc3-a013-4001929334ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:45.595992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:45.606598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Usage tracker for resource:security_group_rule and tenant:d1e623dbcbc84bdd99aae18738a62228 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:45.616522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:45.632926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:45.637889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.733956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6dfd91fd-9520-4b4e-a7d2-beaee5d3a60f tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/53b9b31e-3188-445b-b65c-00c54af86061 HTTP/1.1" status: 204 len: 168 time: 1.7800376 Oct 17 18:14:45.738814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:45.773271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.802655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4a332-dbb5-4ac2-9276-637a809df036 req-ff4b2ca6-507f-4adb-adc5-cdc28839d259 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:45.810484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bbc4a332-dbb5-4ac2-9276-637a809df036 req-ff4b2ca6-507f-4adb-adc5-cdc28839d259 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.6327848 Oct 17 18:14:45.817374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.837333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa457ef5-ae1b-477d-9ee4-8b1554b57492 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] GET failed (client error): The resource could not be found. Oct 17 18:14:45.837333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fa457ef5-ae1b-477d-9ee4-8b1554b57492 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Synchronizing usage tracker for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:45.872298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:45.894682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bbc4a332-dbb5-4ac2-9276-637a809df036 req-251c6db2-5684-45cd-b358-cf5f9428da42 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837197 Oct 17 18:14:45.948079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:45.950809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fa457ef5-ae1b-477d-9ee4-8b1554b57492 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Unset dirty status for tenant:dd15bdb8e44042f3b1e7ba4a8081ea8d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:45.952133 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fa457ef5-ae1b-477d-9ee4-8b1554b57492 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports/53b9b31e-3188-445b-b65c-00c54af86061 HTTP/1.1" status: 404 len: 333 time: 0.2118137 Oct 17 18:14:45.954438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38506) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:45.972952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 87b7e0ac-1f43-4d27-9d35-1118d94fdddd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:46.040924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning complete for port 7040ca3c-5795-4766-862c-326922342302 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:46.041166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.041536 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 1 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:46.052089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.054728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.059419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.099258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.138098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:46.200725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:46.209068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=ba21d213-e83c-461d-9616-a47b6d5ba0be,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:46.247076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:46.251507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:46.254166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Subnet': ['ID=4a6970b0-4969-472e-874f-87263cbe2b90,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:46.254936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6300d558-0fb0-4a37-9ace-6648596789d1,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:46.255334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.267579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.269004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Checking segment: {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:46.269367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network hostable DHCP agents. Network: 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:46.282992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Transition to ACTIVE for port object 8cc6a631-3265-4890-adef-633a46153be5 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:46.286349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:46.362718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.385573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:46.462215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:46.471871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:46.472444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.490283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c68eff-c497-4364-bd34-b532bc17d476 None None] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:46.505798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.507121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b916a249-1031-45e7-831f-167a605dd89c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9221454 Oct 17 18:14:46.510919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38510) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:46.515385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7b064-dfd9-4d05-ae08-a64cc93f897b None None] Network c50264af-8399-43c3-8ffd-5262f105bc52 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:46.540886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9f414737-f2d8-4df7-ba72-a9c1b124724b tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules/6300d558-0fb0-4a37-9ace-6648596789d1 HTTP/1.1" status: 200 len: 763 time: 0.0270703 Oct 17 18:14:46.543909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38514) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:46.589748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.646111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.649854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/security-groups/49bf8dd3-0dec-4dea-83cb-eb1381f77dcb HTTP/1.1" status: 204 len: 168 time: 0.6942735 Oct 17 18:14:46.654598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38520) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:46.658181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b451fbc-b1f6-4024-94f0-91b4e89817d5 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf8dd3-0dec-4dea-83cb-eb1381f77dcb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:46.690411 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 2 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:46.710089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c3608016-5c54-4368-aae8-c281b52b4fb2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7883759 Oct 17 18:14:46.714623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38524) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:46.737502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-84db1199-ac92-4e8e-98c2-10f2e83a9ccd tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:46.774290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:46.831833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-84db1199-ac92-4e8e-98c2-10f2e83a9ccd tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:46.834020 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-84db1199-ac92-4e8e-98c2-10f2e83a9ccd tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2878106 Oct 17 18:14:46.838066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38528) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:46.868655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c41731-e0cc-43f9-95b4-a4be9c021fea None None] Pushing event updated for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:46.917690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:46.932089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.071654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Attempting to bind port 8cc6a631-3265-4890-adef-633a46153be5 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:47.072300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Attempting to bind port 8cc6a631-3265-4890-adef-633a46153be5 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:47.072418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Attempting to bind port 8cc6a631-3265-4890-adef-633a46153be5 on network 242d03d5-871f-4fbd-9fb2-310183970e64 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:47.084157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:47.084528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Checking segment: {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:47.084928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.085321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Bound using segment: {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:47.085814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Bound port: 8cc6a631-3265-4890-adef-633a46153be5, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12d0276-8041-4d41-a12a-da7772faca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:47.086186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.120775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.155587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6300d558-0fb0-4a37-9ace-6648596789d1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:47.200811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-7cca-4c08-9afe-c13865f11131 req-423bbda4-6c12-445d-b0c3-5701932c08af tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:47.202645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6c23e73f-7cca-4c08-9afe-c13865f11131 req-423bbda4-6c12-445d-b0c3-5701932c08af tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1383641 Oct 17 18:14:47.244663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.272931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.275566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2afc0f25-acd0-4295-876b-e94d018488d1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6300d558-0fb0-4a37-9ace-6648596789d1 HTTP/1.1" status: 204 len: 168 time: 0.4364650 Oct 17 18:14:47.291753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38536) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:47.299401 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 3 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:47.372741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6c23e73f-7cca-4c08-9afe-c13865f11131 req-531bb020-f6e6-4bd5-af87-897b54c7332a tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433740 Oct 17 18:14:47.382723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:47.383639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.420004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-65d119b6-932e-4511-8f93-1d57244ab9c8 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:47.470868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-65d119b6-932e-4511-8f93-1d57244ab9c8 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:47.473331 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-65d119b6-932e-4511-8f93-1d57244ab9c8 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1875012 Oct 17 18:14:47.476290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38542) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:47.485065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '69df8b26-7b07-4bc3-a013-4001929334ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:47.486631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:47.497596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:47.514628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:47.515252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.527973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] For port 8cc6a631-3265-4890-adef-633a46153be5, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:47.558425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] For port 8cc6a631-3265-4890-adef-633a46153be5, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8cc6a631-3265-4890-adef-633a46153be5,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:47.559542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7eaae10e-cb12-4c45-a5f8-3a1082850320 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:14:47.573205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.619632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.688493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.785689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.848023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:47.849814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:47.850448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:47.900177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12f8a80-a952-4bde-980b-b7c93df2f0f9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:48.040386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:48.040810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-061c8627-97d8-4461-96f5-c7ca79bc46f1 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5629482 Oct 17 18:14:48.044086 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 4 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:48.050071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38548) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:48.070604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Allocated IP 172.23.0.2 (470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b/4a6970b0-4969-472e-874f-87263cbe2b90/3d6efa08-da37-4493-9aed-86d301950890) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:48.104298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5bfe9497-fc53-410f-a161-76df31c03c3f tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules/c12f8a80-a952-4bde-980b-b7c93df2f0f9 HTTP/1.1" status: 200 len: 763 time: 0.0505040 Oct 17 18:14:48.164401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38552) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:48.208063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c41731-e0cc-43f9-95b4-a4be9c021fea None None] Pushing event updated for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:48.237363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0e97d-0a44-40cf-98af-c260a99aa84c req-aae2c070-ff39-4aeb-88d1-eddd68b5e9e5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.244662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66d0e97d-0a44-40cf-98af-c260a99aa84c req-aae2c070-ff39-4aeb-88d1-eddd68b5e9e5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2591677 Oct 17 18:14:48.278460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-3fabb3d5-909d-481c-b381-8cdbf37d9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.280436 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-3fabb3d5-909d-481c-b381-8cdbf37d9cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.1762204 Oct 17 18:14:48.309662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320,segment=NetworkSegment(901d4e82-5ef1-49af-91de-0f76a6b1b3c6),segment_id=901d4e82-5ef1-49af-91de-0f76a6b1b3c6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:48.334142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:48.367746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb1930-d763-489a-98bc-8b2a6cecb101 req-fdfc929f-58d0-4774-8de4-66d9d4238e7f tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.370241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '7eaae10e-cb12-4c45-a5f8-3a1082850320', 'network_id': 'cbbae06e-d50e-409a-9aca-0c61d54910fa', 'port_id': '7eaae10e-cb12-4c45-a5f8-3a1082850320', 'mac_address': 'fa:16:3e:9b:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d2753b-fc43-4dc9-9a98-008046b0bca1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:14:48.372474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:48.378375 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4bdb1930-d763-489a-98bc-8b2a6cecb101 req-fdfc929f-58d0-4774-8de4-66d9d4238e7f tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 943 time: 1.2655623 Oct 17 18:14:48.475480 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66d0e97d-0a44-40cf-98af-c260a99aa84c req-8ed475a2-d4ec-4232-ba9a-2025d597438b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299562 Oct 17 18:14:48.532713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-fe9c138a-2404-4843-a9b7-0e67e3f588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.534225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-fe9c138a-2404-4843-a9b7-0e67e3f588d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.2422614 Oct 17 18:14:48.651248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 7eaae10e-cb12-4c45-a5f8-3a1082850320 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:48.651248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:48.657883 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-58134ffe-8241-4b88-b384-cc55d70ac714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.1172254 Oct 17 18:14:48.684019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9cdb68f1-1e7e-416c-b4b1-60f8b7d17d63 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:48.726281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4bdb1930-d763-489a-98bc-8b2a6cecb101 req-08c398bf-4e3d-42ac-ae5f-aad47fe13381 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467093 Oct 17 18:14:48.749630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-f9367201-f5b3-4a99-9ea2-1ea73c22066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.750411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:48.750534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-f9367201-f5b3-4a99-9ea2-1ea73c22066b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.0806756 Oct 17 18:14:48.778585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaae10e-cb12-4c45-a5f8-3a1082850320 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:48.840473 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 5 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:48.875677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320,segment=NetworkSegment(901d4e82-5ef1-49af-91de-0f76a6b1b3c6),segment_id=901d4e82-5ef1-49af-91de-0f76a6b1b3c6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:48.878678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:48.888057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-651ee0cb-5737-4ce9-926a-58c34d7c939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:48.889836 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-651ee0cb-5737-4ce9-926a-58c34d7c939a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1380668 Oct 17 18:14:48.934017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Transition to ACTIVE for port object 3d6efa08-da37-4493-9aed-86d301950890 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:48.995123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:49.038605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Transition to ACTIVE for port object 3d6efa08-da37-4493-9aed-86d301950890 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:49.038813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.042128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:40Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:35Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:49.051496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18891fdd-d85f-4f99-aa32-4aea97d254ca None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:40Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:35Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:49.069516 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-ad097d05-744d-4cea-971e-d0c9cf6d632f service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733315 Oct 17 18:14:49.276058 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb566e1c-f887-4b6a-92bf-7dc460622590 req-85530eea-18cb-4993-8c2b-e5cde51b227b service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987216 Oct 17 18:14:49.357228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.360169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.360305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router a1b4929f-cf66-4002-abc4-e59b37c5df46 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:14:49.362198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.377035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9cdb68f1-1e7e-416c-b4b1-60f8b7d17d63 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:49.379991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9cdb68f1-1e7e-416c-b4b1-60f8b7d17d63 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.1958897 Oct 17 18:14:49.383066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:49.397189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b01ef-5364-4bf9-be91-e433655eceb8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:49.443768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.477125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.481897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.483267 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-087a9133-7cea-4add-870f-f115be6af510 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/security-groups/a07b01ef-5364-4bf9-be91-e433655eceb8 HTTP/1.1" status: 204 len: 168 time: 2.8225513 Oct 17 18:14:49.494107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38564) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:49.508436 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 6 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:49.571887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:49.589077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:49.597314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:49.814345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:49.819273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:49.863331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.895379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.935161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e43ad526-17ee-423f-85d2-344f04014c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:49.985512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8cc6a631-3265-4890-adef-633a46153be5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:50.027204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2b762-0765-4813-816c-029d6f1b42d8 req-d190f763-9ec4-420a-aefc-77d444089f19 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:50.031655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-41b2b762-0765-4813-816c-029d6f1b42d8 req-d190f763-9ec4-420a-aefc-77d444089f19 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3237846 Oct 17 18:14:50.050952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.089596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:50.100099 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] Sync routers for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:50.112376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Pushing event updated for resources: {'Port': ['ID=3d6efa08-da37-4493-9aed-86d301950890,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:50.115775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:50.118738 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:50.139199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5fc897-9411-4e5b-9030-57cf565b225a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:50.145786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['7eaae10e-cb12-4c45-a5f8-3a1082850320'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:14:50.152179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.168149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Allocated IP 172.23.0.1 (470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b/4a6970b0-4969-472e-874f-87263cbe2b90/29f8b49d-b5a0-4049-98af-bcf0d176c1d6) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:50.227922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c12f8a80-a952-4bde-980b-b7c93df2f0f9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:50.249039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.249039 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-df13710d-4916-4f21-8fee-20586113ba02 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/security-groups/cb5fc897-9411-4e5b-9030-57cf565b225a HTTP/1.1" status: 204 len: 168 time: 0.7492902 Oct 17 18:14:50.250364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38572) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:50.253978 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-41b2b762-0765-4813-816c-029d6f1b42d8 req-a6ee35b6-7b8c-4282-aa52-4aa6d1e072e8 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079208 Oct 17 18:14:50.297966 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:50.304618 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:50.305226 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:50.317791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.329480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed0d4896-518b-4be4-9d6f-dcfb2725eca7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2449894 Oct 17 18:14:50.330434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38576) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:50.335431 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 7 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:50.360115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet 1b5619fc-7e09-4edd-9385-be05c6457b32 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:50.363855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.404972 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:50.405346 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6042149-c52a-457f-89db-3a1d3b3b5446 None None] The sync data for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:50.427361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.467687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8159a1-9641-48ad-868d-95962b709d20 req-8dab9177-b6dc-4f66-afb7-59f1bef9b174 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:50.470499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d8159a1-9641-48ad-868d-95962b709d20 req-8dab9177-b6dc-4f66-afb7-59f1bef9b174 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 944 time: 0.4317698 Oct 17 18:14:50.483014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.487388 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-13275b47-33bd-4d17-bcf2-4022e9380769 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c12f8a80-a952-4bde-980b-b7c93df2f0f9 HTTP/1.1" status: 204 len: 168 time: 1.1027832 Oct 17 18:14:50.491553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:50.494499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Attempting to bind port 3d6efa08-da37-4493-9aed-86d301950890 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:50.495027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Attempting to bind port 3d6efa08-da37-4493-9aed-86d301950890 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:50.495977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Attempting to bind port 3d6efa08-da37-4493-9aed-86d301950890 on network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:50.527832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:50.539547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Checking segment: {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:50.539547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.539547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Bound using segment: {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:50.539547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Bound port: 3d6efa08-da37-4493-9aed-86d301950890, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:50.539547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.556214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:50.557590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2e3cff10-fe33-4483-b8cc-25a4ab4e6cc3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:50.595658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.642964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] For port 3d6efa08-da37-4493-9aed-86d301950890, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:50.646460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] For port 3d6efa08-da37-4493-9aed-86d301950890, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d6efa08-da37-4493-9aed-86d301950890,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:50.651857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 8cc6a631-3265-4890-adef-633a46153be5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:50.754139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.758360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2e3cff10-fe33-4483-b8cc-25a4ab4e6cc3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:50.759729 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2e3cff10-fe33-4483-b8cc-25a4ab4e6cc3 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2677629 Oct 17 18:14:50.763800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38586) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:50.853435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': '69df8b26-7b07-4bc3-a013-4001929334ab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:50.876341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c19c-2868-4ea1-a070-17810e9b02d1 None None] Pushing event updated for resources: {'Port': ['ID=3d6efa08-da37-4493-9aed-86d301950890,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:50.877899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.896443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:50.906372 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d8159a1-9641-48ad-868d-95962b709d20 req-c147d0f4-ad66-4573-a195-3b30448bc41b tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569430 Oct 17 18:14:50.927116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.932849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249faf1f-4776-43cd-802e-8ba05a26fcb7 None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:50.951651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5619fc-7e09-4edd-9385-be05c6457b32,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:50.952345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:50.961725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:50.966037 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d2aa6ea-a8b6-40ca-9049-e005dff48827 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/1b5619fc-7e09-4edd-9385-be05c6457b32 HTTP/1.1" status: 204 len: 168 time: 0.7079597 Oct 17 18:14:50.967449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38590) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:51.006766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Transition to ACTIVE for port object 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:51.068699 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 8 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:51.142055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet f8804482-a7b8-434d-b049-c5d83dc365e0 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:51.146427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.156921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.259693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.337557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.370833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.466925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:51.476355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.506659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:51.520082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:51.537349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:51.548966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.571353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679f918e-2bd7-43aa-bd9e-3567d285a575,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:51.600437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:51.610881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.611223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.611560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.611897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.612255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.612570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.612894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.613215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.613541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.613882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.614204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.615199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.637882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b6bc6-e7c2-4dc5-8879-0be8898c1b74 req-e134ebe5-a73a-47f1-8918-e679bb8bfb86 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:51.639434 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c22b6bc6-e7c2-4dc5-8879-0be8898c1b74 req-e134ebe5-a73a-47f1-8918-e679bb8bfb86 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1924288 Oct 17 18:14:51.659383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.663963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:51.696784 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c22b6bc6-e7c2-4dc5-8879-0be8898c1b74 req-57b8bf74-03f2-42be-9120-6dde3168b8f0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 Oct 17 18:14:51.698332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.704390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.725964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.725964 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0f3575f0-d634-43cd-b85d-56e3bc3d6327 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9491549 Oct 17 18:14:51.728535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38606) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:51.755092 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f7f08842-736b-4382-84c4-2863d198e916 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules/679f918e-2bd7-43aa-bd9e-3567d285a575 HTTP/1.1" status: 200 len: 764 time: 0.0257175 Oct 17 18:14:51.756941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.769475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:51.904464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=f8804482-a7b8-434d-b049-c5d83dc365e0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:51.941982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:51.967893 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 9 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:51.976865 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-70962587-f8e2-4438-bb9e-e9c20e61dcb8 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/f8804482-a7b8-434d-b049-c5d83dc365e0 HTTP/1.1" status: 204 len: 168 time: 1.0061677 Oct 17 18:14:51.978706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38618) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:52.019453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d6efa08-da37-4493-9aed-86d301950890 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:52.092070 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-54716053-42b8-4cec-bde3-9d120c68ff29 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:52.092526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54716053-42b8-4cec-bde3-9d120c68ff29 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:52.097039 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-54716053-42b8-4cec-bde3-9d120c68ff29 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/1b5619fc-7e09-4edd-9385-be05c6457b32 HTTP/1.1" status: 404 len: 337 time: 0.1151795 Oct 17 18:14:52.101236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38622) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:52.114158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7152ac94-6451-41e8-8114-b3f91b366ead tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2762959 Oct 17 18:14:52.191146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38626) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:52.230081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:52.339347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5204999-f881-47b5-98bf-87c73e88c047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.345989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.351325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3d6efa08-da37-4493-9aed-86d301950890 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:52.380439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting subnet dec8541d-9f92-4055-a0a6-743688fc6426 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:52.388872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.395843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.511884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f607b-c997-465b-9e0e-d201ec93c65c None None] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:52.517429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.521227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dda1e-2d78-42fc-b4a8-dd4cb7f39426 req-4311525a-537b-43a6-943a-3275bff2b559 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:52.528382 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ac7dda1e-2d78-42fc-b4a8-dd4cb7f39426 req-4311525a-537b-43a6-943a-3275bff2b559 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 944 time: 0.4294319 Oct 17 18:14:52.549655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.595311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eef9c5-8803-4b03-b6a6-59169f333c30 None None] Network d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:52.639783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.672243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679f918e-2bd7-43aa-bd9e-3567d285a575,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:52.694003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.697962 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-babdaeaa-16b0-4035-ae4f-898bd0130be6 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/679f918e-2bd7-43aa-bd9e-3567d285a575 HTTP/1.1" status: 204 len: 168 time: 0.5027928 Oct 17 18:14:52.707308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38638) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:52.735034 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 10 to provision port 7040ca3c-5795-4766-862c-326922342302 Oct 17 18:14:52.740077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ac7dda1e-2d78-42fc-b4a8-dd4cb7f39426 req-75f6ef54-dbf0-4bdc-a4b0-d068ad72f12e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108114 Oct 17 18:14:52.760541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:52.818745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-23793b42-8a97-430b-a910-a496a1a366d2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:52.934894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-23793b42-8a97-430b-a910-a496a1a366d2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:52.941843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e0c81-141e-4fea-9b12-c8435d89ca9b req-0a6027b9-2013-4a3d-8c24-9d934b80f318 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:52.942862 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-23793b42-8a97-430b-a910-a496a1a366d2 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2338114 Oct 17 18:14:52.948971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38642) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:52.958022 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-096e0c81-141e-4fea-9b12-c8435d89ca9b req-0a6027b9-2013-4a3d-8c24-9d934b80f318 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.6410253 Oct 17 18:14:53.020627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.049627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Port 7040ca3c-5795-4766-862c-326922342302 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:53.100451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.107759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Subnet': ['ID=dec8541d-9f92-4055-a0a6-743688fc6426,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:53.118839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ab8054bb-fd50-452f-8316-cd0e72d6ca06 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/dec8541d-9f92-4055-a0a6-743688fc6426 HTTP/1.1" status: 204 len: 168 time: 1.0032616 Oct 17 18:14:53.119773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.122443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38648) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.130423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-096e0c81-141e-4fea-9b12-c8435d89ca9b req-5d464af1-bc7b-4c0a-8310-d582235665ce tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715071 Oct 17 18:14:53.143048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.187750 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b3bf2-130b-4559-a535-04f25b1deae9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:53.187750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077b3bf2-130b-4559-a535-04f25b1deae9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:53.189351 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-077b3bf2-130b-4559-a535-04f25b1deae9 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/2a44653f-9c76-414b-a10d-26640afec84e HTTP/1.1" status: 404 len: 337 time: 0.0660634 Oct 17 18:14:53.192207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.202328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.209329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning for port becfc71a-2452-4bb4-b556-48dd0fabe504 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:53.227500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.238134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning complete for port becfc71a-2452-4bb4-b556-48dd0fabe504 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:53.242939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.242939 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 1 to provision port becfc71a-2452-4bb4-b556-48dd0fabe504 Oct 17 18:14:53.263035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.1 (c50264af-8399-43c3-8ffd-5262f105bc52/f66a7678-2d9f-491d-9d7d-6a300eff5de4/1e71f05e-2154-4868-8517-66034d4d9f89) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:53.276783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.292397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.310452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c488a936-d58a-4df0-9560-bfd5871e23bd tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb33bf2b-9a71-45cc-9bbb-268ad5019c4c HTTP/1.1" status: 200 len: 205 time: 0.1043193 Oct 17 18:14:53.314185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38658) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.440742 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-048ddb44-add1-4ade-957c-150d6aa205d3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] delete failed (client error): The resource could not be found. Oct 17 18:14:53.441790 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-048ddb44-add1-4ade-957c-150d6aa205d3 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/routers/cb33bf2b-9a71-45cc-9bbb-268ad5019c4c HTTP/1.1" status: 404 len: 336 time: 0.1266735 Oct 17 18:14:53.449218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38662) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.467520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Current status of the port becfc71a-2452-4bb4-b556-48dd0fabe504 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:53.467863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.516157 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-171af7a0-8884-4fd2-9434-f5739d7ea403 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:53.516157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171af7a0-8884-4fd2-9434-f5739d7ea403 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:53.516340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] For port becfc71a-2452-4bb4-b556-48dd0fabe504, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=becfc71a-2452-4bb4-b556-48dd0fabe504,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:53.516439 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-171af7a0-8884-4fd2-9434-f5739d7ea403 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/3dfc8b07-e6ee-4510-985c-874cd548b890 HTTP/1.1" status: 404 len: 337 time: 0.0646229 Oct 17 18:14:53.521099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38666) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.557195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] DHCP port deletion for d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:14:53.562687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Deleting port b0f57608-d589-4054-ba48-f67667088da8 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:53.563157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.582525 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f189419b-9ba0-4a52-bdd8-ffa7e3fe1f80 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:53.583101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f189419b-9ba0-4a52-bdd8-ffa7e3fe1f80 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:53.612606 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f189419b-9ba0-4a52-bdd8-ffa7e3fe1f80 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/928edc9b-0690-4040-b7b4-3df9a83c9480 HTTP/1.1" status: 404 len: 337 time: 0.0896027 Oct 17 18:14:53.614979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38670) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.629083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7eaae10e-cb12-4c45-a5f8-3a1082850320 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:53.673679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.684000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e3adca-e87a-4f51-bc8c-18d503f0d763 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:53.684892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e3adca-e87a-4f51-bc8c-18d503f0d763 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:53.691896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a3e3adca-e87a-4f51-bc8c-18d503f0d763 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/8acc54ee-dcd3-4139-a421-ce324190c0e9 HTTP/1.1" status: 404 len: 337 time: 0.0752094 Oct 17 18:14:53.693279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38674) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.706263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.732750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event updated for resources: {'Port': ['ID=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:53.736807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.740126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.743228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:53.746053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/69df8b26-7b07-4bc3-a013-4001929334ab HTTP/1.1" status: 204 len: 168 time: 0.8014333 Oct 17 18:14:53.752016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Transition to ACTIVE for port object 1e71f05e-2154-4868-8517-66034d4d9f89 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:53.763263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38678) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.766137 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-84afe610-0d7f-4759-a82a-dc6c59141b95 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:53.766706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84afe610-0d7f-4759-a82a-dc6c59141b95 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:53.771762 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-84afe610-0d7f-4759-a82a-dc6c59141b95 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/2ca9e65e-e4d3-4a76-a42e-ffa61bd62546 HTTP/1.1" status: 404 len: 333 time: 0.0769122 Oct 17 18:14:53.774941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38680) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:53.836047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b0f57608-d589-4054-ba48-f67667088da8 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:53.852587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69df8b26-7b07-4bc3-a013-4001929334ab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:54.053916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:54.066417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:54.117522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning for port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:54.133366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Pushing event updated for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:54.135287 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-07330f4f-3eca-44af-a0ba-4aba9dcbde6d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:54.135986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07330f4f-3eca-44af-a0ba-4aba9dcbde6d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:54.158839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-07330f4f-3eca-44af-a0ba-4aba9dcbde6d tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/6217b3d0-d22e-49d3-bb10-664859d9285b HTTP/1.1" status: 404 len: 337 time: 0.3827536 Oct 17 18:14:54.160959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.161858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.162499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.163002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.164966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.165470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.166090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.168390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.168892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.169651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.170194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.170837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62f3872-82d8-4070-aa0a-e85596917e23 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:54.188180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38692) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:54.200360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Provisioning complete for port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:54.201015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.201551 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Attempt 1 to provision port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 Oct 17 18:14:54.256248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.291704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a59ee5-0ddb-4934-b268-8bf1944f07c1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:54.292484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a59ee5-0ddb-4934-b268-8bf1944f07c1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:54.297745 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b4a59ee5-0ddb-4934-b268-8bf1944f07c1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/526b7f87-f698-4a59-85be-84857f89b4a7 HTTP/1.1" status: 404 len: 337 time: 0.0961637 Oct 17 18:14:54.298325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38696) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:54.356267 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc45903-6e8f-4ab6-a875-e60251dfb223 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:54.359458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc45903-6e8f-4ab6-a875-e60251dfb223 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:54.362157 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9dc45903-6e8f-4ab6-a875-e60251dfb223 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/30d2be49-6c2a-4527-b1fb-a2b23f7075ba HTTP/1.1" status: 404 len: 333 time: 0.0611165 Oct 17 18:14:54.363457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38700) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:54.429425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d458b21a-04d3-4264-98c9-baacbfa4a234 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:54.429986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d458b21a-04d3-4264-98c9-baacbfa4a234 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:54.434471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d458b21a-04d3-4264-98c9-baacbfa4a234 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/cc33418e-5a8f-4857-8cf3-6784bd0f6b93 HTTP/1.1" status: 404 len: 337 time: 0.0655262 Oct 17 18:14:54.435180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:54.444733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62847ad9-390e-4148-9bb1-10a318b6ab5b req-13cddfbc-516a-4a58-b36e-4e01fa4de1aa tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:54.446593 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-62847ad9-390e-4148-9bb1-10a318b6ab5b req-13cddfbc-516a-4a58-b36e-4e01fa4de1aa tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4051063 Oct 17 18:14:54.485569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 7eaae10e-cb12-4c45-a5f8-3a1082850320 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:54.504849 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec257e-e4be-475f-a7c4-92b6a6c22bd7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] DELETE failed (client error): The resource could not be found. Oct 17 18:14:54.505456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec257e-e4be-475f-a7c4-92b6a6c22bd7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:14:54.511260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-86ec257e-e4be-475f-a7c4-92b6a6c22bd7 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/subnets/0b534afb-3db1-4c75-aa99-aa8603ce0c56 HTTP/1.1" status: 404 len: 337 time: 0.0635126 Oct 17 18:14:54.512015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38708) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:54.523859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 7eaae10e-cb12-4c45-a5f8-3a1082850320 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:54.524242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.524584 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 7eaae10e-cb12-4c45-a5f8-3a1082850320 Oct 17 18:14:54.570501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:54.570501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.596159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:54.596159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.613831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.629933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-62847ad9-390e-4148-9bb1-10a318b6ab5b req-e7658f28-26ea-4240-a3dc-61bc16f80d90 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168547 Oct 17 18:14:54.638150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port 7040ca3c-5795-4766-862c-326922342302 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:54.638856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.780340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=1e71f05e-2154-4868-8517-66034d4d9f89,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:54.788132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Current status of the port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:54.788519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.806748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network c50264af-8399-43c3-8ffd-5262f105bc52 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:54.814957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:54.816420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:54.819858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Calling delete_port for b0f57608-d589-4054-ba48-f67667088da8 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:54.903037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bb3fe13-2be8-439d-9abb-28fd8181f302 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:54.911712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:54.972601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] For port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:54.984527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d783-0714-4968-8331-8368d44ca323 req-1d7a3fc0-36ba-4555-80ce-4ec75baba96c tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:54.986353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0619d783-0714-4968-8331-8368d44ca323 req-1d7a3fc0-36ba-4555-80ce-4ec75baba96c tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 944 time: 0.9833741 Oct 17 18:14:54.996589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:55.004245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:55.101463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.115716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.165641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bb3fe13-2be8-439d-9abb-28fd8181f302 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:55.165896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.171860 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bb3fe13-2be8-439d-9abb-28fd8181f302 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2621233 Oct 17 18:14:55.172658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:55.175944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 7eaae10e-cb12-4c45-a5f8-3a1082850320 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:55.176108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.208771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808097826'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:55.231879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:14:55.231879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:14:55.231879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:55.232725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c35b0f-6e48-49ac-af65-628bfc118729" -d '{"events": [{"server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "name": "network-vif-plugged", "status": "completed", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:55.241335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Could not find standard attr ID for object 53b9b31e-3188-445b-b65c-00c54af86061. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:14:55.248608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4414f5-c6d1-473c-8671-314e9ae92191 None None] Pushing event updated for resources: {'Port': ['ID=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:55.258876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for 7040ca3c-5795-4766-862c-326922342302 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:55.286145 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0619d783-0714-4968-8331-8368d44ca323 req-a17dd327-09a6-4b57-b2fc-2281ff86340a tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864799 Oct 17 18:14:55.290948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:55.297507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320,segment=NetworkSegment(901d4e82-5ef1-49af-91de-0f76a6b1b3c6),segment_id=901d4e82-5ef1-49af-91de-0f76a6b1b3c6)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:55.305844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:55.347432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port b0f57608-d589-4054-ba48-f67667088da8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:55.347432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.350996 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port b0f57608-d589-4054-ba48-f67667088da8 Oct 17 18:14:55.368859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac373a-1c11-44d8-85a0-f4dc06db09c5 req-57e295ff-54a6-46af-8839-3abe14362591 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:55.376481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-57ac373a-1c11-44d8-85a0-f4dc06db09c5 req-57e295ff-54a6-46af-8839-3abe14362591 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4888716 Oct 17 18:14:55.392075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.428391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:55.441155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:55.461044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=11']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:55.463863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.488545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:55.522842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.537856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f84c2-a44a-41ea-a973-6f0628f637bb x-openstack-request-id: req-443f84c2-a44a-41ea-a973-6f0628f637bb {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:55.538208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "name": "network-vif-plugged", "status": "completed", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:55.539992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-443f84c2-a44a-41ea-a973-6f0628f637bb {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:55.539992 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f84c2-a44a-41ea-a973-6f0628f637bb'] response: {'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320', 'code': 200} Oct 17 18:14:55.541137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:55.541456 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-57ac373a-1c11-44d8-85a0-f4dc06db09c5 req-7a9cd376-b04c-42c0-9f87-2ea0b846083d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599493 Oct 17 18:14:55.574467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:55.575282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9b719017-b23c-4a67-b293-1fe2be116cf0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8591862 Oct 17 18:14:55.580985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:55.636928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:55.637634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:55.654361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.655336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.741629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Deleting port b0f57608-d589-4054-ba48-f67667088da8 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:55.741629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.799358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.817975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=7040ca3c-5795-4766-862c-326922342302,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:55.876459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.908563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:55.917913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:55.934876 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-295e7bdf-a4ff-4084-a816-b2d480ee40a1 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/ports/7040ca3c-5795-4766-862c-326922342302 HTTP/1.1" status: 204 len: 168 time: 1.4034452 Oct 17 18:14:55.997593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38740) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:56.056578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdff22d3-1969-4d21-91e4-a0329a201198,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:56.111062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Current status of the port b0f57608-d589-4054-ba48-f67667088da8 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:56.111891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.112816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8975c60-633d-4e06-8a5e-2931b6042b2a req-b2f5f44f-0566-4a17-9578-da9e63d544f7 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:56.114576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b8975c60-633d-4e06-8a5e-2931b6042b2a req-b2f5f44f-0566-4a17-9578-da9e63d544f7 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4111626 Oct 17 18:14:56.153206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:56.160859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.164789 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7866fce4-4b7a-4713-bd04-a35d2cefbd49 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9727108 Oct 17 18:14:56.167405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38744) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:56.247071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Request body: {'security_group_rule': {'security_group_id': 'fdff22d3-1969-4d21-91e4-a0329a201198', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:56.263701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:56.338904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:56.354541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:56.379691 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b8975c60-633d-4e06-8a5e-2931b6042b2a req-0033bc3d-657f-4aef-a20d-5a7cfb6d2b06 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582376 Oct 17 18:14:56.429825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.447867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6728a214-d700-4342-8881-4b844f65c95b None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:56.471505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.531687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.559682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd93ab-92dc-4097-8559-4438df4b30e6 req-4d60cc0a-a140-4453-a6a9-116fed2d62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:56.561187 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31fd93ab-92dc-4097-8559-4438df4b30e6 req-4d60cc0a-a140-4453-a6a9-116fed2d62b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 1098 time: 0.5292418 Oct 17 18:14:56.574528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Deleting port b0f57608-d589-4054-ba48-f67667088da8 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:56.574902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.585523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.602368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.651124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.718455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.778367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d408914-9b52-4afa-89ff-d53ce01e9a78,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:56.821817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=1e71f05e-2154-4868-8517-66034d4d9f89,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:56.826164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.862898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:56.878213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:56.878821 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 Oct 17 18:14:56.918194 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31fd93ab-92dc-4097-8559-4438df4b30e6 req-bcf32604-6a0f-416d-8bfb-acc0c17a0f78 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069577 Oct 17 18:14:56.995492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning for port 1e71f05e-2154-4868-8517-66034d4d9f89 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:57.000438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:57.001030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.079958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f93d02-9670-416c-90bf-124d4c618d92 req-c4f6a419-1bc7-4089-8698-2667e608eab4 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:57.081595 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d6f93d02-9670-416c-90bf-124d4c618d92 req-c4f6a419-1bc7-4089-8698-2667e608eab4 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.5737581 Oct 17 18:14:57.136792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port 1e71f05e-2154-4868-8517-66034d4d9f89 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:57.137415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.137931 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:14:57.168873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] For port b0f57608-d589-4054-ba48-f67667088da8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b0f57608-d589-4054-ba48-f67667088da8,segment=NetworkSegment(1136d2c6-4c7c-41d8-b18e-954cd8d2382a),segment_id=1136d2c6-4c7c-41d8-b18e-954cd8d2382a)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:57.169305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.172162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.173365 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d58ade8-7bcb-4e7f-9eed-90a60305f918 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9600139 Oct 17 18:14:57.181048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38756) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:57.183373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network c50264af-8399-43c3-8ffd-5262f105bc52 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:57.242598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Pushing event updated for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=12']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:57.254491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Calling delete_port for b0f57608-d589-4054-ba48-f67667088da8 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:57.263790 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d6f93d02-9670-416c-90bf-124d4c618d92 req-c5932304-982a-4f78-812b-9d90a6ff3269 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733201 Oct 17 18:14:57.344420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:57.415485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Calling delete_port for b0f57608-d589-4054-ba48-f67667088da8 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:57.451100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:57.458060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:14:57.493113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Removed routes are [] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:14:57.493582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.540007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:57.541195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device becfc71a-2452-4bb4-b556-48dd0fabe504 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:57.606759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:14:57.607123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:14:57.628943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:51Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:52Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:57.640949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:57.641384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Updating router 84e9f026-18f1-48fa-80cd-fb557ec9302f port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:57.675342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port becfc71a-2452-4bb4-b556-48dd0fabe504 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:57.675342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.675342 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port becfc71a-2452-4bb4-b556-48dd0fabe504 Oct 17 18:14:57.681014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.715782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d3296-cd0b-44f4-9ec7-479f77b8b62d req-6226382e-125e-4690-a9ac-e3b9444d1367 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:57.726147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-432d3296-cd0b-44f4-9ec7-479f77b8b62d req-6226382e-125e-4690-a9ac-e3b9444d1367 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.6428125 Oct 17 18:14:57.780491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.855000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-432d3296-cd0b-44f4-9ec7-479f77b8b62d req-e031a318-5fbb-43f6-8a51-8c091054841b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274948 Oct 17 18:14:57.871142 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 2 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:14:57.876684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router a1b4929f-cf66-4002-abc4-e59b37c5df46 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:57.877977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:57.892925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Port': ['ID=b0f57608-d589-4054-ba48-f67667088da8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:57.906962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] No DVR routers for this DVR port b0f57608-d589-4054-ba48-f67667088da8 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:14:58.039322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:58.085172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port becfc71a-2452-4bb4-b556-48dd0fabe504 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:58.098708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.135155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.182672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:58.196859 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] Sync routers for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:58.205638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5e2ce7a7-a01a-41a5-9b8a-f87e1804c592 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/routers/a1b4929f-cf66-4002-abc4-e59b37c5df46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8533158 Oct 17 18:14:58.205638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38768) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:58.206834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'port': {'network_id': 'c50264af-8399-43c3-8ffd-5262f105bc52', 'name': 'tempest-FloatingIPTestJSON-224351049'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:58.208378 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:58.208985 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.275924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.278975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.283002 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/fdff22d3-1969-4d21-91e4-a0329a201198 HTTP/1.1" status: 204 len: 168 time: 1.0891871 Oct 17 18:14:58.322399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38772) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:58.325911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d3b7b-0b6e-4592-851a-a703960d4927 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdff22d3-1969-4d21-91e4-a0329a201198,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:58.349856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.371239 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:58.371856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.400266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3a3532e9-403c-4660-a249-0ec3a873d0e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:58.461772 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.462990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3a3532e9-403c-4660-a249-0ec3a873d0e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:58.463171 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bfa1a-1d7d-4430-98ac-d8d17f84b16d None None] The sync data for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:58.471405 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3a3532e9-403c-4660-a249-0ec3a873d0e5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1292992 Oct 17 18:14:58.491217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Deleting port b0f57608-d589-4054-ba48-f67667088da8 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:58.491850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.493287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38778) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:58.539327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.556545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1136d2c6-4c7c-41d8-b18e-954cd8d2382a') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.559423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1136d2c6-4c7c-41d8-b18e-954cd8d2382a') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:58.569793 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 3 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:14:58.577811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.586019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.594816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.601548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa8bd8-80e3-47b4-b5ea-cdbfa465b18f None None] The port 'b0f57608-d589-4054-ba48-f67667088da8' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:14:58.617597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:58.626025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Usage tracker for resource:port and tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:58.634933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.635139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fad0bd8a-00e5-445a-ac0c-9c2f2d2f7b4c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Synchronizing usage tracker for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:58.640483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:58.655806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.668048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:58.676194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Transition to ACTIVE for port object 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:58.682224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:58.698548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27e342-27f7-442b-851c-106643957bf6 req-57d8e2c7-4899-439a-858d-6968f6aa16d5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:58.700218 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ad27e342-27f7-442b-851c-106643957bf6 req-57d8e2c7-4899-439a-858d-6968f6aa16d5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.1888878 Oct 17 18:14:58.739610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:14:58.740074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.746424 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ad27e342-27f7-442b-851c-106643957bf6 req-957c7b55-9417-477a-8d5f-3db7399419aa tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Oct 17 18:14:58.772571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fad0bd8a-00e5-445a-ac0c-9c2f2d2f7b4c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] Unset dirty status for tenant:d1e623dbcbc84bdd99aae18738a62228 on resource:security_group_rule {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:58.773874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fad0bd8a-00e5-445a-ac0c-9c2f2d2f7b4c tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2796342 Oct 17 18:14:58.794232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38788) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:58.807772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Made reservation on behalf of c3b13ae13e5c4d2b861c82ba5037fcb0 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:58.810588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.811227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:58.840480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-71ed0fda-4635-4511-8732-5a5470678ed5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] delete failed (client error): The resource could not be found. Oct 17 18:14:58.846849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-71ed0fda-4635-4511-8732-5a5470678ed5 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "DELETE /v2.0/security-groups/fdff22d3-1969-4d21-91e4-a0329a201198 HTTP/1.1" status: 404 len: 347 time: 0.0464118 Oct 17 18:14:58.848374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38792) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:58.853372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] device_id is not set on port e4975cf0-8160-4e90-8fa2-7e66be4d3815 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:14:58.853841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1136d2c6-4c7c-41d8-b18e-954cd8d2382a resource provider aggregate not found Oct 17 18:14:58.884343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:58.886322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1136d2c6-4c7c-41d8-b18e-954cd8d2382a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1136d2c6-4c7c-41d8-b18e-954cd8d2382a found for delete ", "request_id": "req-a7ee2103-95da-4411-80df-e125c474dfd9"}]} Oct 17 18:14:59.000065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689485e4-ab42-4789-a799-9a75797ed8ad None None] Pushing event updated for resources: {'Port': ['ID=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:59.020281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1a14de56-45b6-4e65-96fd-8ebf987a4537 tempest-SecGroupTest-1248793628 tempest-SecGroupTest-1248793628-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1689143 Oct 17 18:14:59.069420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Allocated IP 172.20.0.6 (c50264af-8399-43c3-8ffd-5262f105bc52/f66a7678-2d9f-491d-9d7d-6a300eff5de4/e4975cf0-8160-4e90-8fa2-7e66be4d3815) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:59.121869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.122136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Attempting to bind port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:59.122233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Attempting to bind port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:59.122587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Attempting to bind port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 on network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:59.130274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.130471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:59.130471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Checking segment: {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:59.130882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.131236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Bound using segment: {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:59.131702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Bound port: 29f8b49d-b5a0-4049-98af-bcf0d176c1d6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14983eca-fbe8-4855-b2c2-8f1a8fe30350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:59.132610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.167744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] Pushing event deleted for resources: {'Network': ['ID=d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:59.189792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-479cb776-97f9-46f9-ac9c-ebf7410f6cc0 tempest-PortsIpV6TestJSON-992471303 tempest-PortsIpV6TestJSON-992471303-project] 10.222.0.36 "DELETE /v2.0/networks/d7c2ffbb-116c-4c0d-92cd-ffd96a8387c0 HTTP/1.1" status: 204 len: 168 time: 3.1909387 Oct 17 18:14:59.199340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:59.207050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.210995 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-82a49809-07be-4aa1-a577-5ed37cb91b5f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 933 time: 3.6348836 Oct 17 18:14:59.211673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38804) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:59.237658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] For port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:59.240874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] For port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:59.241788 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 4 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:14:59.304003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:59.334121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.336075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.341040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152d869-7308-45f3-bff8-eea6cb62ca35 req-eafb6598-f73f-4e22-aa45-10796747c352 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:59.348868 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9152d869-7308-45f3-bff8-eea6cb62ca35 req-eafb6598-f73f-4e22-aa45-10796747c352 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2948835 Oct 17 18:14:59.355189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Transition to ACTIVE for port object e4975cf0-8160-4e90-8fa2-7e66be4d3815 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:59.399257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:59.399972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:59.425692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9152d869-7308-45f3-bff8-eea6cb62ca35 req-84576cc7-a56d-4bd3-ac38-7c5448bc11bc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758471 Oct 17 18:14:59.438691 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0e55eb21-11a5-4591-8af7-9aaa7462f544 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 933 time: 0.2224698 Oct 17 18:14:59.438888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38808) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:59.444629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'routes': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:59.476222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.588669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Network c50264af-8399-43c3-8ffd-5262f105bc52 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:59.592369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:59.596882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:59.601157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689485e4-ab42-4789-a799-9a75797ed8ad None None] Pushing event updated for resources: {'Port': ['ID=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:59.629571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event updated for resources: {'Port': ['ID=e4975cf0-8160-4e90-8fa2-7e66be4d3815,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:59.650889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:59.697635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:59.709119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.800576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38820) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:59.809379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f47a69a8-28a8-4fc6-8048-7f4a9fc52c80 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6070323 Oct 17 18:14:59.816892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38826) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:59.830465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Request body: {'floatingip': {'port_id': 'e4975cf0-8160-4e90-8fa2-7e66be4d3815'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:59.944265 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 5 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:00.002179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38832) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:00.147068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:00.172326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:00.332510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:57Z', 'revision_number': 6, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:00.337886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983ce3d-e36c-48ca-ae9b-8d14fe628bd9 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:57Z', 'revision_number': 6, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:00.559497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added routes are [] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:15:00.560064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:15:00.571512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1133b6-7712-44b7-a294-bb94748d2864 req-b5c72ab7-e7a4-44dc-8318-10ce71d94b21 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:00.573289 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd1133b6-7712-44b7-a294-bb94748d2864 req-b5c72ab7-e7a4-44dc-8318-10ce71d94b21 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.2413685 Oct 17 18:15:00.654449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:00.664350 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-410c9846-74c0-4e1c-aa1e-3313d32e30e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd15bdb8e44042f3b1e7ba4a8081ea8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609514 Oct 17 18:15:00.670248 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd1133b6-7712-44b7-a294-bb94748d2864 req-88d04eea-f3e7-4f1d-97e5-7e988285a431 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875275 Oct 17 18:15:00.672743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38844) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:00.684034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c76aa52b-78b3-42bc-ac5d-f97d3125652a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1e623dbcbc84bdd99aae18738a62228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823259 Oct 17 18:15:00.685224 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 6 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:00.687390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:00.803418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:00.804215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065332-c374-4390-b226-51eb1593b1f8 req-0eecb388-2306-4d0e-a03b-efd4cba2c5cf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:00.813650 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7a065332-c374-4390-b226-51eb1593b1f8 req-0eecb388-2306-4d0e-a03b-efd4cba2c5cf tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3892970 Oct 17 18:15:01.009892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7a065332-c374-4390-b226-51eb1593b1f8 req-b035d318-ad7d-49fa-ab4a-3fdbfc0d12be tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955662 Oct 17 18:15:01.086588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.096749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.230011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.231393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:01.242137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:01.242978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:01.254157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.305201 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 7 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:01.354780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.439822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba32fac-584c-41ee-a2ed-be4b3b5c0b86 req-04e03901-b7f8-4743-a934-3fe978464aff tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:01.441244 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1ba32fac-584c-41ee-a2ed-be4b3b5c0b86 req-04e03901-b7f8-4743-a934-3fe978464aff tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.5899305 Oct 17 18:15:01.444777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.467374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.480281 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-530126d4-c3f7-4481-9b56-cd2840bdd867 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4581022 Oct 17 18:15:01.484793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:01.486860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:01.502646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:01.693253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 389feb8b-9456-4f95-b543-84f01078d7af associated. External IP: 172.26.2.230, port: 85fd130e-a6c7-40a8-9221-a071258be3cf. Oct 17 18:15:01.693851 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1ba32fac-584c-41ee-a2ed-be4b3b5c0b86 req-026a87eb-4eab-41b9-ba7a-671d34c8c76d tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456491 Oct 17 18:15:01.734867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:01.746083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252aaeb-374b-407c-b391-6287ea22937b req-96dafd94-2836-452e-9b3b-77bb2b73fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:01.747590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-96dafd94-2836-452e-9b3b-77bb2b73fb3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.1432955 Oct 17 18:15:01.869566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:01.874901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:01.884919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:01.885844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:02.060741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.063804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:02.085881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.143584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:02.157555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08d4a6-4553-4205-b854-960a15f045e4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:02.176398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:02.186099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa048f-fd0c-4783-b04e-68ec91d79cf6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:02.207587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.213687 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ec87afb0-9037-435c-b3f2-87e6b773f16e tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 699 time: 2.7707682 Oct 17 18:15:02.219622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38862) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:02.270505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 8 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:02.402879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:02.436151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.441092 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-469bf159-6cf2-4370-8da1-074bc9444a0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de08d4a6-4553-4205-b854-960a15f045e4 HTTP/1.1" status: 204 len: 168 time: 1.7672997 Oct 17 18:15:02.472276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.481523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-97c280f2-41ae-4237-bb8c-7f93ffb95cd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3fa048f-fd0c-4783-b04e-68ec91d79cf6 HTTP/1.1" status: 204 len: 168 time: 1.7826686 Oct 17 18:15:02.539216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:02.570074 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-187160dc-c669-4189-a210-f3ea18193c61 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 699 time: 0.3488998 Oct 17 18:15:02.582495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38872) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:02.650327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:02.654986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60908e98-3b4c-4b49-8306-0ec6d2433406 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:02.700199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:02.753315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252aaeb-374b-407c-b391-6287ea22937b req-c155308a-37ca-4799-a7c4-ed01ad029c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:02.754813 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-c155308a-37ca-4799-a7c4-ed01ad029c81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.9399378 Oct 17 18:15:02.777481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:02.789111 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:02.803045 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:02.804010 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:02.897283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822a1c-1e0f-4659-8c27-f50091b154c3 req-657f8854-f575-45ef-be54-51ff03651e0b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:02.899948 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:02.905038 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1822a1c-1e0f-4659-8c27-f50091b154c3 req-657f8854-f575-45ef-be54-51ff03651e0b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5815673 Oct 17 18:15:02.911341 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:02.913299 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:02.932025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-ca4350ee-8f29-4db6-aed5-43c15c7fd91c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.1644385 Oct 17 18:15:03.021321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:03.036954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de20f72-d16d-4683-9194-ae142bd9943a req-afc86876-4ebd-48ba-8cf0-7f71586550a7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:03.038918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:03.039561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:03.043184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9de20f72-d16d-4683-9194-ae142bd9943a req-afc86876-4ebd-48ba-8cf0-7f71586550a7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.4460700 Oct 17 18:15:03.049045 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:03.049441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a862b-cf13-48e8-b09b-f5b429b4e2f8 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:03.140965 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 9 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:03.144364 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9de20f72-d16d-4683-9194-ae142bd9943a req-124952e7-a852-4267-85c0-1011542d1220 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903683 Oct 17 18:15:03.243517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1822a1c-1e0f-4659-8c27-f50091b154c3 req-4ef41d18-f9de-43dd-b409-f340b0f7cf83 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375027 Oct 17 18:15:03.294520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252aaeb-374b-407c-b391-6287ea22937b req-13161359-3133-44e2-af74-2c0cf076d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:03.296936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-13161359-3133-44e2-af74-2c0cf076d443 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.2880778 Oct 17 18:15:03.302622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:03.320689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:03.633326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router a1b4929f-cf66-4002-abc4-e59b37c5df46 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:03.674247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252aaeb-374b-407c-b391-6287ea22937b req-4cc20fbf-1fc9-42a9-9d45-65321ba1c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:03.675734 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-4cc20fbf-1fc9-42a9-9d45-65321ba1c6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3707309 Oct 17 18:15:03.783848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50a3c0-62ce-4ba0-b8a9-12dede61a0a9 req-87fe5b33-0d15-4b19-8824-7f9d4eaef7c2 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:03.788599 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4c50a3c0-62ce-4ba0-b8a9-12dede61a0a9 req-87fe5b33-0d15-4b19-8824-7f9d4eaef7c2 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3136253 Oct 17 18:15:03.804602 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 10 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:03.888973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:03.895841 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4c50a3c0-62ce-4ba0-b8a9-12dede61a0a9 req-95b512af-54e7-4568-bffd-3a0d383eaf68 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726101 Oct 17 18:15:03.900213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:03.900495 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-3514a969-442b-462f-83c2-9d55cd10e28b service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168822 Oct 17 18:15:03.917908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:03.933496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:03.934535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:03.940608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.003062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:04.005421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning for port 8cc6a631-3265-4890-adef-633a46153be5 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:04.016248 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] Sync routers for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:04.024856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.051328 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:04.052117 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:04.131588 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:04.143611 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:04.144814 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:04.231982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:04.254257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38922) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:04.282159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc6826e1-6e80-43cd-a40d-38dec7e62d59 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/floatingips/389feb8b-9456-4f95-b543-84f01078d7af HTTP/1.1" status: 200 len: 977 time: 4.4608231 Oct 17 18:15:04.283977 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:04.284415 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a95a4e-a05d-4056-8d1b-b5ce729348da None None] The sync data for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:04.284944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:04.328978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38932) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:04.336465 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062473 Oct 17 18:15:04.353392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38934) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:04.437855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-425220320'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:04.452130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:04.467423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a0a5ee12-a818-4e98-aca9-54699f412211 tempest-NetworksApiDiscovery-1302623731 tempest-NetworksApiDiscovery-1302623731-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1032791 Oct 17 18:15:04.467792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port 8cc6a631-3265-4890-adef-633a46153be5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:04.468263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.468683 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port 8cc6a631-3265-4890-adef-633a46153be5 Oct 17 18:15:04.476686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:04.484183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:04.489901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port e4975cf0-8160-4e90-8fa2-7e66be4d3815 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:04.490246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.524692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:04.651547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb12649-a342-4035-8a10-780488a48ab0 req-0c25cfe8-830e-4469-8b0a-8a8f4f5c8d86 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:04.671802 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8bb12649-a342-4035-8a10-780488a48ab0 req-0c25cfe8-830e-4469-8b0a-8a8f4f5c8d86 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.3182037 Oct 17 18:15:04.694397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:04.698052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.755709 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d252aaeb-374b-407c-b391-6287ea22937b req-78508f3a-36bc-4c43-b2fd-ea6335b21854 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472297 Oct 17 18:15:04.769855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be950b9b-1da3-49aa-8c56-cf8d91ae4895 req-41303444-c707-4f3f-8ad1-6416dfeaab85 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:04.771334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be950b9b-1da3-49aa-8c56-cf8d91ae4895 req-41303444-c707-4f3f-8ad1-6416dfeaab85 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4453218 Oct 17 18:15:04.805017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Current status of the port 8cc6a631-3265-4890-adef-633a46153be5 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:04.805501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.854126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6728a214-d700-4342-8881-4b844f65c95b None None] For port 8cc6a631-3265-4890-adef-633a46153be5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8cc6a631-3265-4890-adef-633a46153be5,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:04.880101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:04.884799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64368220-5459-4778-9857-ade6fe9415b4 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:00Z', 'revision_number': 7, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '29f8b49d-b5a0-4049-98af-bcf0d176c1d6', 'name': '', 'network_id': '470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:0e:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:49Z', 'updated_at': '2022-10-17T18:14:59Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '4a6970b0-4969-472e-874f-87263cbe2b90', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:14:47Z', 'revision_number': 4, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:04.889298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be950b9b-1da3-49aa-8c56-cf8d91ae4895 req-959c5987-dfd9-482a-a718-74c93e33c4fc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043005 Oct 17 18:15:04.900194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:04.900536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.979367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.988900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.049954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Could not find standard attr ID for object 7040ca3c-5795-4766-862c-326922342302. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:15:05.056109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8bb12649-a342-4035-8a10-780488a48ab0 req-ecdd3e75-094d-4de4-a9e9-0411f6569942 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824842 Oct 17 18:15:05.060115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:05.065360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:security_group_rule and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:05.082278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:05.093531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:05.107715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Pushing event updated for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:05.119248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.120355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.120989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.121630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.122374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.122877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.123357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.124540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.125048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.126411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.138736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.141147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:05.190450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning for port 1520b0b9-6b79-407b-b627-9dd63978546a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:05.199065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port 1520b0b9-6b79-407b-b627-9dd63978546a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:05.201200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.201200 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port 1520b0b9-6b79-407b-b627-9dd63978546a Oct 17 18:15:05.226945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.236449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.238871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373db5e-a532-4b66-b24e-d4264d403abe req-d852f8a2-09f5-4ca0-ba0a-72efac258669 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:05.248110 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2373db5e-a532-4b66-b24e-d4264d403abe req-d852f8a2-09f5-4ca0-ba0a-72efac258669 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1876559 Oct 17 18:15:05.323865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 29f8b49d-b5a0-4049-98af-bcf0d176c1d6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:05.324542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.366278 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2373db5e-a532-4b66-b24e-d4264d403abe req-32141b0c-b919-4bb5-9090-c9c08f53227f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171966 Oct 17 18:15:05.408952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Current status of the port 1520b0b9-6b79-407b-b627-9dd63978546a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:05.409472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.441595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.445536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6728a214-d700-4342-8881-4b844f65c95b None None] For port 1520b0b9-6b79-407b-b627-9dd63978546a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1520b0b9-6b79-407b-b627-9dd63978546a,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:05.447282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:05.487408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:05.525223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:05.550905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.567627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970de9eb-5280-47d2-a500-fb361c8f6fe5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:05.590606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.590957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment cdc441f8-45f9-4b43-bd89-9d2cd76ad274 of type vlan for network 6283a359-4341-469e-b2e0-d2b454eae470 Oct 17 18:15:05.677480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Pushing event updated for resources: {'Port': ['ID=1520b0b9-6b79-407b-b627-9dd63978546a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:05.721464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.758428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.761849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning for port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:05.768377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:05.768875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.769288 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd Oct 17 18:15:05.796559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db719599-e113-49a6-86d9-10db24f080c9 req-00f72cfb-ee5f-466c-85ab-fc4685c4e590 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:05.798103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-db719599-e113-49a6-86d9-10db24f080c9 req-00f72cfb-ee5f-466c-85ab-fc4685c4e590 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2842896 Oct 17 18:15:05.801519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:05.809121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb8989442d04e0c856cc67d0d2dc756 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:05.815900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:05.840404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.840870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.841190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Floating IP 389feb8b-9456-4f95-b543-84f01078d7af disassociated. External IP: 172.26.2.230, port: e4975cf0-8160-4e90-8fa2-7e66be4d3815. Oct 17 18:15:05.841537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for e4975cf0-8160-4e90-8fa2-7e66be4d3815 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:05.866056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:05.930426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Current status of the port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:05.931097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:05.937480 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-db719599-e113-49a6-86d9-10db24f080c9 req-09277b7c-5858-4beb-b6fb-7bf7740494e3 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300216 Oct 17 18:15:05.979178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6728a214-d700-4342-8881-4b844f65c95b None None] For port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,segment=NetworkSegment(8538384d-6725-49c1-82c9-17465bec48f4),segment_id=8538384d-6725-49c1-82c9-17465bec48f4)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:06.024546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007e6e-3ba9-4ac7-abff-db5ed8722563 req-81aae00a-372d-4896-ac55-3df77ba2e8b8 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:06.026289 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63007e6e-3ba9-4ac7-abff-db5ed8722563 req-81aae00a-372d-4896-ac55-3df77ba2e8b8 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.2624705 Oct 17 18:15:06.026959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.036505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:06.036505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.060045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.087934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.164305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Pushing event updated for resources: {'Port': ['ID=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:06.223454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=6283a359-4341-469e-b2e0-d2b454eae470,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:06.223947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8cc6a631-3265-4890-adef-633a46153be5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:06.242437 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63007e6e-3ba9-4ac7-abff-db5ed8722563 req-84050447-6b3d-4142-a057-23ea0bcef51b tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048197 Oct 17 18:15:06.270420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 6283a359-4341-469e-b2e0-d2b454eae470 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:06.293690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.329948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.334923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning for port 3d6efa08-da37-4493-9aed-86d301950890 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:06.341073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=29f8b49d-b5a0-4049-98af-bcf0d176c1d6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:06.366112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-39eb13ef-9080-4186-b571-29acf20247f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1103983 Oct 17 18:15:06.383626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38968) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:06.390162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=e4975cf0-8160-4e90-8fa2-7e66be4d3815,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:06.402332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-389595129'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:06.411387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Provisioning complete for port 3d6efa08-da37-4493-9aed-86d301950890 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:06.411931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.412077 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Attempt 1 to provision port 3d6efa08-da37-4493-9aed-86d301950890 Oct 17 18:15:06.413673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:06.424711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:06.430128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:06.447356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.543672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:06.611776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-b7bd753d-11ba-452c-b555-8da7ecf3210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:06.613571 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-b7bd753d-11ba-452c-b555-8da7ecf3210a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b0c46540a1641f8aaaab320090d40d4&device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 1098 time: 0.6471360 Oct 17 18:15:06.616143 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fb8989442d04e0c856cc67d0d2dc756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1686029 Oct 17 18:15:06.624285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31a50-6df3-4563-935b-a21a464dacb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d4d7e-48f1-4d80-8d94-cc909312a383,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:06.631592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:06.682961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82074285-2818-427a-bf1c-86ee317344f8 req-bc53aa9e-09f3-469b-a425-6f843416dc19 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:06.687068 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82074285-2818-427a-bf1c-86ee317344f8 req-bc53aa9e-09f3-469b-a425-6f843416dc19 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4461296 Oct 17 18:15:06.759581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 8cc6a631-3265-4890-adef-633a46153be5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:06.759979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.760254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router a1b4929f-cf66-4002-abc4-e59b37c5df46 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:06.760407 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 8cc6a631-3265-4890-adef-633a46153be5 Oct 17 18:15:06.770934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:06.775396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.815115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Current status of the port 3d6efa08-da37-4493-9aed-86d301950890 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:06.815486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.852296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6728a214-d700-4342-8881-4b844f65c95b None None] For port 3d6efa08-da37-4493-9aed-86d301950890, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d6efa08-da37-4493-9aed-86d301950890,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:06.931092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 8cc6a631-3265-4890-adef-633a46153be5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:06.931977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1520b0b9-6b79-407b-b627-9dd63978546a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:06.987884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:06.997157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:07.018899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.030433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Could not find standard attr ID for object 29f8b49d-b5a0-4049-98af-bcf0d176c1d6. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:15:07.037624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:07.044557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] Sync routers for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:07.056910 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82074285-2818-427a-bf1c-86ee317344f8 req-c21ed2b2-1cf8-4657-8410-fdddb9bf18b4 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826138 Oct 17 18:15:07.064980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.080521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:07.081144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:07.101480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.102160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 18a469a7-b69c-4373-8a50-3321856a595f of type vlan for network abd47225-3a57-42ff-b8f4-472ab949278f Oct 17 18:15:07.150493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.152681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:07.157723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.171955 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ecfac52b-f339-43fc-bbc9-e545d8dc5fe2 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/e4975cf0-8160-4e90-8fa2-7e66be4d3815 HTTP/1.1" status: 204 len: 168 time: 2.8855271 Oct 17 18:15:07.174665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38980) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:07.177306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:07.177961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:07.250160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.257754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1520b0b9-6b79-407b-b627-9dd63978546a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:07.258124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.258452 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1520b0b9-6b79-407b-b627-9dd63978546a Oct 17 18:15:07.271979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-1ff2fdf2-8831-43e7-92ed-30b0604944eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:07.273664 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-1ff2fdf2-8831-43e7-92ed-30b0604944eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbbae06e-d50e-409a-9aca-0c61d54910fa HTTP/1.1" status: 200 len: 912 time: 0.6430197 Oct 17 18:15:07.288913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:07.289528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf42959-b2e2-48f0-ae7b-09b26b2764c7 None None] The sync data for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:07.307084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728a214-d700-4342-8881-4b844f65c95b None None] Pushing event updated for resources: {'Port': ['ID=3d6efa08-da37-4493-9aed-86d301950890,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:07.321829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Provisioning complete for port 1e71f05e-2154-4868-8517-66034d4d9f89 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:07.322422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.322921 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 1 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:07.382851 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-555a3c04-8d6c-4ab7-abcc-cd2261a8e4e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320 HTTP/1.1" status: 200 len: 217 time: 0.0972102 Oct 17 18:15:07.392845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:07.451458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1520b0b9-6b79-407b-b627-9dd63978546a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:07.566268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:15:07.587319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.623075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-26eaff5c-33ce-4977-8e77-83f055dc3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:07.625277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-26eaff5c-33ce-4977-8e77-83f055dc3116 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89d2753b-fc43-4dc9-9a98-008046b0bca1 HTTP/1.1" status: 200 len: 851 time: 0.2346704 Oct 17 18:15:07.630500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d4d7e-48f1-4d80-8d94-cc909312a383,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:07.694084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-b2cd392c-4d9a-4661-af39-98ef68fea62c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbbae06e-d50e-409a-9aca-0c61d54910fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586786 Oct 17 18:15:07.702511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.703622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e47add9e-2588-4cdf-8487-c2b2d3b370e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/645d4d7e-48f1-4d80-8d94-cc909312a383 HTTP/1.1" status: 204 len: 168 time: 1.0644898 Oct 17 18:15:07.722685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158715a3-4898-4fd6-a278-b3003c5973d9 req-6981b13d-9277-4244-a998-14830c10f11e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:07.724222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-158715a3-4898-4fd6-a278-b3003c5973d9 req-6981b13d-9277-4244-a998-14830c10f11e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.2857866 Oct 17 18:15:07.738972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:07.780950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.786400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:07.787003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:07.895597 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 2 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:07.967757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=abd47225-3a57-42ff-b8f4-472ab949278f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:07.973549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:07.974579 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-158715a3-4898-4fd6-a278-b3003c5973d9 req-bfbe801e-dde0-4140-9e87-7623177305c4 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952651 Oct 17 18:15:07.992879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network abd47225-3a57-42ff-b8f4-472ab949278f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:08.053203 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f0f2350e-9e92-47f7-a380-7ce62b69792d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6641037 Oct 17 18:15:08.053845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 38990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:08.062465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '6283a359-4341-469e-b2e0-d2b454eae470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:08.188239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:08.193802 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4b00ecf8-6641-4548-abc2-fd34df474ef9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6101730 Oct 17 18:15:08.198442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 38994) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:08.203534 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:08.214030 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:08.214863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:08.302704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:08.313018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:08.317075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:08.323723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:08.330534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 4a6970b0-4969-472e-874f-87263cbe2b90 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:08.337308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-e1f25585-2ae2-45a4-b89e-82e627ab6aed service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323488 Oct 17 18:15:08.338005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.344997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d6efa08-da37-4493-9aed-86d301950890 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:08.423096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.433134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3d6efa08-da37-4493-9aed-86d301950890 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:08.433883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.434486 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3d6efa08-da37-4493-9aed-86d301950890 Oct 17 18:15:08.439564 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:08.476923 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 3 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:08.512184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.553454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:08.631385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3d6efa08-da37-4493-9aed-86d301950890 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:08.632501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 87b7e0ac-1f43-4d27-9d35-1118d94fdddd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:08.635729 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83f1f159-773e-4657-a7fe-7645e9c89453 req-a79117b6-eab7-4606-85d7-7e09956a2029 service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512412 Oct 17 18:15:08.658349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.686022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:08.689573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.706491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:08.706962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.707301 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd Oct 17 18:15:08.817942 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:05Z', 'revision_number': 8, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:15:04Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:08.822651 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:08.832726 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:08.833311 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:08.837068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:08.843334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.886652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:08.890700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa3a77-6e96-4a72-be83-cd4527e84d67 None None] Network 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:08.902704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/4a6970b0-4969-472e-874f-87263cbe2b90 HTTP/1.1" status: 204 len: 168 time: 0.7023392 Oct 17 18:15:08.903830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6750d-5f38-4222-8cdd-b427c53401bd tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6970b0-4969-472e-874f-87263cbe2b90,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:08.904835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:09.044011 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:09.064895 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 4 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:09.300053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 1e71f05e-2154-4868-8517-66034d4d9f89 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:09.300603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.336788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:09.406098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.435711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9652b-7f7e-4fde-81dd-33284e85a1ab req-35d605c6-8b24-42a4-93d5-3af68c44b8a1 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:09.438577 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-03a9652b-7f7e-4fde-81dd-33284e85a1ab req-35d605c6-8b24-42a4-93d5-3af68c44b8a1 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.2452147 Oct 17 18:15:09.445232 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:05Z', 'revision_number': 8, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:15:04Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:09.450674 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2aec4-ed22-4658-90d9-b48a747f94e0 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:05Z', 'revision_number': 8, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc6a631-3265-4890-adef-633a46153be5', 'name': '', 'network_id': '242d03d5-871f-4fbd-9fb2-310183970e64', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f4:02:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:38Z', 'updated_at': '2022-10-17T18:15:04Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '2dfdcb5f-1f7d-4b24-9ff3-5011b3826038', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:09.466006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.497764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] DHCP port deletion for 470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:09.503188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Deleting port 3d6efa08-da37-4493-9aed-86d301950890 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:09.503567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.516593 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-03a9652b-7f7e-4fde-81dd-33284e85a1ab req-08f30284-f303-4cac-b1b9-7fbab6f7ae9f tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Oct 17 18:15:09.631740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 3d6efa08-da37-4493-9aed-86d301950890 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:09.632077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.683842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=b4641292-ba57-46d0-b0cb-63897bcaf552,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:09.708303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:09.708661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 6283a359-4341-469e-b2e0-d2b454eae470, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:09.734212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] For port 3d6efa08-da37-4493-9aed-86d301950890, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d6efa08-da37-4493-9aed-86d301950890,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:09.734832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.806352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:09.853235 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 5 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:09.870016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:15:09.895404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Calling delete_port for 3d6efa08-da37-4493-9aed-86d301950890 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:09.971343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:09.976557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 1e71f05e-2154-4868-8517-66034d4d9f89 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:10.054904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 6283a359-4341-469e-b2e0-d2b454eae470 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:10.064721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:10.112606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] Pushing event deleted for resources: {'Port': ['ID=3d6efa08-da37-4493-9aed-86d301950890,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:10.120127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad23b1-778c-47c5-9c1c-581e07366a6d None None] No DVR routers for this DVR port 3d6efa08-da37-4493-9aed-86d301950890 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:10.130880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 3d6efa08-da37-4493-9aed-86d301950890, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3d6efa08-da37-4493-9aed-86d301950890,segment=NetworkSegment(14983eca-fbe8-4855-b2c2-8f1a8fe30350),segment_id=14983eca-fbe8-4855-b2c2-8f1a8fe30350)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:10.131187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:10.194461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:10.265040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:10.267667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 29f8b49d-b5a0-4049-98af-bcf0d176c1d6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:10.268900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d6efa08-da37-4493-9aed-86d301950890 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:10.274190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 6283a359-4341-469e-b2e0-d2b454eae470) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:10.283198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 3d6efa08-da37-4493-9aed-86d301950890 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:10.320769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76082b75-6721-4a5b-aca9-cf523eed7911 None None] Network 6283a359-4341-469e-b2e0-d2b454eae470 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:10.330868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:10.330868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:10.339801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 3d6efa08-da37-4493-9aed-86d301950890 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:10.340265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3d6efa08-da37-4493-9aed-86d301950890 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:10.405634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:10.405634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:10.455195 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be935aae-0afd-418d-8962-7bb2379860bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4001920 Oct 17 18:15:10.458230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39014) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:10.466985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:10.486137 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 6 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:10.568134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:10.576931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:10.619766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-6283a359-4341-469e-b2e0-d2b454eae470', 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'b4641292-ba57-46d0-b0cb-63897bcaf552'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:10.620895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:10.640376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=1e71f05e-2154-4868-8517-66034d4d9f89,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:10.754028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeaef3-950f-42eb-a698-7cadfc9a7c9d req-cb185ba5-7e2f-4451-8745-ec15d577786b tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:10.762262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cffeaef3-950f-42eb-a698-7cadfc9a7c9d req-cb185ba5-7e2f-4451-8745-ec15d577786b tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.1161184 Oct 17 18:15:10.822194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Allocated IP 2001:db8::2 (6283a359-4341-469e-b2e0-d2b454eae470/b4641292-ba57-46d0-b0cb-63897bcaf552/101556a8-911a-4d22-a3b6-4c564921f9cb) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:10.824106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cffeaef3-950f-42eb-a698-7cadfc9a7c9d req-91b405b1-b902-4363-9a4d-27782624c4ab tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607643 Oct 17 18:15:10.976039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:10.978061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 3d6efa08-da37-4493-9aed-86d301950890 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:10.978399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.070522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.073228 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Attempt 7 to provision port 1e71f05e-2154-4868-8517-66034d4d9f89 Oct 17 18:15:11.150053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:11.163374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Port 1e71f05e-2154-4868-8517-66034d4d9f89 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:15:11.165400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Transition to ACTIVE for port object 101556a8-911a-4d22-a3b6-4c564921f9cb will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:11.175070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6e4e1256-c084-4e2d-bd61-5aca3fc86284 None None] Could not find standard attr ID for object e4975cf0-8160-4e90-8fa2-7e66be4d3815. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:15:11.186060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:11.190139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Transition to ACTIVE for port object 101556a8-911a-4d22-a3b6-4c564921f9cb will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:11.210261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] The port '3d6efa08-da37-4493-9aed-86d301950890' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:11.211207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:11.270074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-9bb0bf96-8fd6-43c1-a1c4-ab9c474b6d0e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:11.299147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.392208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Pushing event updated for resources: {'Port': ['ID=101556a8-911a-4d22-a3b6-4c564921f9cb,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:11.394788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.411614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Network 6283a359-4341-469e-b2e0-d2b454eae470 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:11.411614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:11.411614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:11.425170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:11.438806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14983eca-fbe8-4855-b2c2-8f1a8fe30350') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:11.439328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14983eca-fbe8-4855-b2c2-8f1a8fe30350') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:11.452556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.460375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51101e20-f416-4220-9221-57deba5470cd req-618259e7-b976-4299-841f-e3a1cded06d5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:11.462222 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-51101e20-f416-4220-9221-57deba5470cd req-618259e7-b976-4299-841f-e3a1cded06d5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.0945549 Oct 17 18:15:11.486441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:11.490082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.520142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-51101e20-f416-4220-9221-57deba5470cd req-81f096d8-614f-47fb-8c54-23fd06f91c5e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Oct 17 18:15:11.520745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.540974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Attempting to bind port 101556a8-911a-4d22-a3b6-4c564921f9cb on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:11.540974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Attempting to bind port 101556a8-911a-4d22-a3b6-4c564921f9cb by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:11.540974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Attempting to bind port 101556a8-911a-4d22-a3b6-4c564921f9cb on network 6283a359-4341-469e-b2e0-d2b454eae470 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:11.550473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:11.550991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Checking segment: {'id': 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:11.551479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.551955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Bound using segment: {'id': 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:11.552520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Bound port: 101556a8-911a-4d22-a3b6-4c564921f9cb, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6283a359-4341-469e-b2e0-d2b454eae470'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:11.552976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.585977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-9bb0bf96-8fd6-43c1-a1c4-ab9c474b6d0e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:11.587175 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-9bb0bf96-8fd6-43c1-a1c4-ab9c474b6d0e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369612646&fields=id&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 267 time: 0.7280874 Oct 17 18:15:11.601048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:11.601515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.649447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] For port 101556a8-911a-4d22-a3b6-4c564921f9cb, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:11.653423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] For port 101556a8-911a-4d22-a3b6-4c564921f9cb, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=101556a8-911a-4d22-a3b6-4c564921f9cb,segment=NetworkSegment(cdc441f8-45f9-4b43-bd89-9d2cd76ad274),segment_id=cdc441f8-45f9-4b43-bd89-9d2cd76ad274)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:11.700317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.751040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:11.798562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 14983eca-fbe8-4855-b2c2-8f1a8fe30350 resource provider aggregate not found Oct 17 18:15:11.848982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569822d-c35a-495d-8478-c9215e1af2d4 None None] Pushing event updated for resources: {'Port': ['ID=101556a8-911a-4d22-a3b6-4c564921f9cb,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:11.876623 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 14983eca-fbe8-4855-b2c2-8f1a8fe30350 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14983eca-fbe8-4855-b2c2-8f1a8fe30350 found for delete ", "request_id": "req-3558ab0d-e082-4407-9bed-1dc4045aa194"}]} Oct 17 18:15:12.025019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:12.057418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:12.119812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:12.128768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-c0a93634-9dd8-42bf-b1d2-6624fd0c7ad2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:12.129502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-c0a93634-9dd8-42bf-b1d2-6624fd0c7ad2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:12.166349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bfda23d2-578e-4623-bc43-ea427b4152a2 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/470629a5-bc9b-4fe8-b8b7-dbcb37a38d9b HTTP/1.1" status: 204 len: 168 time: 3.2598867 Oct 17 18:15:12.169015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39034) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:12.251007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 101556a8-911a-4d22-a3b6-4c564921f9cb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:12.395969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 101556a8-911a-4d22-a3b6-4c564921f9cb completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:12.506908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-c0a93634-9dd8-42bf-b1d2-6624fd0c7ad2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:12.507957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-c0a93634-9dd8-42bf-b1d2-6624fd0c7ad2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.8908098 Oct 17 18:15:12.538075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-9bd18ddf-4ab4-491c-bf08-72a5463a6d26 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/quotas/84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 375 time: 0.0229816 Oct 17 18:15:12.647454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router a1b4929f-cf66-4002-abc4-e59b37c5df46 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:12.656952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:12.897188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=7152c7f9-96a2-4b01-a12d-0986d7614da8,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:12.906792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c23ae25-0fd6-4552-8e03-38c1426d3513 None None] Network 6283a359-4341-469e-b2e0-d2b454eae470 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:12.920622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-23119ba8-b610-4972-aede-fb4295cbb3b0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3733552 Oct 17 18:15:12.924820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90f459-0db8-4f88-b548-e8940383f90c req-c4febcd7-bdbf-4a47-afac-b2e92b0a21ef tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:12.928427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '18a469a7-b69c-4373-8a50-3321856a595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:12.928790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: abd47225-3a57-42ff-b8f4-472ab949278f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:12.931910 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a90f459-0db8-4f88-b548-e8940383f90c req-c4febcd7-bdbf-4a47-afac-b2e92b0a21ef tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.2831578 Oct 17 18:15:12.977129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.044246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a90f459-0db8-4f88-b548-e8940383f90c req-bbf41ebe-d975-41da-994f-122e9aa1b67d tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113770 Oct 17 18:15:13.045655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:13.055254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a5baaccd-c6f1-4f31-b60b-146a6ca71ae1 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/routers/a1b4929f-cf66-4002-abc4-e59b37c5df46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8795033 Oct 17 18:15:13.055939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39040) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:13.079814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] Sync routers for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:13.105143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:13.105941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:13.168146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Provisioning for port 101556a8-911a-4d22-a3b6-4c564921f9cb completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:13.181825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Provisioning complete for port 101556a8-911a-4d22-a3b6-4c564921f9cb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:13.182459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.182804 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Attempt 1 to provision port 101556a8-911a-4d22-a3b6-4c564921f9cb Oct 17 18:15:13.213626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network abd47225-3a57-42ff-b8f4-472ab949278f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:13.274038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:13.295622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-b08ecc2a-f49d-4f81-80b4-1c0142b2759c service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499804 Oct 17 18:15:13.315928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] Routers {'a1b4929f-cf66-4002-abc4-e59b37c5df46'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:13.319336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a1b4929f-cf66-4002-abc4-e59b37c5df46'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:13.343807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, abd47225-3a57-42ff-b8f4-472ab949278f) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:13.382969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b2c5d-8179-4bed-a6e5-e74de26d799c None None] Network abd47225-3a57-42ff-b8f4-472ab949278f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:13.390512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 8cc6a631-3265-4890-adef-633a46153be5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:13.391099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.403032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:13.408920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.428641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.455775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:13.456378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78414d-6c9c-4716-86c6-6ff85e3e12ce None None] The sync data for ids ['a1b4929f-cf66-4002-abc4-e59b37c5df46'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:13.586025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Current status of the port 101556a8-911a-4d22-a3b6-4c564921f9cb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:13.586376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.694963 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-28009294-3d7b-48ee-a827-f7758c107f98 service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813169 Oct 17 18:15:13.705227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.711279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] For port 101556a8-911a-4d22-a3b6-4c564921f9cb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=101556a8-911a-4d22-a3b6-4c564921f9cb,segment=NetworkSegment(cdc441f8-45f9-4b43-bd89-9d2cd76ad274),segment_id=cdc441f8-45f9-4b43-bd89-9d2cd76ad274)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:13.730410 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6fc37298-c536-447c-bbe2-b20bdca446bb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2649922 Oct 17 18:15:13.730410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39048) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:13.735512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1915778637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:13.741824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-abd47225-3a57-42ff-b8f4-472ab949278f', 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': '7152c7f9-96a2-4b01-a12d-0986d7614da8'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:13.742785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.749327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 8cc6a631-3265-4890-adef-633a46153be5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8cc6a631-3265-4890-adef-633a46153be5,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:13.749712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.759129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:13.771560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:13.771560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:13.774084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:13.816660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.843383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port ba21d213-e83c-461d-9616-a47b6d5ba0be {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:13.844312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.913170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 8cc6a631-3265-4890-adef-633a46153be5 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:13.929091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.930666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.949994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.961403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34d61-e0f0-4afc-92cb-a0af00fcd397 None None] Pushing event updated for resources: {'Port': ['ID=101556a8-911a-4d22-a3b6-4c564921f9cb,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:13.993347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c125d9da-c09b-44d2-bf71-1b5f81ce86ab None None] Provisioning complete for port 101556a8-911a-4d22-a3b6-4c564921f9cb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:13.993741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c125d9da-c09b-44d2-bf71-1b5f81ce86ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:13.994080 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c125d9da-c09b-44d2-bf71-1b5f81ce86ab None None] Attempt 1 to provision port 101556a8-911a-4d22-a3b6-4c564921f9cb Oct 17 18:15:14.049956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Allocated IP 2001:db8:1::2 (abd47225-3a57-42ff-b8f4-472ab949278f/7152c7f9-96a2-4b01-a12d-0986d7614da8/3e6ac5dc-aa2c-4851-a90d-1e773a5aec32) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:14.054604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.100785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9768ac8-7c99-44ba-8585-78473ab5183d req-83fc605e-ee0b-4b78-9273-72cfedbc051f tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.102350 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e9768ac8-7c99-44ba-8585-78473ab5183d req-83fc605e-ee0b-4b78-9273-72cfedbc051f tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.5448017 Oct 17 18:15:14.113139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-ae0a656d-dcc4-4d79-bf93-28b231b644f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.114647 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-ae0a656d-dcc4-4d79-bf93-28b231b644f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b0c46540a1641f8aaaab320090d40d4&device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 1098 time: 0.2089438 Oct 17 18:15:14.143360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.211293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 101556a8-911a-4d22-a3b6-4c564921f9cb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:14.211688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.212982 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a494c45a-8e3b-419e-9de3-80aea55c6346 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4851320 Oct 17 18:15:14.261680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39060) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:14.365527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c125d9da-c09b-44d2-bf71-1b5f81ce86ab None None] Current status of the port 101556a8-911a-4d22-a3b6-4c564921f9cb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:14.424029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for ba21d213-e83c-461d-9616-a47b6d5ba0be owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:14.472350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 101556a8-911a-4d22-a3b6-4c564921f9cb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:14.472798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.473145 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 101556a8-911a-4d22-a3b6-4c564921f9cb Oct 17 18:15:14.537947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.625554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 101556a8-911a-4d22-a3b6-4c564921f9cb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:14.632648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e9768ac8-7c99-44ba-8585-78473ab5183d req-489bd513-9c1e-4894-8e63-8ef632a76a44 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076349 Oct 17 18:15:14.726514 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-28de053e-2737-4d58-a96a-269ff19ecb84 req-d05bbb2a-c96c-4378-9f20-6dc64000ff7f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.0590229 Oct 17 18:15:14.727884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.782744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=ba21d213-e83c-461d-9616-a47b6d5ba0be,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:14.884566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.961936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Transition to ACTIVE for port object 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:14.965835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-4c1c3b18-0d0e-4221-8bb3-e84c59cfdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.967549 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-4c1c3b18-0d0e-4221-8bb3-e84c59cfdb27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbbae06e-d50e-409a-9aca-0c61d54910fa HTTP/1.1" status: 200 len: 912 time: 0.8448234 Oct 17 18:15:14.971104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:14.981376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Transition to ACTIVE for port object 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:15.065487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.067811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.082048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.114822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=8cc6a631-3265-4890-adef-633a46153be5,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:15.129262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-d2ce900d-06a6-4574-a2ac-c99079e1ad59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320 HTTP/1.1" status: 200 len: 217 time: 0.1163895 Oct 17 18:15:15.152292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Network abd47225-3a57-42ff-b8f4-472ab949278f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:15.155936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:15.159841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:15.179162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.179934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Fanout notify agent at l3_agent the message router_deleted on router a1b4929f-cf66-4002-abc4-e59b37c5df46 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:15.200548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.205709 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-31fa526c-0236-46d4-9ff1-c8bc2e761af6 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/routers/a1b4929f-cf66-4002-abc4-e59b37c5df46 HTTP/1.1" status: 204 len: 168 time: 2.1468599 Oct 17 18:15:15.206606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39072) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:15.294091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Pushing event updated for resources: {'Port': ['ID=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:15.314223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Attempting to bind port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:15.314677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Attempting to bind port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '18a469a7-b69c-4373-8a50-3321856a595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:15.315113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Attempting to bind port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 on network abd47225-3a57-42ff-b8f4-472ab949278f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:15.318250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting subnet f66a7678-2d9f-491d-9d7d-6a300eff5de4 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:15.321025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:15.321755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Checking segment: {'id': '18a469a7-b69c-4373-8a50-3321856a595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:15.322390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.323020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Bound using segment: {'id': '18a469a7-b69c-4373-8a50-3321856a595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:15.323711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Bound port: 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a469a7-b69c-4373-8a50-3321856a595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'abd47225-3a57-42ff-b8f4-472ab949278f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:15.324338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.327965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.411368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.438209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:15.441298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,segment=NetworkSegment(18a469a7-b69c-4373-8a50-3321856a595f),segment_id=18a469a7-b69c-4373-8a50-3321856a595f)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:15.502126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.516192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.528173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.547626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-963cdce5-a14f-4376-98ea-c1182749d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:15.549115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-963cdce5-a14f-4376-98ea-c1182749d8dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=89d2753b-fc43-4dc9-9a98-008046b0bca1 HTTP/1.1" status: 200 len: 851 time: 0.3817618 Oct 17 18:15:15.599211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87622422-c2d3-42dc-8688-7f9abaf7f655 None None] Pushing event updated for resources: {'Port': ['ID=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:15.671449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.714280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Subnet': ['ID=f66a7678-2d9f-491d-9d7d-6a300eff5de4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:15.719495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.733813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c713dab-5c03-42cb-80c5-6ddcc7676c2e None None] Network c50264af-8399-43c3-8ffd-5262f105bc52 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:15.737316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d4ff75b1-5412-473b-a8ca-e54bc4c25791 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/subnets/f66a7678-2d9f-491d-9d7d-6a300eff5de4 HTTP/1.1" status: 204 len: 168 time: 0.5271816 Oct 17 18:15:15.737835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39080) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:15.751134 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-2ef28b89-c2b5-4601-b475-1c8b1b0f55c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbbae06e-d50e-409a-9aca-0c61d54910fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239336 Oct 17 18:15:15.787244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.949024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-11383e68-8abc-42c0-b004-4543f6158c3d req-c208ede6-2436-4a9d-b9b0-fe141507f6af tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.0836034 Oct 17 18:15:15.981137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:15.992207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:15.992915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:16.162348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c5331-2003-4fcc-8800-16072411db5d None None] DHCP port deletion for c50264af-8399-43c3-8ffd-5262f105bc52 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:16.166611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Deleting port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:16.166997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:16.308649 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-9aa81fb6-10bc-405d-aa24-4825cbd9ab4a service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447559 Oct 17 18:15:16.333024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] For port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,segment=NetworkSegment(8538384d-6725-49c1-82c9-17465bec48f4),segment_id=8538384d-6725-49c1-82c9-17465bec48f4)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:16.333872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:16.373369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:16.492926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 87b7e0ac-1f43-4d27-9d35-1118d94fdddd owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:16.568644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-997c5331-2003-4fcc-8800-16072411db5d None None] For port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,segment=NetworkSegment(8538384d-6725-49c1-82c9-17465bec48f4),segment_id=8538384d-6725-49c1-82c9-17465bec48f4)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:16.569351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:16.704692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Calling delete_port for 87b7e0ac-1f43-4d27-9d35-1118d94fdddd owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:16.739055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:16.793186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:16.793689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:16.821968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] No DVR routers for this DVR port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:16.832818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e327c-62a3-4e75-bc7b-f4e48cd36152 None None] Network abd47225-3a57-42ff-b8f4-472ab949278f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:16.850154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:16.858622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=87b7e0ac-1f43-4d27-9d35-1118d94fdddd,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:16.885691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441eab2-d783-44aa-a289-5c349dbf337f req-229585ef-6029-495b-a95e-afcdb97589f5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:16.887206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4441eab2-d783-44aa-a289-5c349dbf337f req-229585ef-6029-495b-a95e-afcdb97589f5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 1.0394719 Oct 17 18:15:16.913025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8::1 (6283a359-4341-469e-b2e0-d2b454eae470/b4641292-ba57-46d0-b0cb-63897bcaf552/362ad6fa-2517-49bd-b22b-5f96a9447da5) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:16.916607 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdba401d-9132-4ee9-b95b-1ff87cbb5b22 req-efea7396-fba2-4d54-9bbf-47c9ca558692 service neutron] 10.222.0.42 "GET /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408461 Oct 17 18:15:17.008128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.045098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4441eab2-d783-44aa-a289-5c349dbf337f req-5ccb29e9-3ba8-4364-b2e6-8cd6f76607b2 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477821 Oct 17 18:15:17.053650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50264af-8399-43c3-8ffd-5262f105bc52']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:17.081711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:17.087871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8538384d-6725-49c1-82c9-17465bec48f4') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:17.087871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8538384d-6725-49c1-82c9-17465bec48f4') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:17.101168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.107814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Provisioning for port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:17.121008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.122124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Provisioning complete for port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:17.122505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.122854 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Attempt 1 to provision port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 Oct 17 18:15:17.132439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:17.136835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.265295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Current status of the port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:17.265936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.297981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Deleting port 87b7e0ac-1f43-4d27-9d35-1118d94fdddd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:17.298362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-997c5331-2003-4fcc-8800-16072411db5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.347215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.355792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:17.368687 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:17.378807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 362ad6fa-2517-49bd-b22b-5f96a9447da5 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:17.384177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,segment=NetworkSegment(18a469a7-b69c-4373-8a50-3321856a595f),segment_id=18a469a7-b69c-4373-8a50-3321856a595f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:17.384810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-708a859e-27ab-4227-9e75-9b6d8d4a1efe tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2134330 Oct 17 18:15:17.387891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:17.388510 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:17.391303 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:17.397880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-997c5331-2003-4fcc-8800-16072411db5d None None] The port '87b7e0ac-1f43-4d27-9d35-1118d94fdddd' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:17.458175 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8538384d-6725-49c1-82c9-17465bec48f4 resource provider aggregate not found Oct 17 18:15:17.476646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 2dfdcb5f-1f7d-4b24-9ff3-5011b3826038 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:17.481371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.487319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.513929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8538384d-6725-49c1-82c9-17465bec48f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8538384d-6725-49c1-82c9-17465bec48f4 found for delete ", "request_id": "req-41529267-7f90-451e-beb3-edc5275ec0f3"}]} Oct 17 18:15:17.522608 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63a07139-53e8-43f6-a728-347236cae905 req-65d42057-a424-4b5a-98bb-8d3292867be5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.2697768 Oct 17 18:15:17.551629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.590610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.602166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf0a7b-4471-4b24-b56d-d14451b118e5 None None] Pushing event updated for resources: {'Port': ['ID=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:17.625584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.639634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Network': ['ID=c50264af-8399-43c3-8ffd-5262f105bc52,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:17.647124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-375af7f8-6b9e-4205-98a9-8154ab72907d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/networks/c50264af-8399-43c3-8ffd-5262f105bc52 HTTP/1.1" status: 204 len: 168 time: 1.9050045 Oct 17 18:15:17.647525 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:17.647859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39096) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:17.654657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.712146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-122fb2f7-e220-4d33-98eb-60ad4835eb52 None None] Provisioning complete for port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:17.712547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-122fb2f7-e220-4d33-98eb-60ad4835eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.712879 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-122fb2f7-e220-4d33-98eb-60ad4835eb52 None None] Attempt 1 to provision port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 Oct 17 18:15:17.765395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 6283a359-4341-469e-b2e0-d2b454eae470 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:17.807721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:17.818532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.837733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port fbe7d4c4-d840-474f-bb3e-05652aad8b62 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:17.838348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:17.862444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-122fb2f7-e220-4d33-98eb-60ad4835eb52 None None] Current status of the port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:17.932446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=362ad6fa-2517-49bd-b22b-5f96a9447da5,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:17.937317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:17.937883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.106329 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:14Z', 'revision_number': 9, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:18.110768 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:18.120627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:18.121160 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:18.177174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.179758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.252245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:18.343010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Provisioning for port 362ad6fa-2517-49bd-b22b-5f96a9447da5 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:18.382853 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:18.387816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Provisioning complete for port 362ad6fa-2517-49bd-b22b-5f96a9447da5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:18.388194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.389119 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 1 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:18.396237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.410502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for fbe7d4c4-d840-474f-bb3e-05652aad8b62 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:18.456687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:18.459505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:18.459921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.460257 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 Oct 17 18:15:18.480486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfdcb5f-1f7d-4b24-9ff3-5011b3826038,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:18.500858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.501032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e1edd-829f-407c-8463-ca0275e5efb4 None None] Network 242d03d5-871f-4fbd-9fb2-310183970e64 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:18.543609 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b06af41d-7534-4b66-b7b9-7c5f14d0e5e0 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/2dfdcb5f-1f7d-4b24-9ff3-5011b3826038 HTTP/1.1" status: 204 len: 168 time: 1.1545660 Oct 17 18:15:18.548561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:18.565131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-fe1e5db3-af73-4112-b597-694ec408a4f0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:18.567908 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-fe1e5db3-af73-4112-b597-694ec408a4f0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.8053875 Oct 17 18:15:18.822516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.829676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:18.840230 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:14Z', 'revision_number': 9, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:18.845645 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51e381-9ad0-4139-b556-736413b84fa6 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:14Z', 'revision_number': 9, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becfc71a-2452-4bb4-b556-48dd0fabe504', 'name': '', 'network_id': '4904d07c-724a-46fb-8e6b-94b49d3e6d5f', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:83:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:25Z', 'updated_at': '2022-10-17T18:14:53Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:18.899968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f45e6-c734-40ef-a65c-e58126bdd97f req-695164cb-8708-4450-955c-73e9f59bc7b7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:18.902378 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b6f45e6-c734-40ef-a65c-e58126bdd97f req-695164cb-8708-4450-955c-73e9f59bc7b7 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.6748850 Oct 17 18:15:18.912458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-92f75c11-23e3-40d0-87a9-dbcc25fcdac2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 379 time: 0.2986472 Oct 17 18:15:18.915923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.928804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:18.938272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'port': {'device_id': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'admin_state_up': True, 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'security_groups': ['bbab1040-6943-4926-bee2-5a3975c4094f']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:18.948961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=fbe7d4c4-d840-474f-bb3e-05652aad8b62,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:18.957812 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 2 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:18.965420 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4447338b-720f-4dc6-a5a7-1f0dbb465473 req-97c06b6b-c5a3-4734-b50a-e29204619e7a tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.2354181 Oct 17 18:15:19.017009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:19.053861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.072769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.077147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4dd15d42-ecf3-4fd8-82bc-0e2e554e3d16 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/floatingips/389feb8b-9456-4f95-b543-84f01078d7af HTTP/1.1" status: 204 len: 168 time: 1.4251766 Oct 17 18:15:19.077938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39110) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:19.087097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 1520b0b9-6b79-407b-b627-9dd63978546a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:19.087440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.121477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29ec94d-157f-4679-9d59-a918aa6a753d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:19.121901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29ec94d-157f-4679-9d59-a918aa6a753d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:19.126159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a29ec94d-157f-4679-9d59-a918aa6a753d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/e4975cf0-8160-4e90-8fa2-7e66be4d3815 HTTP/1.1" status: 404 len: 333 time: 0.0472710 Oct 17 18:15:19.126941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39114) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:19.179657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-84eee2fa-5389-485f-9558-e9102b9e198d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Synchronizing usage tracker for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:19.227364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] DHCP port deletion for 242d03d5-871f-4fbd-9fb2-310183970e64 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:19.238178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 87b7e0ac-1f43-4d27-9d35-1118d94fdddd no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:19.238329 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b6f45e6-c734-40ef-a65c-e58126bdd97f req-2ab70247-dc37-4bc2-8b59-a9db608ac81c tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230994 Oct 17 18:15:19.258754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-84eee2fa-5389-485f-9558-e9102b9e198d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Unset dirty status for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:19.260238 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-84eee2fa-5389-485f-9558-e9102b9e198d tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1b4929f-cf66-4002-abc4-e59b37c5df46 HTTP/1.1" status: 200 len: 205 time: 0.1322801 Oct 17 18:15:19.263251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39118) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:19.295044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Deleting port 1520b0b9-6b79-407b-b627-9dd63978546a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:19.295519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.420771 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-a37a26c5-9798-4207-9fe7-8f84ab56f2cc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] delete failed (client error): The resource could not be found. Oct 17 18:15:19.422344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a37a26c5-9798-4207-9fe7-8f84ab56f2cc tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/routers/a1b4929f-cf66-4002-abc4-e59b37c5df46 HTTP/1.1" status: 404 len: 336 time: 0.1539805 Oct 17 18:15:19.425856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39122) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:19.465121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:19.471296 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-06174a51-2dae-411b-a383-7fc41ef0f2a0 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:19.472073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06174a51-2dae-411b-a383-7fc41ef0f2a0 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:19.474240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06174a51-2dae-411b-a383-7fc41ef0f2a0 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/subnets/f66a7678-2d9f-491d-9d7d-6a300eff5de4 HTTP/1.1" status: 404 len: 337 time: 0.0471199 Oct 17 18:15:19.476907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39126) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:19.526293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:port and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:19.556719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:19.569019 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 3 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:19.577121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 85fd130e-a6c7-40a8-9221-a071258be3cf {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:19.577675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.613560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:19.640448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:19.641560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 87b7e0ac-1f43-4d27-9d35-1118d94fdddd {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:19.649527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 87b7e0ac-1f43-4d27-9d35-1118d94fdddd not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:19.649840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 1520b0b9-6b79-407b-b627-9dd63978546a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1520b0b9-6b79-407b-b627-9dd63978546a,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:19.649840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.674673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] For port 1520b0b9-6b79-407b-b627-9dd63978546a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1520b0b9-6b79-407b-b627-9dd63978546a,segment=NetworkSegment(a12d0276-8041-4d41-a12a-da7772faca02),segment_id=a12d0276-8041-4d41-a12a-da7772faca02)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:19.675413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.787754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 1520b0b9-6b79-407b-b627-9dd63978546a owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:19.815247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Made reservation on behalf of 84c83a794e3541e18611cfc98cb39e6b for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:19.818993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.847553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Calling delete_port for 1520b0b9-6b79-407b-b627-9dd63978546a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:19.882783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:19.895733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-237ee8e7-7727-4e5d-be4c-5d9459fc38e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.052560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.121268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] No DVR routers for this DVR port 1520b0b9-6b79-407b-b627-9dd63978546a on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:20.131857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:20.132463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:20.134426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35e3eb-abed-4cda-93cf-bad7bca3d630 None None] Pushing event deleted for resources: {'Port': ['ID=1520b0b9-6b79-407b-b627-9dd63978546a,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:20.143951 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 4 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:20.144415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.214967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.215563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:20.215706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.231060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8cc6a631-3265-4890-adef-633a46153be5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:20.268283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 8cc6a631-3265-4890-adef-633a46153be5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:20.268631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 8cc6a631-3265-4890-adef-633a46153be5 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:20.269651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1520b0b9-6b79-407b-b627-9dd63978546a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:20.278494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 85fd130e-a6c7-40a8-9221-a071258be3cf owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:20.319893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6032ec3-b768-497a-9a17-16e0cdfa8251 req-2f26bacc-9d21-4296-bbc5-60f375da1920 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.1465886 Oct 17 18:15:20.322861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1520b0b9-6b79-407b-b627-9dd63978546a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:20.323232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1520b0b9-6b79-407b-b627-9dd63978546a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:20.420469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=362ad6fa-2517-49bd-b22b-5f96a9447da5,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:20.485043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.20.0.14 (c4751d65-100a-4066-867a-0874521a138d/3b210744-d28f-487d-9076-7a94c965b3c0/c9fbe016-0bee-4b03-803f-c4cb26339afc) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:20.567335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.609032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 6283a359-4341-469e-b2e0-d2b454eae470 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:20.657699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=85fd130e-a6c7-40a8-9221-a071258be3cf,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:20.658863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 1520b0b9-6b79-407b-b627-9dd63978546a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:20.658863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.683321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:20.717548 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 5 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:20.738697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.793290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:20.821824 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1803ed7-cf45-4dea-8aaa-868c8e99332f tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/85fd130e-a6c7-40a8-9221-a071258be3cf HTTP/1.1" status: 204 len: 168 time: 1.3410389 Oct 17 18:15:20.821824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39136) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:20.896505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] The port '1520b0b9-6b79-407b-b627-9dd63978546a' was deleted {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:20.906433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 79835833-0426-4a62-a6fd-928658b596e4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:20.907053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:20.962339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964635-54db-4dd8-82d5-9b6912871a1f req-636dabb4-e8ce-4be3-8527-b7e6a8a74c46 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:20.963828 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-06964635-54db-4dd8-82d5-9b6912871a1f req-636dabb4-e8ce-4be3-8527-b7e6a8a74c46 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.5496576 Oct 17 18:15:21.114913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.161640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.183441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.193611 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-06964635-54db-4dd8-82d5-9b6912871a1f req-eac380ad-bb46-4f18-a2fa-e520421a76a5 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012858 Oct 17 18:15:21.197637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Transition to ACTIVE for port object c9fbe016-0bee-4b03-803f-c4cb26339afc will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:21.203854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242d03d5-871f-4fbd-9fb2-310183970e64']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:21.249073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12d0276-8041-4d41-a12a-da7772faca02') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:21.249447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12d0276-8041-4d41-a12a-da7772faca02') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:21.270392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.295053 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 6 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:21.301262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.311702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:21.321263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.409993 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment a12d0276-8041-4d41-a12a-da7772faca02 resource provider aggregate not found Oct 17 18:15:21.432799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:21.433558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 76f93739-0d30-43bb-a75a-58bd43590560 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:15:21.437901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 79835833-0426-4a62-a6fd-928658b596e4 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:21.441820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment a12d0276-8041-4d41-a12a-da7772faca02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a12d0276-8041-4d41-a12a-da7772faca02 found for delete ", "request_id": "req-23d09fe9-38df-45a4-989c-dfcada904962"}]} Oct 17 18:15:21.599676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.601750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.710259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.769879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=79835833-0426-4a62-a6fd-928658b596e4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:21.788654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.884220 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/242d03d5-871f-4fbd-9fb2-310183970e64 HTTP/1.1" status: 204 len: 168 time: 3.3145320 Oct 17 18:15:21.895600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39150) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:21.904900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2dc0-4ac7-4c7a-ae34-1102f9606982 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=242d03d5-871f-4fbd-9fb2-310183970e64,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:21.934241 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 7 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:21.960151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:21.977093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:21.983370 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-62f9ccfd-5cd7-44dd-a97f-a300a61cc601 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/ports/79835833-0426-4a62-a6fd-928658b596e4 HTTP/1.1" status: 204 len: 168 time: 1.1574728 Oct 17 18:15:21.984365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39154) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:22.010222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:22.039601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:22.042158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:22.061085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d771319-a545-49bb-8617-e6ab5c011a52 req-aed50992-b834-489c-b832-6c533615dc08 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.062142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4d771319-a545-49bb-8617-e6ab5c011a52 req-aed50992-b834-489c-b832-6c533615dc08 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.1804373 Oct 17 18:15:22.092929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:22.101900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fedba280-ee10-4753-a6ef-524856dd68eb tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8394346 Oct 17 18:15:22.102888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] Sync routers for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:22.108338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39158) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:22.118751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:22.119373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:22.122341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:22.160565 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4d771319-a545-49bb-8617-e6ab5c011a52 req-1e213ebf-0a16-43df-8201-e45a8938a2b4 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Oct 17 18:15:22.186344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef4796-21b0-48c5-989b-452f12d83933 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.186344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6fef4796-21b0-48c5-989b-452f12d83933 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Synchronizing usage tracker for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:22.231687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:22.246326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:22.247185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:14:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:22.280432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fd297-e964-43cc-931c-8179fd2d7f34 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.281126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-400fd297-e964-43cc-931c-8179fd2d7f34 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:22.287287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6fef4796-21b0-48c5-989b-452f12d83933 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Unset dirty status for tenant:c3b13ae13e5c4d2b861c82ba5037fcb0 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:22.288773 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6fef4796-21b0-48c5-989b-452f12d83933 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "GET /v2.0/ports?device_id=773dfe03-7075-46c1-8def-4bf881b0d3e8 HTTP/1.1" status: 200 len: 913 time: 0.3040624 Oct 17 18:15:22.291573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39162) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:22.351292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ed57-70b7-4651-96f5-0750b97deea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:22.362410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:22.362810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329767fe-7971-4b44-89cc-f22ff0cd2b25 None None] The sync data for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:22.457913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.458566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:22.511445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dec90b-dbab-4fe7-9c28-44e6b1cc3681 req-f84672c9-1bf9-408b-8990-b7034e863d69 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.512065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-68dec90b-dbab-4fe7-9c28-44e6b1cc3681 req-f84672c9-1bf9-408b-8990-b7034e863d69 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:22.512449 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 8 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:22.617511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:22.795986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.041232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-71bcb432-5673-4e67-aa2a-015909bbfa43 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1087387 Oct 17 18:15:23.060560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Request body: {'port': {'device_id': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:23.065078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.066087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.072041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.091113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-400fd297-e964-43cc-931c-8179fd2d7f34 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:23.095411 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-400fd297-e964-43cc-931c-8179fd2d7f34 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports/362ad6fa-2517-49bd-b22b-5f96a9447da5 HTTP/1.1" status: 200 len: 911 time: 0.9768043 Oct 17 18:15:23.095411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-68dec90b-dbab-4fe7-9c28-44e6b1cc3681 req-f84672c9-1bf9-408b-8990-b7034e863d69 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:23.095411 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-68dec90b-dbab-4fe7-9c28-44e6b1cc3681 req-f84672c9-1bf9-408b-8990-b7034e863d69 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 932 time: 1.5002928 Oct 17 18:15:23.108098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39166) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:23.118469 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 9 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:23.173465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:23.463085 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-68dec90b-dbab-4fe7-9c28-44e6b1cc3681 req-d000b811-320c-4aec-9257-1f5dda755108 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562658 Oct 17 18:15:23.503453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92aaae-f723-4caf-85ae-7d0122c6b555 req-311817c0-efa3-4ec3-a157-c8d4492aa332 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:23.504902 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a92aaae-f723-4caf-85ae-7d0122c6b555 req-311817c0-efa3-4ec3-a157-c8d4492aa332 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.1569979 Oct 17 18:15:23.602816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a92aaae-f723-4caf-85ae-7d0122c6b555 req-e83f8c7c-dda5-4edf-aee9-f346c74ee48e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905583 Oct 17 18:15:23.612280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port 6e7c3263-e5ad-4c46-9803-69f88b25cade {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:23.612589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.675003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Attempt 10 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:23.690811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.736076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-86a9a370-aace-4610-b520-a4d0bb13734d None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:23.750642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port becfc71a-2452-4bb4-b556-48dd0fabe504 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:23.752514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.836257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.938258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Provisioning for port c9fbe016-0bee-4b03-803f-c4cb26339afc completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:23.943788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Provisioning complete for port c9fbe016-0bee-4b03-803f-c4cb26339afc triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:23.944474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:23.945006 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 1 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:23.971680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for 6e7c3263-e5ad-4c46-9803-69f88b25cade owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:24.005949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:24.239688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port becfc71a-2452-4bb4-b556-48dd0fabe504, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=becfc71a-2452-4bb4-b556-48dd0fabe504,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:24.240078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.350125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.378153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.418432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for becfc71a-2452-4bb4-b556-48dd0fabe504 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:24.494524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=6e7c3263-e5ad-4c46-9803-69f88b25cade,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:24.507477 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 2 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:24.601778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:24.643925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.725291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-e5bb3d6a-e776-4066-928e-d41dadf4f9c2 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:24.726728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-e5bb3d6a-e776-4066-928e-d41dadf4f9c2 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.3675261 Oct 17 18:15:24.883646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Deleting port 7eaae10e-cb12-4c45-a5f8-3a1082850320 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:24.883886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.916951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:24.965646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:15:25.100839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1ac44-a029-405d-af54-cab1b8c3bf31 req-2d1dfb8e-6227-4294-8a57-6bff7b4c4811 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:25.102355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bab1ac44-a029-405d-af54-cab1b8c3bf31 req-2d1dfb8e-6227-4294-8a57-6bff7b4c4811 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 932 time: 0.5028107 Oct 17 18:15:25.117427 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 3 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:25.117591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fbe016-0bee-4b03-803f-c4cb26339afc {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:25.134370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d133f-aea1-4a64-a419-38f2fe2c8c2e req-1895280c-2b22-422d-84af-ce69b5274aec tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:25.135866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-511d133f-aea1-4a64-a419-38f2fe2c8c2e req-1895280c-2b22-422d-84af-ce69b5274aec tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 945 time: 0.4082894 Oct 17 18:15:25.168597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:25.175232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.236686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Transition to ACTIVE for port object c9fbe016-0bee-4b03-803f-c4cb26339afc will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:25.258348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bab1ac44-a029-405d-af54-cab1b8c3bf31 req-4fa3d80e-3069-4f81-a71b-08f26afea910 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386838 Oct 17 18:15:25.312552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-511d133f-aea1-4a64-a419-38f2fe2c8c2e req-c972c0b4-a61a-48be-8865-65f609399b5e tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/security-groups?id=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593986 Oct 17 18:15:25.321675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.412634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.514851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] For port 7eaae10e-cb12-4c45-a5f8-3a1082850320, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7eaae10e-cb12-4c45-a5f8-3a1082850320,segment=NetworkSegment(901d4e82-5ef1-49af-91de-0f76a6b1b3c6),segment_id=901d4e82-5ef1-49af-91de-0f76a6b1b3c6)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:25.515376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.629167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.647325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:25.670943 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 4 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:25.723109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8:1::1 (abd47225-3a57-42ff-b8f4-472ab949278f/7152c7f9-96a2-4b01-a12d-0986d7614da8/135e852b-6fb9-4ae2-b349-57ff1479ef09) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:25.725839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=becfc71a-2452-4bb4-b556-48dd0fabe504,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:25.739493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:25.789822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Calling delete_port for 7eaae10e-cb12-4c45-a5f8-3a1082850320 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:25.855121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Router 773dfe03-7075-46c1-8def-4bf881b0d3e8 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:25.984938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Attempting to bind port c9fbe016-0bee-4b03-803f-c4cb26339afc on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:25.985271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Attempting to bind port c9fbe016-0bee-4b03-803f-c4cb26339afc by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:25.985594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Attempting to bind port c9fbe016-0bee-4b03-803f-c4cb26339afc on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:26.012907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Port c9fbe016-0bee-4b03-803f-c4cb26339afc on network c4751d65-100a-4066-867a-0874521a138d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:15:26.019605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Attempting to bind port c9fbe016-0bee-4b03-803f-c4cb26339afc on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:26.037503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:26.037865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:26.038253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Bound using segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:26.038689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Bound port: c9fbe016-0bee-4b03-803f-c4cb26339afc, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:26.039031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.071443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.109941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:26.124399 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] Sync routers for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:26.140022 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:26.140653 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:26.197209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.208662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:26.217870 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] Routers {'773dfe03-7075-46c1-8def-4bf881b0d3e8'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:26.218467 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['773dfe03-7075-46c1-8def-4bf881b0d3e8'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:26.218665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.240786 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 5 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:26.274347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Pushing event deleted for resources: {'Port': ['ID=7eaae10e-cb12-4c45-a5f8-3a1082850320,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:26.285570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18d56faf-b155-400b-b8ce-608b46e4eecf tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "PUT /v2.0/routers/773dfe03-7075-46c1-8def-4bf881b0d3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902351 Oct 17 18:15:26.286141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39176) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:26.286271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 135e852b-6fb9-4ae2-b349-57ff1479ef09 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:26.291473 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:26.292268 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047816e-a9eb-4feb-aee0-c076691e0e41 None None] The sync data for ids ['773dfe03-7075-46c1-8def-4bf881b0d3e8'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:26.351840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:26.356527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:26.368316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:26.584011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-81ca2c88-bbd0-4896-9065-7baef9d728e9 req-51968907-7fd3-4edb-98ff-4a1a3a76fd53 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Synchronizing usage tracker for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:26.597199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] No DVR routers for this DVR port 7eaae10e-cb12-4c45-a5f8-3a1082850320 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:26.602842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.604692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.606619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.606751 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48f77613-7658-44ac-b15a-8c2f01395c08 req-f9706b5b-9aeb-4658-9d7c-f7fae7930d98 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.42 "DELETE /v2.0/ports/7eaae10e-cb12-4c45-a5f8-3a1082850320 HTTP/1.1" status: 204 len: 173 time: 1.8410223 Oct 17 18:15:26.611736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'name': 'network-vif-deleted', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:26.614070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c6c68-0b3d-4e76-bfff-8f30b7700ec8" -d '{"events": [{"server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "name": "network-vif-deleted", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:26.650494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.698872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:26.699502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.700955 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 200 len: 1094 time: 3.6444860 Oct 17 18:15:26.703576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:26.710278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aae1a2-353a-4206-af1d-a4bacbec8d84" -d '{"events": [{"name": "network-changed", "server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:26.710419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-81ca2c88-bbd0-4896-9065-7baef9d728e9 req-51968907-7fd3-4edb-98ff-4a1a3a76fd53 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] Unset dirty status for tenant:8b0c46540a1641f8aaaab320090d40d4 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:26.710419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-81ca2c88-bbd0-4896-9065-7baef9d728e9 req-51968907-7fd3-4edb-98ff-4a1a3a76fd53 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.2385108 Oct 17 18:15:26.753902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network abd47225-3a57-42ff-b8f4-472ab949278f is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:26.760389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:26.772060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:26.772599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.804464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=135e852b-6fb9-4ae2-b349-57ff1479ef09,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:26.869632 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 6 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:26.895240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.963316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port c9fbe016-0bee-4b03-803f-c4cb26339afc had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:15:26.964089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:26.978703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Provisioning complete for port 362ad6fa-2517-49bd-b22b-5f96a9447da5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:26.979483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:26.988069 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 1 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:26.989698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58574c9-6f60-41c4-879d-cce6e9b5933b x-openstack-request-id: req-d58574c9-6f60-41c4-879d-cce6e9b5933b {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:26.989997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4c22d8-a931-4147-94e5-35785451f929", "name": "network-vif-deleted", "tag": "7eaae10e-cb12-4c45-a5f8-3a1082850320", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:26.990280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d58574c9-6f60-41c4-879d-cce6e9b5933b {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:26.990740 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58574c9-6f60-41c4-879d-cce6e9b5933b'] response: {'server_uuid': '1c4c22d8-a931-4147-94e5-35785451f929', 'name': 'network-vif-deleted', 'tag': '7eaae10e-cb12-4c45-a5f8-3a1082850320', 'status': 'completed', 'code': 200} Oct 17 18:15:27.044706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting port fead9b5b-aff0-45c8-a5bf-b80cde932733 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:27.044706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.064284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:27.101712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c07d-1f7a-43ff-aaa4-8f5eec3ddf89 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:27.111898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db564dc-7a08-49af-a8d7-c2efbe26cf4e req-194990bb-4cd9-4556-a03c-6b588a5cf78c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.113391 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3db564dc-7a08-49af-a8d7-c2efbe26cf4e req-194990bb-4cd9-4556-a03c-6b588a5cf78c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.5669298 Oct 17 18:15:27.116017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f5431d-04cb-4997-ac88-00f1353a6654 x-openstack-request-id: req-e6f5431d-04cb-4997-ac88-00f1353a6654 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:27.116303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:27.116549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6f5431d-04cb-4997-ac88-00f1353a6654 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:27.116932 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f5431d-04cb-4997-ac88-00f1353a6654'] response: {'name': 'network-changed', 'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'status': 'completed', 'code': 200} Oct 17 18:15:27.250470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.261943 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3db564dc-7a08-49af-a8d7-c2efbe26cf4e req-d51a1c1b-6ea2-491d-ba64-8a60bc489f1f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869694 Oct 17 18:15:27.264537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-69947ec8-be05-4a4e-b7cc-163e76ede4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.265311 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-69947ec8-be05-4a4e-b7cc-163e76ede4cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1097 time: 0.3712909 Oct 17 18:15:27.266423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:27.281220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:27.281954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7d52975b-1853-4ec0-9343-845366ddb319 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3822460 Oct 17 18:15:27.299207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:27.302703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:27.322368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39192) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:27.376535 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-20ddc75e-dc07-48a9-ac70-5118b0b313c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 200 len: 217 time: 0.0933530 Oct 17 18:15:27.417633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Calling delete_port for fead9b5b-aff0-45c8-a5bf-b80cde932733 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:27.450733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.485830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:27.504693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-56fa4716-7ed7-4304-9882-eed15978681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.506202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-56fa4716-7ed7-4304-9882-eed15978681e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.1167912 Oct 17 18:15:27.601597 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 2 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:27.638686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:27.650382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.725057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.773415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-edc37c74-d4e9-4109-890e-cf86c6a72805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.775052 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-edc37c74-d4e9-4109-890e-cf86c6a72805 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2481415 Oct 17 18:15:27.779739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:27.879503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7eaae10e-cb12-4c45-a5f8-3a1082850320 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:27.886407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:27.928166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 7eaae10e-cb12-4c45-a5f8-3a1082850320 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:27.928544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7eaae10e-cb12-4c45-a5f8-3a1082850320 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:28.013478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.060673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:25Z', 'revision_number': 10, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:28.065518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:28.075928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:28.076403 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea744bd7-07e7-48d9-bc32-3953215ae0f5 req-042c7a2a-4b2b-48db-af68-1f31ad93e711 tempest-TestServerAdvancedOps-479752713 tempest-TestServerAdvancedOps-479752713-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c4c22d8-a931-4147-94e5-35785451f929 HTTP/1.1" status: 200 len: 210 time: 0.1035490 Oct 17 18:15:28.076578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:28.131490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Port': ['ID=fead9b5b-aff0-45c8-a5bf-b80cde932733,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:28.160741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-e90cec91-2790-4fc6-b122-70127722a57a service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779361 Oct 17 18:15:28.169858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.223969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.229389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:28.237759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772af180-fda2-46b7-815a-064796d7fb18 None None] Network 4904d07c-724a-46fb-8e6b-94b49d3e6d5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:28.249938 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b6808957-ba37-411a-93a0-ef2ab82fb66d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7 HTTP/1.1" status: 204 len: 168 time: 0.9284601 Oct 17 18:15:28.254431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39202) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:28.258805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.308898 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 3 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:28.314061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.resource_extend [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:15:28.322483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6dbf8ad3-21da-40d6-8ad1-ddd07aa79f6e req-7036b4ad-1ec2-4018-a92e-8d8b1b291fe0 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556399 Oct 17 18:15:28.329092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.400981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:28.406637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.407452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.502788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:28.549358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.561709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.597023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.608916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:28.609263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.665784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=135e852b-6fb9-4ae2-b349-57ff1479ef09,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:28.708393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.709016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Fanout notify agent at l3_agent the message router_deleted on router 773dfe03-7075-46c1-8def-4bf881b0d3e8 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:28.722054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.725912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39208) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:28.726075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d0eeafe4-dad7-4f83-844b-e8429e1aa187 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/routers/773dfe03-7075-46c1-8def-4bf881b0d3e8 HTTP/1.1" status: 204 len: 168 time: 2.4384785 Oct 17 18:15:28.796434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4824b4-1baf-4641-be41-5212cf630f66 req-eb8350fa-c7db-4a04-9a89-87b9b4f545c1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.797981 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d4824b4-1baf-4641-be41-5212cf630f66 req-eb8350fa-c7db-4a04-9a89-87b9b4f545c1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.3452866 Oct 17 18:15:28.805270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] DHCP port deletion for 4904d07c-724a-46fb-8e6b-94b49d3e6d5f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:28.812808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Deleting port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:28.813192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.835851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network abd47225-3a57-42ff-b8f4-472ab949278f is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:28.838043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-8130e58b-839b-4b95-ac57-f6561dcad052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.839488 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-8130e58b-839b-4b95-ac57-f6561dcad052 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1097 time: 0.3150964 Oct 17 18:15:28.849412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:28.858466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:28.858962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:28.940236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:25Z', 'revision_number': 10, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:28.946213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a93a-492a-4d38-8e25-9be9ac40a554 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:25Z', 'revision_number': 10, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None, '_interfaces': [{'id': '43388d72-f822-4c52-a174-4e1533fefe9a', 'name': '', 'network_id': '2ed394f5-e5e8-476a-b0d0-b385feaf6d8d', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'mac_address': 'fa:16:3e:f7:13:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:13Z', 'updated_at': '2022-10-17T18:14:37Z', 'revision_number': 5, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'subnets': [{'id': '9f1b9731-bf98-4fc3-85db-3bab34eeff0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:28.958171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Deleting subnet c96047f4-b146-4f08-a06e-843f43fae884 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:29.012025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:29.017064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.029568 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 4 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:29.138612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d4824b4-1baf-4641-be41-5212cf630f66 req-99acb363-3822-42e8-98e3-1d9f9558575c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295200 Oct 17 18:15:29.173202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] For port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,segment=NetworkSegment(73c6ec02-a69a-443a-aac9-f218b993c350),segment_id=73c6ec02-a69a-443a-aac9-f218b993c350)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:29.173621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.187640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:29.196120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.198986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.263568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39214) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:29.266125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 76f93739-0d30-43bb-a75a-58bd43590560 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:29.278883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-5169bf5e-465a-4853-8b53-38dca952ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:29.280304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-5169bf5e-465a-4853-8b53-38dca952ae5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.4287860 Oct 17 18:15:29.337496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Calling delete_port for b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:29.375468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.425962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:29.431768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:29.445757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No DVR routers for this DVR port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:29.468258 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-71ac33d5-1064-4d2e-bb4e-82c2adb58239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 200 len: 217 time: 0.1781874 Oct 17 18:15:29.487223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:29.601947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Deleting subnet 89d2753b-fc43-4dc9-9a98-008046b0bca1 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:29.608679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.615555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.673377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4904d07c-724a-46fb-8e6b-94b49d3e6d5f']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.689446 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 5 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:29.693400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c6ec02-a69a-443a-aac9-f218b993c350') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.693705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c6ec02-a69a-443a-aac9-f218b993c350') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.701513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.745425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.754807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:29.769405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.773999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-14d002d4-e8ae-4c44-8323-cdaafd7913e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:29.783216 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-14d002d4-e8ae-4c44-8323-cdaafd7913e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.2492838 Oct 17 18:15:29.783216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:29.783473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:29.783473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.790342 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] Sync routers for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:29.801344 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:29.802137 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.834570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cc921396-9dee-4a68-89a8-31b90ee0e683 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7201512 Oct 17 18:15:29.841722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39220) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:29.868149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.870781 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 73c6ec02-a69a-443a-aac9-f218b993c350 resource provider aggregate not found Oct 17 18:15:29.875374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.877739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:29.878341 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.900902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.926443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 73c6ec02-a69a-443a-aac9-f218b993c350 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73c6ec02-a69a-443a-aac9-f218b993c350 found for delete ", "request_id": "req-33ca4688-f8bd-49e4-9483-aa22a4e12b0c"}]} Oct 17 18:15:29.927149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Deleting port b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:29.927540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.956083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Subnet': ['ID=c96047f4-b146-4f08-a06e-843f43fae884,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:29.960457 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:29.961056 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb2ad65-dee2-4199-80f0-c59f2311c846 None None] The sync data for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:29.961214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.963949 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-20750b8d-b9c4-4f52-86df-ab9807df5fd7 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/subnets/c96047f4-b146-4f08-a06e-843f43fae884 HTTP/1.1" status: 204 len: 168 time: 1.2357395 Oct 17 18:15:29.966897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39226) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:29.982209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5fcaa5-76de-431b-a660-a66ba5afd6b1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:29.983188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-da5fcaa5-76de-431b-a660-a66ba5afd6b1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:30.003510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4a577db6-c1d3-4206-8529-47334d1e4e76 None None] The port 'b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:30.005566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-6781dc0b-fcf2-44d6-bc21-b46c56fe56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:30.007080 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-6781dc0b-fcf2-44d6-bc21-b46c56fe56f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2219718 Oct 17 18:15:30.054365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.081664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-da5fcaa5-76de-431b-a660-a66ba5afd6b1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:30.082802 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-da5fcaa5-76de-431b-a660-a66ba5afd6b1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports/135e852b-6fb9-4ae2-b349-57ff1479ef09 HTTP/1.1" status: 200 len: 913 time: 0.2399549 Oct 17 18:15:30.087892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39230) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:30.091405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.099837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=4904d07c-724a-46fb-8e6b-94b49d3e6d5f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:30.124157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dace9a9f-5ad8-4d2e-ad49-0de2cbf314a7 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/4904d07c-724a-46fb-8e6b-94b49d3e6d5f HTTP/1.1" status: 204 len: 168 time: 1.8686244 Oct 17 18:15:30.126947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39234) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:30.188243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:30.192795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.201441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.224688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:30.225028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b4f0a231-9c0c-4fda-8e5d-9a2196b37ff1 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:30.225455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device becfc71a-2452-4bb4-b556-48dd0fabe504 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:30.267778 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 6 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:30.296540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: becfc71a-2452-4bb4-b556-48dd0fabe504 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:30.296540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device becfc71a-2452-4bb4-b556-48dd0fabe504 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:30.335226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:30.360851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d2753b-fc43-4dc9-9a98-008046b0bca1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:30.368333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.370164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d37f705-582e-48a0-82a2-570d8a704378 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/89d2753b-fc43-4dc9-9a98-008046b0bca1 HTTP/1.1" status: 204 len: 168 time: 1.0976636 Oct 17 18:15:30.374899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:30.589240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-4881ca5d-d28b-4329-aa95-9f1cea3b04b6 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742795 Oct 17 18:15:30.734823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.739461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06660bd2-bdee-4873-b52d-cf6bbcff2b2a req-0e5cb202-5a0a-4f39-aac8-814361dd9b1d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:30.740918 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-06660bd2-bdee-4873-b52d-cf6bbcff2b2a req-0e5cb202-5a0a-4f39-aac8-814361dd9b1d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.3877423 Oct 17 18:15:30.744184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.783754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f69d3f1-58b7-4d40-9688-d46c4cad27cf']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:30.836061 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 7 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:30.838191 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-06660bd2-bdee-4873-b52d-cf6bbcff2b2a req-e85b5bbb-4562-49db-8b0b-dd8ee72183be tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827706 Oct 17 18:15:30.842731 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9aae1a2-353a-4206-af1d-a4bacbec8d84 req-9cf0094c-6493-4368-a993-ed3f4c152589 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444060 Oct 17 18:15:30.908730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:30.927307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.977507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c29837-225c-47b2-b9a1-31f05b50fd20') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:30.977818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c29837-225c-47b2-b9a1-31f05b50fd20') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:31.008619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.129285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.141799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.149649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:31.150066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.254221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbae06e-d50e-409a-9aca-0c61d54910fa']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:31.283815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901d4e82-5ef1-49af-91de-0f76a6b1b3c6') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:31.284178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901d4e82-5ef1-49af-91de-0f76a6b1b3c6') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:31.298306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.318277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.326599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:31.326986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.399658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.401845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 135e852b-6fb9-4ae2-b349-57ff1479ef09 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:31.402191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.410704 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 8 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:31.429791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.446837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] Pushing event deleted for resources: {'Network': ['ID=4f69d3f1-58b7-4d40-9688-d46c4cad27cf,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:31.453969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-816a0211-2cd7-46ff-9bed-4ea6e11bb494 tempest-FloatingIPTestJSON-1474102051 tempest-FloatingIPTestJSON-1474102051-project] 10.222.0.36 "DELETE /v2.0/networks/4f69d3f1-58b7-4d40-9688-d46c4cad27cf HTTP/1.1" status: 204 len: 168 time: 1.4830649 Oct 17 18:15:31.483657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:31.523725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.581896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.610377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.655125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.683458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbae06e-d50e-409a-9aca-0c61d54910fa,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:31.734465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 135e852b-6fb9-4ae2-b349-57ff1479ef09 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:31.758992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-246b9088-65c7-412f-8064-18911f473a06 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbbae06e-d50e-409a-9aca-0c61d54910fa HTTP/1.1" status: 204 len: 168 time: 1.3812811 Oct 17 18:15:31.763685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39246) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:31.858250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Deleting subnet 39b1f60b-9ad9-46b6-8db1-d8e14b8c0fe3 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:31.867893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.917243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 43388d72-f822-4c52-a174-4e1533fefe9a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:31.917243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.934043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.985665 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 9 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:31.987445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39256) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:32.038199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.060527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:32.063578 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 61c29837-225c-47b2-b9a1-31f05b50fd20 resource provider aggregate not found Oct 17 18:15:32.140982 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 61c29837-225c-47b2-b9a1-31f05b50fd20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61c29837-225c-47b2-b9a1-31f05b50fd20 found for delete ", "request_id": "req-f07607bd-f82f-4dde-9c37-ce2e1acb35aa"}]} Oct 17 18:15:32.168591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 901d4e82-5ef1-49af-91de-0f76a6b1b3c6 resource provider aggregate not found Oct 17 18:15:32.180704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-88df6bc7-a7f4-47be-a115-bfc9b846d68c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3b13ae13e5c4d2b861c82ba5037fcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899691 Oct 17 18:15:32.180984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39268) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:32.198324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.202546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 901d4e82-5ef1-49af-91de-0f76a6b1b3c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 901d4e82-5ef1-49af-91de-0f76a6b1b3c6 found for delete ", "request_id": "req-5b612e6d-c834-4087-bb46-52bed89a1973"}]} Oct 17 18:15:32.229709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 43388d72-f822-4c52-a174-4e1533fefe9a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=43388d72-f822-4c52-a174-4e1533fefe9a,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:32.230069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.250006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db8b7-43cc-4825-a2ec-64069ee7ec3d req-65473fcc-9e7e-495a-b05b-db98603daf40 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:32.251565 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-386db8b7-43cc-4825-a2ec-64069ee7ec3d req-65473fcc-9e7e-495a-b05b-db98603daf40 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.2303331 Oct 17 18:15:32.268177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=135e852b-6fb9-4ae2-b349-57ff1479ef09,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:32.315364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.378139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 43388d72-f822-4c52-a174-4e1533fefe9a owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:32.417117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b1f60b-9ad9-46b6-8db1-d8e14b8c0fe3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:32.485588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.499507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-386db8b7-43cc-4825-a2ec-64069ee7ec3d req-fa1fb995-61e4-4629-a26c-704023210a2e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743771 Oct 17 18:15:32.518335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.561790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.562221 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Attempt 10 to provision port 362ad6fa-2517-49bd-b22b-5f96a9447da5 Oct 17 18:15:32.572708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.627425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6455f07e-9c9f-412f-b9da-df569babc916 None None] Port 362ad6fa-2517-49bd-b22b-5f96a9447da5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:32.740294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8eb4618f-eada-4b3a-8eb9-e85a2e614d3f None None] Could not find standard attr ID for object 135e852b-6fb9-4ae2-b349-57ff1479ef09. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:15:32.820737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b42ac2c-79be-450e-a5a1-045a57576f1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39b1f60b-9ad9-46b6-8db1-d8e14b8c0fe3 HTTP/1.1" status: 204 len: 168 time: 1.0577021 Oct 17 18:15:32.823883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39272) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:32.845914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.991095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.991670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=43388d72-f822-4c52-a174-4e1533fefe9a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:33.018438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbdbc8-97d3-4572-8a6f-a525f169c8a1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:33.029996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.031111 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-38783f77-12a1-4893-a12e-e256252762ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4bbdbc8-97d3-4572-8a6f-a525f169c8a1 HTTP/1.1" status: 204 len: 168 time: 0.8492653 Oct 17 18:15:33.066172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 76f93739-0d30-43bb-a75a-58bd43590560 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:33.085554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.239910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:33.245273 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e0b7a85d-0d4d-4666-bc35-a813e7416847 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1560221 Oct 17 18:15:33.248177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39278) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:33.251280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] Sync routers for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:33.265013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:33.265778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.336092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.340474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.345222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:33.345991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.410284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.410797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbf7ea-721c-4c64-abab-918a5f5d596a None None] The sync data for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:33.421889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.520658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f952d06-3f71-42a0-b751-44d783815e81']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.594186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f544d76-ce88-4eb4-be53-ea37e22eaa53') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.594493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f544d76-ce88-4eb4-be53-ea37e22eaa53') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.674212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.698486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.701628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:33.708326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:33.708717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.811425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2bd2d-5624-49e2-a928-560b5970f03b req-5f2b671f-cd4f-42bd-b3d5-726b2757c53c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:33.812890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-64f2bd2d-5624-49e2-a928-560b5970f03b req-5f2b671f-cd4f-42bd-b3d5-726b2757c53c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.1511440 Oct 17 18:15:33.903290 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-64f2bd2d-5624-49e2-a928-560b5970f03b req-b0b5f06f-e68f-4f75-b220-28083d93f983 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640473 Oct 17 18:15:33.920875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.925678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:33.937826 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:33.947413 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:33.948115 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:33.949761 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5ad5a0ed-a45e-456b-9aa4-167d8c522db6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8200691 Oct 17 18:15:33.950565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39294) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:34.002658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.037910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.043064 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3f952d06-3f71-42a0-b751-44d783815e81 HTTP/1.1" status: 204 len: 168 time: 1.2181351 Oct 17 18:15:34.053393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc42d8-c748-4148-8952-b8419d5d6e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f952d06-3f71-42a0-b751-44d783815e81,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:34.075700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting subnet 9f1b9731-bf98-4fc3-85db-3bab34eeff0e {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:34.079680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.171007 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:34.274728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 4f544d76-ce88-4eb4-be53-ea37e22eaa53 resource provider aggregate not found Oct 17 18:15:34.283663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.324357 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 4f544d76-ce88-4eb4-be53-ea37e22eaa53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f544d76-ce88-4eb4-be53-ea37e22eaa53 found for delete ", "request_id": "req-9b642272-8022-404b-8780-8e99883f9912"}]} Oct 17 18:15:34.370465 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:34.375395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:34.389433 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:34.391180 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:34.441532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.486211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:34.499559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 362ad6fa-2517-49bd-b22b-5f96a9447da5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:34.500039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.517814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39318) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:34.545062 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:34.580910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-64909309-a511-4a85-8b27-9103ad80010f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b0c46540a1641f8aaaab320090d40d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619926 Oct 17 18:15:34.583500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39322) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:34.648313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.661343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-36506467-85db-442c-8b70-d086ed670e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:34.666251 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36506467-85db-442c-8b70-d086ed670e22 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:34.682795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.697958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.728042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.755612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1b9731-bf98-4fc3-85db-3bab34eeff0e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:34.759677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.767128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19dd06f-979e-49c4-b8a0-3ee1e14e9d71 None None] Network 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:34.769947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'networks': [{'name': 'tempest-network--1165553839'}, {'name': 'tempest-network--324597017'}]} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:34.770090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-network--1165553839'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:34.770545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-network--324597017'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:34.788897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:34.798367 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3ab305ba-16b9-48ad-8d57-2e4216be7392 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/9f1b9731-bf98-4fc3-85db-3bab34eeff0e HTTP/1.1" status: 204 len: 168 time: 0.8467081 Oct 17 18:15:34.799730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:network and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:34.802367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:34.804761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:34.832722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:34.856731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 362ad6fa-2517-49bd-b22b-5f96a9447da5 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:34.942152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.954943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Deleting port 4b3504ac-ad62-405c-b711-28fa0cc5593c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:34.955509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.987028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'network': 2} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:34.991581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.023741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.037971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.068529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] DHCP port deletion for 2ed394f5-e5e8-476a-b0d0-b385feaf6d8d request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:35.072879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Deleting port 4b3504ac-ad62-405c-b711-28fa0cc5593c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:35.073418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.110766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358bbf1a-71b2-4487-98d0-34b6cf8f4ca2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:35.114005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:35.173178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:security_group_rule and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:35.180957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:35.191515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:35.229632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.328669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.332198 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-51e0b86d-2f76-4562-840b-3ab4d457e2c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/358bbf1a-71b2-4487-98d0-34b6cf8f4ca2 HTTP/1.1" status: 204 len: 168 time: 0.7453647 Oct 17 18:15:35.342055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] For port 4b3504ac-ad62-405c-b711-28fa0cc5593c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4b3504ac-ad62-405c-b711-28fa0cc5593c,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:35.342427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.353663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=362ad6fa-2517-49bd-b22b-5f96a9447da5,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:35.355376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] For port 4b3504ac-ad62-405c-b711-28fa0cc5593c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4b3504ac-ad62-405c-b711-28fa0cc5593c,segment=NetworkSegment(420ac150-85ed-49dd-9710-c3ce799a5faa),segment_id=420ac150-85ed-49dd-9710-c3ce799a5faa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:35.355967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.510003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.514153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Calling delete_port for 4b3504ac-ad62-405c-b711-28fa0cc5593c owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:35.580559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066920f-2750-496e-815e-383cb772c530 req-fe18d26d-b48f-4cc3-a7fb-375000100cbf tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:35.581979 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7066920f-2750-496e-815e-383cb772c530 req-fe18d26d-b48f-4cc3-a7fb-375000100cbf tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.5236933 Oct 17 18:15:35.587566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Calling delete_port for 4b3504ac-ad62-405c-b711-28fa0cc5593c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:35.663552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7066920f-2750-496e-815e-383cb772c530 req-14135d31-88d7-4221-97b1-e968083d5032 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749776 Oct 17 18:15:35.693451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.823126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 76f93739-0d30-43bb-a75a-58bd43590560 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:35.824113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.826028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.839692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:35.841984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:35.846667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:35.911547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No DVR routers for this DVR port 4b3504ac-ad62-405c-b711-28fa0cc5593c on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:35.940043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Port': ['ID=4b3504ac-ad62-405c-b711-28fa0cc5593c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:35.968314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:35.978178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] Sync routers for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:35.987919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:35.988822 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-733f78a8-5328-4714-8c95-ac9d2b0a9f71 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392688 Oct 17 18:15:35.989047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:35.992020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39338) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:35.994912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6222fff6-c9c9-4ad4-a19d-78ad8f96c8bb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:36.002384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:36.044552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63295f26-9f55-4f65-ad5a-e4b5e9cdfb02 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:36.061630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.070158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] Routers {'76f93739-0d30-43bb-a75a-58bd43590560'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:36.070732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['76f93739-0d30-43bb-a75a-58bd43590560'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.085916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.086538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment 0d691140-dd8f-4f9d-91de-f7b6635bf914 of type vlan for network 0541bca3-8fe2-488c-b0fa-f61c58275544 Oct 17 18:15:36.094630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.137214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.138259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdfcb5-ed5d-431a-ade6-bbda9349a0e1 None None] The sync data for ids ['76f93739-0d30-43bb-a75a-58bd43590560'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:36.138701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed394f5-e5e8-476a-b0d0-b385feaf6d8d']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.151008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.158116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420ac150-85ed-49dd-9710-c3ce799a5faa') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.158415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420ac150-85ed-49dd-9710-c3ce799a5faa') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:36.173349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.174711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63295f26-9f55-4f65-ad5a-e4b5e9cdfb02 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:36.178738 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-63295f26-9f55-4f65-ad5a-e4b5e9cdfb02 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=76f93739-0d30-43bb-a75a-58bd43590560 HTTP/1.1" status: 200 len: 205 time: 0.1858201 Oct 17 18:15:36.179470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39342) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:36.197941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 43388d72-f822-4c52-a174-4e1533fefe9a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:36.203851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.212962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:36.213356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.236047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:36.250831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 43388d72-f822-4c52-a174-4e1533fefe9a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:36.251707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 43388d72-f822-4c52-a174-4e1533fefe9a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:36.252634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4b3504ac-ad62-405c-b711-28fa0cc5593c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:36.313329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 4b3504ac-ad62-405c-b711-28fa0cc5593c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:36.314391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4b3504ac-ad62-405c-b711-28fa0cc5593c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:36.343921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Deleting port 4b3504ac-ad62-405c-b711-28fa0cc5593c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:36.344318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.415471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-60d8218e-b679-411c-88ad-e417d180cf12 None None] The port '4b3504ac-ad62-405c-b711-28fa0cc5593c' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:36.423699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:36.432769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.432769 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment 2b4a13aa-97c8-44c1-b0d3-27637c46e9ed of type vlan for network 3ce47a93-f92a-4ab6-b7cb-d26332f71e9b Oct 17 18:15:36.445198 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 420ac150-85ed-49dd-9710-c3ce799a5faa resource provider aggregate not found Oct 17 18:15:36.459772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.463893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 420ac150-85ed-49dd-9710-c3ce799a5faa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 420ac150-85ed-49dd-9710-c3ce799a5faa found for delete ", "request_id": "req-a487922f-0e10-4e29-b783-8736b6a36b48"}]} Oct 17 18:15:36.551473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.572474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.583798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.589868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Pushing event deleted for resources: {'Network': ['ID=2ed394f5-e5e8-476a-b0d0-b385feaf6d8d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:36.609801 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-26c4eacf-656b-44ec-9d83-17c172f3b1e8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/networks/2ed394f5-e5e8-476a-b0d0-b385feaf6d8d HTTP/1.1" status: 204 len: 168 time: 1.8065121 Oct 17 18:15:36.618738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39356) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:36.627124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'routes': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:36.657954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-13683402-34f8-4ac3-878a-1961892aa526 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63b245d23a564676b061133e99ab9901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298596 Oct 17 18:15:36.676925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39360) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:36.782626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.785206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.890020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ebd6f-c6e1-4d48-ba40-86a5af3789ca req-e797e717-f505-404b-9246-ae3677498907 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:36.891452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-639ebd6f-c6e1-4d48-ba40-86a5af3789ca req-e797e717-f505-404b-9246-ae3677498907 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.1042979 Oct 17 18:15:36.909765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.910175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.915468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:36.920701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:36.921332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:36.938940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-639ebd6f-c6e1-4d48-ba40-86a5af3789ca req-dc06820d-5b57-467c-b861-7dbfcc50df10 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Oct 17 18:15:36.983315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39366) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.039630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.040104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router 76f93739-0d30-43bb-a75a-58bd43590560 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:37.054617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.055682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc515e9f-740f-460c-ae79-c4df4f8a7bc1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560 HTTP/1.1" status: 204 len: 168 time: 0.8752759 Oct 17 18:15:37.058374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39370) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.066094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Added routes are [] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:15:37.066399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Removed routes are [] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:15:37.066757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.135217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet 7152c7f9-96a2-4b01-a12d-0986d7614da8 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:37.139950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dde01a-4e7e-4388-8f74-c27ea86d47e3 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.140434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dde01a-4e7e-4388-8f74-c27ea86d47e3 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.140901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dde01a-4e7e-4388-8f74-c27ea86d47e3 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.142538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-30dde01a-4e7e-4388-8f74-c27ea86d47e3 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=27d16faa1ba64da99f21661774f6778d&network_id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 2999 time: 0.1582501 Oct 17 18:15:37.144656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.150475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.200162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.210079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=0541bca3-8fe2-488c-b0fa-f61c58275544,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:37.223495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 0541bca3-8fe2-488c-b0fa-f61c58275544 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:37.293188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.325430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8356116 Oct 17 18:15:37.326354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39376) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.365269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.485475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f227105-c502-4d0a-8ea9-4b4dd50ea72b tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=3ce47a93-f92a-4ab6-b7cb-d26332f71e9b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:37.495237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189b204-cc4c-4de0-ae00-9ff0d0e6b300 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.497909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3ce47a93-f92a-4ab6-b7cb-d26332f71e9b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:37.500911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189b204-cc4c-4de0-ae00-9ff0d0e6b300 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.507049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189b204-cc4c-4de0-ae00-9ff0d0e6b300 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.513545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189b204-cc4c-4de0-ae00-9ff0d0e6b300 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.515259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3189b204-cc4c-4de0-ae00-9ff0d0e6b300 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1881304 Oct 17 18:15:37.518212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39382) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.525776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.531769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.630620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.636780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.675482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router 84e9f026-18f1-48fa-80cd-fb557ec9302f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:37.679430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=7152c7f9-96a2-4b01-a12d-0986d7614da8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:37.681466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.693293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f182b76-10c1-4c23-bef9-7d707ce2a6a0 None None] Network abd47225-3a57-42ff-b8f4-472ab949278f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:37.693411 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-69743c13-8cdb-4887-a872-d7b0b8373f51 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/7152c7f9-96a2-4b01-a12d-0986d7614da8 HTTP/1.1" status: 204 len: 168 time: 0.6311736 Oct 17 18:15:37.693411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39386) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.889848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c9fbe016-0bee-4b03-803f-c4cb26339afc details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:15:37.941708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.963394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15049de8-8f03-4d49-bdd5-e74d64a77573,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:37.966279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:37.980667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.985552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-53b3a994-b4c5-4117-81f9-e717245676f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 700 time: 1.3658185 Oct 17 18:15:37.986341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39392) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:37.988889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:37.992501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d207f393-f179-4ccb-b3c5-c4c31ed53b79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15049de8-8f03-4d49-bdd5-e74d64a77573 HTTP/1.1" status: 204 len: 168 time: 1.3146060 Oct 17 18:15:37.997718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Sync routers for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:38.033447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet b4641292-ba57-46d0-b0cb-63897bcaf552 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:38.036303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.047308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ceb0912c-5d4c-4cd2-8958-b90e6d6c031d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:38.053909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] DHCP port deletion for abd47225-3a57-42ff-b8f4-472ab949278f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:38.062327 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:38.063867 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.071748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.077480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Deleting port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:38.077977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.123070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0541bca3-8fe2-488c-b0fa-f61c58275544']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.136272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:38.147840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d691140-dd8f-4f9d-91de-f7b6635bf914') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.148134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d691140-dd8f-4f9d-91de-f7b6635bf914') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.157931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'port_id': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'mac_address': 'fa:16:3e:ea:c5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:15:38.160879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.201694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.213233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ceb0912c-5d4c-4cd2-8958-b90e6d6c031d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:38.217063 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ceb0912c-5d4c-4cd2-8958-b90e6d6c031d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 205 time: 0.2294877 Oct 17 18:15:38.217789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39398) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:38.223180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.240624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:38.241027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.329489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port c9fbe016-0bee-4b03-803f-c4cb26339afc is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:38.330596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.339831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:38.379468 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:38.384797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0d691140-dd8f-4f9d-91de-f7b6635bf914 resource provider aggregate not found Oct 17 18:15:38.396206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.414702 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0d691140-dd8f-4f9d-91de-f7b6635bf914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d691140-dd8f-4f9d-91de-f7b6635bf914 found for delete ", "request_id": "req-042852b3-f1fc-40aa-a91c-162c8db696c2"}]} Oct 17 18:15:38.427108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fbe016-0bee-4b03-803f-c4cb26339afc {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:38.454122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.518742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:38.551277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.574922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.588273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=0541bca3-8fe2-488c-b0fa-f61c58275544,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:38.593629 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8a8fca10-972c-4913-b75d-989e65986bca tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/0541bca3-8fe2-488c-b0fa-f61c58275544 HTTP/1.1" status: 204 len: 168 time: 1.0737860 Oct 17 18:15:38.596340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39406) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:38.600412 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.605517 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Checking router: 84e9f026-18f1-48fa-80cd-fb557ec9302f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:38.617048 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Routers {'84e9f026-18f1-48fa-80cd-fb557ec9302f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:38.620073 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['84e9f026-18f1-48fa-80cd-fb557ec9302f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:38.640820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,segment=NetworkSegment(18a469a7-b69c-4373-8a50-3321856a595f),segment_id=18a469a7-b69c-4373-8a50-3321856a595f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:38.641307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.655184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.695836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.783811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=b4641292-ba57-46d0-b0cb-63897bcaf552,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:38.790350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:38.796512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.801035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3c5d2257-6248-4dca-a1b8-c9d11b92735d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/b4641292-ba57-46d0-b0cb-63897bcaf552 HTTP/1.1" status: 204 len: 168 time: 1.1044564 Oct 17 18:15:38.802477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39412) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:38.819641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] Set router 84e9f026-18f1-48fa-80cd-fb557ec9302f gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:38.834983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.855920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.859515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.894559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d07384-4cd6-498f-9ca8-0c45fee44ac6 req-1f668474-3567-45b3-82a7-6ab68c3f607b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:38.901790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc6038-3c72-4c1a-8e34-20e09b80de81 None None] Network 6283a359-4341-469e-b2e0-d2b454eae470 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:38.908277 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d7d07384-4cd6-498f-9ca8-0c45fee44ac6 req-1f668474-3567-45b3-82a7-6ab68c3f607b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 944 time: 0.7522700 Oct 17 18:15:38.943933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Calling delete_port for 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:38.968861 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d7d07384-4cd6-498f-9ca8-0c45fee44ac6 req-36a9b31d-f008-494e-95dc-c77187448b35 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592461 Oct 17 18:15:38.988537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:38.988923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.996304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:39.001110 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8eb32-530e-4d0f-bd14-4c80487e8ef5 None None] The sync data for ids ['84e9f026-18f1-48fa-80cd-fb557ec9302f'] in dv-neutron-861384-1-hyperv is: [{'id': '84e9f026-18f1-48fa-80cd-fb557ec9302f', 'name': 'tempest-RoutersTest-router-381245264', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:15:32Z', 'revision_number': 11, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:39.001806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.002027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router 84e9f026-18f1-48fa-80cd-fb557ec9302f {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:39.005556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.018847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.020074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0020c834-3762-417c-9ee0-81ee87ff217b tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 204 len: 168 time: 0.7939117 Oct 17 18:15:39.024973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39416) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:39.050113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-309407480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:39.110653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:39.113123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:39.113922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.134763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,segment=NetworkSegment(18a469a7-b69c-4373-8a50-3321856a595f),segment_id=18a469a7-b69c-4373-8a50-3321856a595f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:39.164704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Usage tracker for resource:router and tenant:986b7a31b097414bbb9efe56d5d87546 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:39.172151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:39.194110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:39.204358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.216861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['c9fbe016-0bee-4b03-803f-c4cb26339afc'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:15:39.270643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.346314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:39.347009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:39.360252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.361282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.386188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce47a93-f92a-4ab6-b7cb-d26332f71e9b']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:39.405904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:39.420458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4a13aa-97c8-44c1-b0d3-27637c46e9ed') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:39.420685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4a13aa-97c8-44c1-b0d3-27637c46e9ed') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:39.432230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,segment=NetworkSegment(18a469a7-b69c-4373-8a50-3321856a595f),segment_id=18a469a7-b69c-4373-8a50-3321856a595f)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:39.432600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.452078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.506144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] DHCP port deletion for 6283a359-4341-469e-b2e0-d2b454eae470 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:39.509402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.520404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Deleting port 101556a8-911a-4d22-a3b6-4c564921f9cb {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:39.528778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.585225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:39.630682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.647328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:39.647723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.724339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.792425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] For port 101556a8-911a-4d22-a3b6-4c564921f9cb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=101556a8-911a-4d22-a3b6-4c564921f9cb,segment=NetworkSegment(cdc441f8-45f9-4b43-bd89-9d2cd76ad274),segment_id=cdc441f8-45f9-4b43-bd89-9d2cd76ad274)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:39.792731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.835047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.852620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Deleting port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:39.852620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.852898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.864342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=3ce47a93-f92a-4ab6-b7cb-d26332f71e9b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:39.870829 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb7a3c38-a571-41a5-948f-de4fd26d674f tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/3ce47a93-f92a-4ab6-b7cb-d26332f71e9b HTTP/1.1" status: 204 len: 168 time: 1.2709191 Oct 17 18:15:39.871203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39424) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:39.941382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Calling delete_port for 101556a8-911a-4d22-a3b6-4c564921f9cb owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:39.987594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39428) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:40.021853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-28b57a4e-a861-4742-8f04-3dd9e88e263c None None] The port '3e6ac5dc-aa2c-4851-a90d-1e773a5aec32' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:15:40.050738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.051906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8e47f068-d9e8-448f-8f9c-8b2e2d8acd07 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0243871 Oct 17 18:15:40.056291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39434) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:40.057432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.068062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:40.114802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=3e6ac5dc-aa2c-4851-a90d-1e773a5aec32,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:40.116605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No DVR routers for this DVR port 3e6ac5dc-aa2c-4851-a90d-1e773a5aec32 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:40.132177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.181806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] No DVR routers for this DVR port 101556a8-911a-4d22-a3b6-4c564921f9cb on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:40.186278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefd528-3961-4157-8300-5885e0405e26 None None] Pushing event deleted for resources: {'Port': ['ID=101556a8-911a-4d22-a3b6-4c564921f9cb,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:40.226050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 101556a8-911a-4d22-a3b6-4c564921f9cb no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:40.266282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 101556a8-911a-4d22-a3b6-4c564921f9cb {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:40.266711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 101556a8-911a-4d22-a3b6-4c564921f9cb not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:40.353833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378a68c-02e9-4d00-9200-25d838e58d58 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:40.355313 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7378a68c-02e9-4d00-9200-25d838e58d58 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 814 time: 0.3667946 Oct 17 18:15:40.361169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.379787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a31fa-3c5f-4dca-ae04-f0cba5939eb7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:40.385588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a31fa-3c5f-4dca-ae04-f0cba5939eb7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:40.386337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ee8a31fa-3c5f-4dca-ae04-f0cba5939eb7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Synchronizing usage tracker for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:40.415336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd47225-3a57-42ff-b8f4-472ab949278f']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:40.436424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a469a7-b69c-4373-8a50-3321856a595f') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:40.436719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a469a7-b69c-4373-8a50-3321856a595f') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:40.447442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2b4a13aa-97c8-44c1-b0d3-27637c46e9ed resource provider aggregate not found Oct 17 18:15:40.455653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.467498 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2b4a13aa-97c8-44c1-b0d3-27637c46e9ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4a13aa-97c8-44c1-b0d3-27637c46e9ed found for delete ", "request_id": "req-eeba401d-2d69-4cd5-b27a-93b1b8fab49e"}]} Oct 17 18:15:40.476548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbf11e-a373-402c-8e54-5b528cfb852c req-2183f37b-5c04-48eb-9bdc-14a3332e1ae4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:40.478009 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6bdbf11e-a373-402c-8e54-5b528cfb852c req-2183f37b-5c04-48eb-9bdc-14a3332e1ae4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 945 time: 0.3598084 Oct 17 18:15:40.484884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.492453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:40.492843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.501088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.569464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ee8a31fa-3c5f-4dca-ae04-f0cba5939eb7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Unset dirty status for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:40.570526 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ee8a31fa-3c5f-4dca-ae04-f0cba5939eb7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6979697 Oct 17 18:15:40.574548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39446) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:40.580147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229621458'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:40.585244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:40.595158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:40.597308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.615485 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6bdbf11e-a373-402c-8e54-5b528cfb852c req-b0ea2613-4281-4afa-a03a-67fc6f4f465e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260719 Oct 17 18:15:40.714386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.732627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.742437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=abd47225-3a57-42ff-b8f4-472ab949278f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:40.748623 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-843a04a5-0f75-4882-84a4-d24d70906f4c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/abd47225-3a57-42ff-b8f4-472ab949278f HTTP/1.1" status: 204 len: 168 time: 1.9419549 Oct 17 18:15:40.749067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:40.854523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:40.858776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.862964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.877030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39454) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:40.885320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--2039899910', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:40.896979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:40.917016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:40.925577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:40.944736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.945074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment 06995a45-f284-4305-be3b-d7f4defb5cc3 of type vlan for network ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e Oct 17 18:15:40.972848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:40.999128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.022845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:41.023415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6283a359-4341-469e-b2e0-d2b454eae470']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.026527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.035890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.036181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc441f8-45f9-4b43-bd89-9d2cd76ad274') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.048313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.054985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:41.059703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Router f7b3d6f2-e750-46bc-bfa8-73472dbabbae is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:15:41.064457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.069552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.069926 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment f1a55d99-e82e-42c5-8742-92cbf9de23b2 of type vlan for network 4e54ba9a-8b8b-46b3-942f-8419658d3763 Oct 17 18:15:41.070935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:15:41.071348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.132585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.138439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:41.139017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.217031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.238980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.246073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=6283a359-4341-469e-b2e0-d2b454eae470,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:41.253480 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9dbc6da-f8c9-4d1b-a154-3321be1dc9dc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/6283a359-4341-469e-b2e0-d2b454eae470 HTTP/1.1" status: 204 len: 168 time: 0.5001090 Oct 17 18:15:41.254395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39458) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.259814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557421313'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:41.265830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:41.269710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:41.272568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:41.279317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:41.304292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.336429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:41.347034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.347996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Sync routers for ids ['f7b3d6f2-e750-46bc-bfa8-73472dbabbae'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:41.348439 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed11c500-78ae-4a9e-991c-0d71b2b9d1a5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "PUT /v2.0/routers/f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 200 len: 693 time: 1.2898674 Oct 17 18:15:41.351136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39462) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.354647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:41.359441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Routers {'f7b3d6f2-e750-46bc-bfa8-73472dbabbae'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:41.363638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f7b3d6f2-e750-46bc-bfa8-73472dbabbae'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.420281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8acee91-cc23-4cda-9ce5-af5fcbf5ffee tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8445237 Oct 17 18:15:41.423079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39466) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.428658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-151263921'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:41.433823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:41.438985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:network and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:41.442198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:41.448414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:41.451832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.451992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:41.456625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:41.461420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.507232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f6ef3034-661e-461f-afca-071b56b2b0d8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/routers/f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 200 len: 699 time: 0.1518936 Oct 17 18:15:41.507451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39470) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.549801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:41.553156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.570520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ec34caa2-0be3-46c5-8db4-016f1dd5f9f9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Synchronizing usage tracker for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:41.573795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=4e54ba9a-8b8b-46b3-942f-8419658d3763,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:41.583726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:41.589420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.597049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ec34caa2-0be3-46c5-8db4-016f1dd5f9f9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Unset dirty status for tenant:986b7a31b097414bbb9efe56d5d87546 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:41.601162 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ec34caa2-0be3-46c5-8db4-016f1dd5f9f9 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 200 len: 205 time: 0.0902984 Oct 17 18:15:41.601333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39474) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.602643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:41.603641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:41.618458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Set router f7b3d6f2-e750-46bc-bfa8-73472dbabbae gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:41.622055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0119d9d1-e114-4dda-903d-12ef7d2aeb24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7438731 Oct 17 18:15:41.629844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:41.632300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.636223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.636570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment 0d9e8061-567c-4c07-8227-4839f6e6c753 of type vlan for network 306f6c06-8b17-4489-989a-fb38e3f13b0a Oct 17 18:15:41.719853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0245c05-a1a0-4431-80f6-775056665dd0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:41.724901 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d0245c05-a1a0-4431-80f6-775056665dd0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0902135 Oct 17 18:15:41.727149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.731934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39484) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.849978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d6f2-e750-46bc-bfa8-73472dbabbae', 'name': 'tempest-RoutersTest-router-309407480', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:15:39Z', 'updated_at': '2022-10-17T18:15:40Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.859235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.863204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Checking router: f7b3d6f2-e750-46bc-bfa8-73472dbabbae for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:41.873322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Routers {'f7b3d6f2-e750-46bc-bfa8-73472dbabbae'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:41.873957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['f7b3d6f2-e750-46bc-bfa8-73472dbabbae'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.879009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.resource_extend [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 18:15:41.932719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c9fbe016-0bee-4b03-803f-c4cb26339afc up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:41.958695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f320e-6fdb-40bf-a77e-0f790e229d6d tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:41.963254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c6f320e-6fdb-40bf-a77e-0f790e229d6d tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2272556 Oct 17 18:15:41.963254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39488) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:41.967460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.972791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:41.973303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.989643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:41.989643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 431e8a89-9898-45e0-ba52-81c856a305fe of type vlan for network 48902cde-71b8-478a-bf97-b77dc4b7b356 Oct 17 18:15:42.044350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50704993-638a-4b49-abc8-6a66e088d41a req-684bfad1-8430-48bd-b0fe-2f6557f79f8f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:42.046464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-50704993-638a-4b49-abc8-6a66e088d41a req-684bfad1-8430-48bd-b0fe-2f6557f79f8f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 945 time: 0.2850666 Oct 17 18:15:42.048272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] Set router f7b3d6f2-e750-46bc-bfa8-73472dbabbae gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:42.059968 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22af38ea-73ab-4279-99dd-8e77919cdfc5 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949171 Oct 17 18:15:42.074514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39492) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.157585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d6f2-e750-46bc-bfa8-73472dbabbae', 'name': 'tempest-RoutersTest-router-309407480', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:15:39Z', 'updated_at': '2022-10-17T18:15:40Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:42.162811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90b2b2-9767-4681-9b7c-0061ecb2d004 None None] The sync data for ids ['f7b3d6f2-e750-46bc-bfa8-73472dbabbae'] in dv-neutron-861384-1-hyperv is: [{'id': 'f7b3d6f2-e750-46bc-bfa8-73472dbabbae', 'name': 'tempest-RoutersTest-router-309407480', 'tenant_id': '986b7a31b097414bbb9efe56d5d87546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:15:39Z', 'updated_at': '2022-10-17T18:15:40Z', 'revision_number': 2, 'project_id': '986b7a31b097414bbb9efe56d5d87546', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:42.169184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.170736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=306f6c06-8b17-4489-989a-fb38e3f13b0a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:42.178306 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-50704993-638a-4b49-abc8-6a66e088d41a req-d2ebc388-7b5a-4232-9d28-c32288349213 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218646 Oct 17 18:15:42.208565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 306f6c06-8b17-4489-989a-fb38e3f13b0a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:42.235607 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-976c892d-4e54-407b-88dd-4a8ac22c617e tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8114946 Oct 17 18:15:42.240385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39496) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.249825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e78fc253-4cc2-4e27-8110-453abf071d6b tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1712866 Oct 17 18:15:42.251022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.254818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'ports': [{'network_id': 'ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e', 'name': 'tempest-port--1184148348', 'admin_state_up': True}, {'network_id': '306f6c06-8b17-4489-989a-fb38e3f13b0a', 'admin_state_up': False}]} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:42.255133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'port': {'network_id': 'ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e', 'name': 'tempest-port--1184148348', 'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:42.255619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'port': {'network_id': '306f6c06-8b17-4489-989a-fb38e3f13b0a', 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:42.284588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.284813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port c9fbe016-0bee-4b03-803f-c4cb26339afc completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:42.306744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port c9fbe016-0bee-4b03-803f-c4cb26339afc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:42.307250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.307702 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port c9fbe016-0bee-4b03-803f-c4cb26339afc Oct 17 18:15:42.334411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.425582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a3194-e5ec-4d4f-a26a-e8d517f034af tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:42.427325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed3a3194-e5ec-4d4f-a26a-e8d517f034af tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1753976 Oct 17 18:15:42.430318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39504) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.479749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.480686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port c9fbe016-0bee-4b03-803f-c4cb26339afc is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:42.481854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.484250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:42.485078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.499175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 18a469a7-b69c-4373-8a50-3321856a595f resource provider aggregate not found Oct 17 18:15:42.512073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:42.514466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92c0826-e0f9-4535-90dd-3d8f603394ab" -d '{"events": [{"server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "name": "network-vif-plugged", "status": "completed", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:42.526325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b40bff0-8d7b-493d-a33f-b443434aa177 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947959 Oct 17 18:15:42.527094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.528151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Fanout notify agent at l3_agent the message router_deleted on router f7b3d6f2-e750-46bc-bfa8-73472dbabbae {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:42.531220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39514) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.535568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:42.555097 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 18a469a7-b69c-4373-8a50-3321856a595f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18a469a7-b69c-4373-8a50-3321856a595f found for delete ", "request_id": "req-f154c8bc-e9e0-4bfd-a63a-809a54e768ad"}]} Oct 17 18:15:42.567390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0898f0-a79a-4f0a-b2e3-07a548610049 x-openstack-request-id: req-7f0898f0-a79a-4f0a-b2e3-07a548610049 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:42.567697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "name": "network-vif-plugged", "status": "completed", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:42.567942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f0898f0-a79a-4f0a-b2e3-07a548610049 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:42.568335 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0898f0-a79a-4f0a-b2e3-07a548610049'] response: {'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'code': 200} Oct 17 18:15:42.580211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:42.584103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:port and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:42.586906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:42.592652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:42.612800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.619106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c70b1750-bed0-4472-bc51-0623445ec5f8 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 204 len: 168 time: 1.0115952 Oct 17 18:15:42.619281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.619379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775738743', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:42.622381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39520) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.659699 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4042737 Oct 17 18:15:42.661481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cdc441f8-45f9-4b43-bd89-9d2cd76ad274 resource provider aggregate not found Oct 17 18:15:42.671251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39524) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.696513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:42.703790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:42.740640 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cdc441f8-45f9-4b43-bd89-9d2cd76ad274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc441f8-45f9-4b43-bd89-9d2cd76ad274 found for delete ", "request_id": "req-f7156897-ef42-4c34-92d5-8f90f048ceb0"}]} Oct 17 18:15:42.741263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d587d-d404-449c-aae0-39cd1763c9c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=48902cde-71b8-478a-bf97-b77dc4b7b356,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:42.752893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:42.771939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:42.776525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:42.779821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:42.786809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:42.861911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4236312e-5b5f-403c-833c-5a75f3e5ec26 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 200 len: 205 time: 0.2359486 Oct 17 18:15:42.862743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:42.925402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:42.928972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.951502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'port': 2} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:42.955798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.978137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:42.980670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:42.992979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:42.994765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-eb82beca-10f2-4f89-a0c6-4451a02c8ba3 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:42.995780 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb82beca-10f2-4f89-a0c6-4451a02c8ba3 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/f7b3d6f2-e750-46bc-bfa8-73472dbabbae HTTP/1.1" status: 404 len: 336 time: 0.1320815 Oct 17 18:15:42.998871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:43.001297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39534) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.008999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:43.048084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a668f0ea-7296-45e1-82b1-36b707f937e3 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:43.048694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a668f0ea-7296-45e1-82b1-36b707f937e3 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:43.052903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a668f0ea-7296-45e1-82b1-36b707f937e3 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/4a6970b0-4969-472e-874f-87263cbe2b90 HTTP/1.1" status: 404 len: 337 time: 0.0464532 Oct 17 18:15:43.055565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39538) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.129091 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18bb372-2fad-42d6-8c5a-272c4fa85738 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:43.129549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18bb372-2fad-42d6-8c5a-272c4fa85738 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:43.133559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c18bb372-2fad-42d6-8c5a-272c4fa85738 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/2dfdcb5f-1f7d-4b24-9ff3-5011b3826038 HTTP/1.1" status: 404 len: 337 time: 0.0696325 Oct 17 18:15:43.136328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39542) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.172730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d723ec2-6c5d-4970-a9b4-fb5b68c1ac76 req-67c259cb-0858-46b1-9a14-a4155949740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:43.174220 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d723ec2-6c5d-4970-a9b4-fb5b68c1ac76 req-67c259cb-0858-46b1-9a14-a4155949740b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1099 time: 0.2184668 Oct 17 18:15:43.204716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52a3362-8b0c-4025-b881-aa64fda2aaad tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:43.205168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52a3362-8b0c-4025-b881-aa64fda2aaad tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:43.206835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c52a3362-8b0c-4025-b881-aa64fda2aaad tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/090ad30a-e79e-41a0-bb3b-7a7cb8afb2c7 HTTP/1.1" status: 404 len: 337 time: 0.0651910 Oct 17 18:15:43.215793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39546) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.272222 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d723ec2-6c5d-4970-a9b4-fb5b68c1ac76 req-de14eac4-a7a3-41a2-8d3a-a6f553c9e785 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909944 Oct 17 18:15:43.275908 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1831c3-2a99-4560-adfe-9c6108b5f94c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:43.278523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1831c3-2a99-4560-adfe-9c6108b5f94c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:43.282379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae1831c3-2a99-4560-adfe-9c6108b5f94c tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/9f1b9731-bf98-4fc3-85db-3bab34eeff0e HTTP/1.1" status: 404 len: 337 time: 0.0693014 Oct 17 18:15:43.289178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39552) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.331042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:43.335802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:43.353283 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-37c2a856-7ff3-406e-86e5-415980cefc54 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 200 len: 205 time: 0.0629270 Oct 17 18:15:43.358452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39556) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.514760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] device_id is not set on port d4621abd-be7a-41b1-9c96-faf79e388e52 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:15:43.546562 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-dac666f8-87bc-48ef-a73b-fc85ba216bba tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:43.547535 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dac666f8-87bc-48ef-a73b-fc85ba216bba tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/84e9f026-18f1-48fa-80cd-fb557ec9302f HTTP/1.1" status: 404 len: 336 time: 0.1910260 Oct 17 18:15:43.550378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39560) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.590711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f63b8-b0a1-445a-b1fc-1250232ff8c6 req-e4fd4184-e848-45e7-abeb-c56c3c0f1777 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:43.592163 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-601f63b8-b0a1-445a-b1fc-1250232ff8c6 req-e4fd4184-e848-45e7-abeb-c56c3c0f1777 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.2623758 Oct 17 18:15:43.602898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad7feaab-d527-41f7-8bd9-6d04be36b785 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=7255928d-aa8a-4bec-a5e9-ac4bd8406da3 HTTP/1.1" status: 200 len: 205 time: 0.0513477 Oct 17 18:15:43.604226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:43.608156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39564) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.723620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-b2bb44e4-6498-4007-ba6e-2bb31e7f448d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:43.724610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b2bb44e4-6498-4007-ba6e-2bb31e7f448d tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/7255928d-aa8a-4bec-a5e9-ac4bd8406da3 HTTP/1.1" status: 404 len: 336 time: 0.0885835 Oct 17 18:15:43.732932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39568) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.737146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-601f63b8-b0a1-445a-b1fc-1250232ff8c6 req-ca1cd757-3641-47e4-9a60-8da3796f9329 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273501 Oct 17 18:15:43.747523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:43.775463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=8435c675-dac2-4b76-a0eb-c3331cce147b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:43.790403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c27775-c34c-4cf2-83a4-e81ed1cdc91a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:43.790854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c27775-c34c-4cf2-83a4-e81ed1cdc91a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:43.806271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-63c27775-c34c-4cf2-83a4-e81ed1cdc91a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/2482c3b1-cee5-491d-aaa0-43ab83ddb580 HTTP/1.1" status: 404 len: 337 time: 0.0673053 Oct 17 18:15:43.806807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39572) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.843827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:43.844542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: 4e54ba9a-8b8b-46b3-942f-8419658d3763, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:43.868059 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6e5fc12a-de7c-41bf-b86e-9d1bd5439d50 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 200 len: 205 time: 0.0605137 Oct 17 18:15:43.872470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39576) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:43.881364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] device_id is not set on port 15d60207-21aa-4665-8eef-663859a37577 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:15:43.927445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:43.943513 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-17a7db90-9cf0-4cb0-bb26-b4b6d704c43f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:43.944492 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-17a7db90-9cf0-4cb0-bb26-b4b6d704c43f tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/7cf9cf6a-0954-4c4b-9002-d84bf8c05171 HTTP/1.1" status: 404 len: 336 time: 0.0711594 Oct 17 18:15:43.947310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.000928 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bdefd3f2-ab4b-40a8-b51b-9e0376635613 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 HTTP/1.1" status: 200 len: 205 time: 0.0525687 Oct 17 18:15:44.003575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39584) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.039452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.050369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=af949f1e-28ad-4189-b889-3018b5366ba3,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:44.061582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '431e8a89-9898-45e0-ba52-81c856a305fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:44.061885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 48902cde-71b8-478a-bf97-b77dc4b7b356, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:44.062305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:44.072943 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-1cc94f13-99c9-4726-8fef-de4ad8c59694 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:44.073970 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1cc94f13-99c9-4726-8fef-de4ad8c59694 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/f3ccd4e8-dac6-4896-9c1f-cd89c29fb1f0 HTTP/1.1" status: 404 len: 336 time: 0.0694180 Oct 17 18:15:44.077276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39588) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.122127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bedf59-fb84-4fe4-b208-cf9f8e2b8ed6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:44.122571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bedf59-fb84-4fe4-b208-cf9f8e2b8ed6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:44.132214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c6bedf59-fb84-4fe4-b208-cf9f8e2b8ed6 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/7192386c-c9cf-4cb6-abdb-06058f46688d HTTP/1.1" status: 404 len: 337 time: 0.0530057 Oct 17 18:15:44.134816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39592) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.148823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4e54ba9a-8b8b-46b3-942f-8419658d3763) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:44.153703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:44.154287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.159046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988a3ee-b509-4c1e-8602-3a4e32d0f1e4 None None] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:44.186466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b7fed727-df47-4013-bb8b-5acbc1593de5 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=5786f1bc-6edb-42dd-96d6-9d533c7f9d71 HTTP/1.1" status: 200 len: 205 time: 0.0506015 Oct 17 18:15:44.188908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39596) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.251179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.254382 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef56d0bf-a0ac-4d67-a1cc-22b6144a4c19 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7021039 Oct 17 18:15:44.299414 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-6ee6b10b-9de7-4760-8b33-24e717eeae15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:44.302915 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6ee6b10b-9de7-4760-8b33-24e717eeae15 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/5786f1bc-6edb-42dd-96d6-9d533c7f9d71 HTTP/1.1" status: 404 len: 336 time: 0.1106472 Oct 17 18:15:44.303742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39602) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.325874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:44.342106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 48902cde-71b8-478a-bf97-b77dc4b7b356) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:44.358287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:44.358868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.361771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca313d1-f46d-4956-924a-8cdd2cf2601a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:44.362215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Port': ['ID=d4621abd-be7a-41b1-9c96-faf79e388e52,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:44.362330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca313d1-f46d-4956-924a-8cdd2cf2601a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:44.368082 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7ca313d1-f46d-4956-924a-8cdd2cf2601a tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/0d029966-232a-4394-9514-993a9ac15060 HTTP/1.1" status: 404 len: 337 time: 0.0598464 Oct 17 18:15:44.368261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39606) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.379635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3740a2-3996-45e1-9fd6-f53335dcae00 None None] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:44.405459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39610) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.411697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641241943', 'description': 'tempest-secgroup-smoke-641241943 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:44.419070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:44.432140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:44.435333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Checking segment: {'id': '06995a45-f284-4305-be3b-d7f4defb5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:44.435686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network hostable DHCP agents. Network: ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:44.441519 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c2ace35-1831-44b2-9a94-2567eb3f9292 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "GET /v2.0/ports?device_id=2aaf6264-cc38-41e3-b696-ef84fe125ac4 HTTP/1.1" status: 200 len: 205 time: 0.0722945 Oct 17 18:15:44.445045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39614) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.512470 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-eb159649-f8e5-4867-8850-3e61e82ff360 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] delete failed (client error): The resource could not be found. Oct 17 18:15:44.516181 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb159649-f8e5-4867-8850-3e61e82ff360 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/routers/2aaf6264-cc38-41e3-b696-ef84fe125ac4 HTTP/1.1" status: 404 len: 336 time: 0.0701115 Oct 17 18:15:44.516922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fa42a2db-6aa4-4f23-a2cc-cee927b9b344 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8379886 Oct 17 18:15:44.517723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39618) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.520832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39620) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.537311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e285588-d808-453e-882c-02038caebebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4e54ba9a-8b8b-46b3-942f-8419658d3763', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '8435c675-dac2-4b76-a0eb-c3331cce147b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:44.538184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.558424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-489411417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:44.568815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:44.577492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:44.581899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbda824-b59e-46b3-931c-de08f925f8de tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:44.582387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbda824-b59e-46b3-931c-de08f925f8de tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:44.584017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bbda824-b59e-46b3-931c-de08f925f8de tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/94b3c89a-f1d1-44d0-ae81-f7e29ee7781a HTTP/1.1" status: 404 len: 337 time: 0.0653214 Oct 17 18:15:44.586673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39626) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:44.589065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:44.592065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:44.623974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.649664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:44.654750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:44.658583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:44.666057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:44.753263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.755399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:44.760325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:44.761247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.768002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:44.774402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-48902cde-71b8-478a-bf97-b77dc4b7b356', 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'af949f1e-28ad-4189-b889-3018b5366ba3'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:44.775236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.784235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133a298-809f-4d54-bd24-f7d9119ffac4 None None] Network ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:44.802770 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-56857a88-1d6c-423b-9656-b53aa037a823 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] DELETE failed (client error): The resource could not be found. Oct 17 18:15:44.803221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56857a88-1d6c-423b-9656-b53aa037a823 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:15:44.804884 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-56857a88-1d6c-423b-9656-b53aa037a823 tempest-RoutersTest-2066339492 tempest-RoutersTest-2066339492-project] 10.222.0.36 "DELETE /v2.0/subnets/e26f6105-8747-4b5f-be83-fa9c52532a7f HTTP/1.1" status: 404 len: 337 time: 0.2173424 Oct 17 18:15:44.839448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.907685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7f630-bd06-48c7-94da-e1991ba2216b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:44.974458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Port': ['ID=15d60207-21aa-4665-8eef-663859a37577,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:44.982898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9e285588-d808-453e-882c-02038caebebe None None] Allocated IP 172.20.0.18 (4e54ba9a-8b8b-46b3-942f-8419658d3763/8435c675-dac2-4b76-a0eb-c3331cce147b/0240939e-6be1-41e4-ad76-087073b7e228) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:44.984801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.985687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.006285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.009120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b56b4db1-0343-412c-8765-6acf08e5587b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6013045 Oct 17 18:15:45.010802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Checking segment: {'id': '0d9e8061-567c-4c07-8227-4839f6e6c753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '306f6c06-8b17-4489-989a-fb38e3f13b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:45.011167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network hostable DHCP agents. Network: 306f6c06-8b17-4489-989a-fb38e3f13b0a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:45.011553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39636) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.017273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:45.023747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:45.028025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:45.030738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.031188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:45.037929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:45.070393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d177d-d010-4e5a-8ce7-3d30ca6b6410 req-a39637ca-6989-4427-82c8-e3c27f2025e9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.071775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b0d177d-d010-4e5a-8ce7-3d30ca6b6410 req-a39637ca-6989-4427-82c8-e3c27f2025e9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.1441433 Oct 17 18:15:45.117414 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b0d177d-d010-4e5a-8ce7-3d30ca6b6410 req-e844234d-2570-4e9e-9c43-093c5f07990d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399172 Oct 17 18:15:45.148674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network 306f6c06-8b17-4489-989a-fb38e3f13b0a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:45.230129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.254282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.258354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Allocated IP 2001:db8::2 (48902cde-71b8-478a-bf97-b77dc4b7b356/af949f1e-28ad-4189-b889-3018b5366ba3/db3ac717-b63e-45ac-b321-e42bef9c32ed) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:45.275979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 306f6c06-8b17-4489-989a-fb38e3f13b0a) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:45.290138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:45.297305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.301369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ced749-0fef-487b-a0ca-bddf611e0338 None None] Network 306f6c06-8b17-4489-989a-fb38e3f13b0a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:45.302833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.303607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.350375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.365743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.367014 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a3e8a46a-7b96-4c03-b214-eeb292a47c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8452888 Oct 17 18:15:45.369629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39640) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.375190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'port': {'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356', 'name': 'tempest-RoutersIpV6Test-1156896725'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:45.459005 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-87fe19f1-69f0-4cd5-81fe-ea10f8e37d6c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2172344 Oct 17 18:15:45.462306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39644) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.491602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.541344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdc4966-0499-485d-9244-5682152a2bc9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:45.550334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:45.561921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:45.585991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb52a60-a0a6-4735-836c-038828a3114d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.592533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb52a60-a0a6-4735-836c-038828a3114d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.593324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-abb52a60-a0a6-4735-836c-038828a3114d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Synchronizing usage tracker for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:45.603166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39650) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.652599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.657565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39656) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.658589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45e7f627-699c-4953-b5d8-f86223324809 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6456869 Oct 17 18:15:45.663461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:45.670407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:45.674611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:45.678954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:45.681408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.684437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:45.712288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9e285588-d808-453e-882c-02038caebebe None None] Transition to ACTIVE for port object 0240939e-6be1-41e4-ad76-087073b7e228 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.737383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:45.741535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.762948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-abb52a60-a0a6-4735-836c-038828a3114d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Unset dirty status for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:45.764116 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-abb52a60-a0a6-4735-836c-038828a3114d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3004253 Oct 17 18:15:45.766468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.769412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39660) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.828747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] device_id is not set on port 45c79dee-44df-4f12-8a2c-d40165ea156f yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:15:45.834813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.840062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9e285588-d808-453e-882c-02038caebebe None None] Transition to ACTIVE for port object 0240939e-6be1-41e4-ad76-087073b7e228 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.864921 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6d393a61-9b49-4ca0-aa61-ffecf6d239ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=986b7a31b097414bbb9efe56d5d87546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584019 Oct 17 18:15:45.865952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.866090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39664) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:45.878903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Transition to ACTIVE for port object db3ac717-b63e-45ac-b321-e42bef9c32ed will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.897911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Transition to ACTIVE for port object db3ac717-b63e-45ac-b321-e42bef9c32ed will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.901015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Deleting port d4621abd-be7a-41b1-9c96-faf79e388e52 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:45.901351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.911352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.942948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53457a04-6c3f-4138-8c96-cfaa118ed5f6,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:45.955032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.966228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.992548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.016343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.043011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.043835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e285588-d808-453e-882c-02038caebebe None None] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:46.045098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2e112864-1102-4626-86ba-5edff4c7112e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3862014 Oct 17 18:15:46.047745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39668) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:46.049141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9e285588-d808-453e-882c-02038caebebe None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:46.054049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:46.056064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:46.057487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e285588-d808-453e-882c-02038caebebe None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:46.060402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:46.063343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:46.068100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:46.068744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:46.071003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e285588-d808-453e-882c-02038caebebe None None] Pushing event updated for resources: {'Port': ['ID=0240939e-6be1-41e4-ad76-087073b7e228,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.076429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:46.078609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:46.126206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.141711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c66426-f31e-4eb7-8a33-c5b669551741,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.148528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.153290 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c162233-c97e-442e-be9a-8b8ce69c1bda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2c66426-f31e-4eb7-8a33-c5b669551741 HTTP/1.1" status: 204 len: 168 time: 0.2855589 Oct 17 18:15:46.181922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8::ae (48902cde-71b8-478a-bf97-b77dc4b7b356/af949f1e-28ad-4189-b889-3018b5366ba3/45c79dee-44df-4f12-8a2c-d40165ea156f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:46.228198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.228677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.328811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.407679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Pushing event updated for resources: {'Port': ['ID=db3ac717-b63e-45ac-b321-e42bef9c32ed,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.417700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.420948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e285588-d808-453e-882c-02038caebebe None None] Attempting to bind port 0240939e-6be1-41e4-ad76-087073b7e228 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:46.420948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e285588-d808-453e-882c-02038caebebe None None] Attempting to bind port 0240939e-6be1-41e4-ad76-087073b7e228 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:46.421205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e285588-d808-453e-882c-02038caebebe None None] Attempting to bind port 0240939e-6be1-41e4-ad76-087073b7e228 on network 4e54ba9a-8b8b-46b3-942f-8419658d3763 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:46.423517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Attempting to bind port db3ac717-b63e-45ac-b321-e42bef9c32ed on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:46.424035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Attempting to bind port db3ac717-b63e-45ac-b321-e42bef9c32ed by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '431e8a89-9898-45e0-ba52-81c856a305fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:46.424254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Attempting to bind port db3ac717-b63e-45ac-b321-e42bef9c32ed on network 48902cde-71b8-478a-bf97-b77dc4b7b356 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:46.442518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d44ea0c-17e1-461b-9a71-2d087b42bbfd,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.486320 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e285588-d808-453e-882c-02038caebebe None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:46.486708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e285588-d808-453e-882c-02038caebebe None None] Checking segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:46.487116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.487511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e285588-d808-453e-882c-02038caebebe None None] Bound using segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:46.487976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e285588-d808-453e-882c-02038caebebe None None] Bound port: 0240939e-6be1-41e4-ad76-087073b7e228, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:46.488351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.504430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:46.504430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Checking segment: {'id': '431e8a89-9898-45e0-ba52-81c856a305fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:46.504430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.504430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Bound using segment: {'id': '431e8a89-9898-45e0-ba52-81c856a305fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:46.504430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Bound port: db3ac717-b63e-45ac-b321-e42bef9c32ed, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431e8a89-9898-45e0-ba52-81c856a305fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '48902cde-71b8-478a-bf97-b77dc4b7b356'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:46.504965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.531610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Calling delete_port for d4621abd-be7a-41b1-9c96-faf79e388e52 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:46.543955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.545801 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a487f349-b974-493b-9f90-84d9bbc07bf6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4968424 Oct 17 18:15:46.548741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39678) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:46.554947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:46.562556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:46.566865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:46.570315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:46.581704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:46.692395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.750605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9e285588-d808-453e-882c-02038caebebe None None] For port 0240939e-6be1-41e4-ad76-087073b7e228, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:46.757188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9e285588-d808-453e-882c-02038caebebe None None] For port 0240939e-6be1-41e4-ad76-087073b7e228, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0240939e-6be1-41e4-ad76-087073b7e228,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:46.766318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] For port db3ac717-b63e-45ac-b321-e42bef9c32ed, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:46.798223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62491fdf-360d-4a5e-9d9f-3b407571b296 req-6cb1ee8f-3c09-4363-a69d-b3c24eec3623 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:46.799697 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-62491fdf-360d-4a5e-9d9f-3b407571b296 req-6cb1ee8f-3c09-4363-a69d-b3c24eec3623 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.4321408 Oct 17 18:15:46.801920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.830826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.845413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.845657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] For port db3ac717-b63e-45ac-b321-e42bef9c32ed, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db3ac717-b63e-45ac-b321-e42bef9c32ed,segment=NetworkSegment(431e8a89-9898-45e0-ba52-81c856a305fe),segment_id=431e8a89-9898-45e0-ba52-81c856a305fe)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:46.869776 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:15:46.896428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.897737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e285588-d808-453e-882c-02038caebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.915333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 45c79dee-44df-4f12-8a2c-d40165ea156f will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:46.916364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0778f7e-b380-4468-9115-6d9bb7fbab12,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.924200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.933759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Port': ['ID=d4621abd-be7a-41b1-9c96-faf79e388e52,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.943843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-62491fdf-360d-4a5e-9d9f-3b407571b296 req-0e998113-4f85-4efa-b252-9a295136cec2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328518 Oct 17 18:15:46.954940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.019416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e285588-d808-453e-882c-02038caebebe None None] Pushing event updated for resources: {'Port': ['ID=0240939e-6be1-41e4-ad76-087073b7e228,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:47.026625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39692) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:47.030597 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be5c1337-3193-4b1c-a165-5a652f1d55d3 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/ports/d4621abd-be7a-41b1-9c96-faf79e388e52 HTTP/1.1" status: 204 len: 168 time: 1.2545691 Oct 17 18:15:47.052593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.065041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.069344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8f4aa02e-3291-459f-b2c0-3735e2f9f4bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5196569 Oct 17 18:15:47.070188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39696) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:47.092594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:47.099921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c6c3-f406-4c8a-9d29-3c742f7ff4b3 None None] Pushing event updated for resources: {'Port': ['ID=db3ac717-b63e-45ac-b321-e42bef9c32ed,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:47.103998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:47.133274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:47.156359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:47.156581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:47.159721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:47.165891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.169716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.169880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:47.183364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:47.189736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=45c79dee-44df-4f12-8a2c-d40165ea156f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:47.196753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Deleting port 15d60207-21aa-4665-8eef-663859a37577 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:47.202188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.275612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-79533ec2-114c-4f4f-8959-8e33ba7ccacf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9048707 Oct 17 18:15:47.278227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:47.387227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789facc7-e5dd-4bd6-97e9-9fac9d24767c req-0aafd939-971b-46cd-90a3-2a2e5398e4e2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.388876 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-789facc7-e5dd-4bd6-97e9-9fac9d24767c req-0aafd939-971b-46cd-90a3-2a2e5398e4e2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.2817707 Oct 17 18:15:47.393080 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:15:47.417033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.645627 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-789facc7-e5dd-4bd6-97e9-9fac9d24767c req-2940ea81-d0d3-4b23-a4bf-a17eea0fbe85 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409351 Oct 17 18:15:47.654659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39712) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:47.687420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:47.742025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.750580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.857705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c8dd7b67-dbff-446b-88e3-fc07c2932523 tempest-DvrRoutersNegativeTest-2092051308 tempest-DvrRoutersNegativeTest-2092051308-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2038061303', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:47.860391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.policy [None req-c8dd7b67-dbff-446b-88e3-fc07c2932523 tempest-DvrRoutersNegativeTest-2092051308 tempest-DvrRoutersNegativeTest-2092051308-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 17 18:15:47.860684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.policy [None req-c8dd7b67-dbff-446b-88e3-fc07c2932523 tempest-DvrRoutersNegativeTest-2092051308 tempest-DvrRoutersNegativeTest-2092051308-project] Failed policy check for 'create_router' {{(pid=89826) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 17 18:15:47.861204 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-c8dd7b67-dbff-446b-88e3-fc07c2932523 tempest-DvrRoutersNegativeTest-2092051308 tempest-DvrRoutersNegativeTest-2092051308-project] create failed (client error): Access was denied to this resource. Oct 17 18:15:47.862302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c8dd7b67-dbff-446b-88e3-fc07c2932523 tempest-DvrRoutersNegativeTest-2092051308 tempest-DvrRoutersNegativeTest-2092051308-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2065270 Oct 17 18:15:47.904726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:47.912870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Calling delete_port for 15d60207-21aa-4665-8eef-663859a37577 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:48.037471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c12041e-9261-4f7d-9166-5daa1c6f3fd1,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:48.066617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.095922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6964714-5587-4e1e-9217-684d8d1613b6 tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:48.100488 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f6964714-5587-4e1e-9217-684d8d1613b6 tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1094 time: 0.4084527 Oct 17 18:15:48.103302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39726) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:48.109229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:48.115336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:48.119493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:floatingip and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:48.123058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:48.129215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:48.173873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.178326 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a00d118-8272-41d8-bea3-29eff7763eb7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0922058 Oct 17 18:15:48.178775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39730) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:48.188941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '5eb7f630-bd06-48c7-94da-e1991ba2216b', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:48.192637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:48.203623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:48.207716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:48.216642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:48.231808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.325004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.382481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Port': ['ID=15d60207-21aa-4665-8eef-663859a37577,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:48.391751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0240939e-6be1-41e4-ad76-087073b7e228 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:48.396683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:15:48.404489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.420961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.555587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:48.636183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 0240939e-6be1-41e4-ad76-087073b7e228 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:48.649479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db3ac717-b63e-45ac-b321-e42bef9c32ed up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:48.653682 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-392ad73e-a9bb-485a-9da5-4df49a0c77fc tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/ports/15d60207-21aa-4665-8eef-663859a37577 HTTP/1.1" status: 204 len: 168 time: 1.6231852 Oct 17 18:15:48.658303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39742) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:48.713682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.719150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5dd22e4e-8bc5-4496-bd2e-3faaa0d5af85 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Synchronizing usage tracker for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:48.753436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00987f7d-8813-4a8d-91bc-78ffc576c692 None None] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:48.765832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.788756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.818617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.822092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:48.880190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port db3ac717-b63e-45ac-b321-e42bef9c32ed completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:48.909845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:48.927314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5be39e49f00946698cedcf14b73ef956 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:48.937196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:48.950728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=45c79dee-44df-4f12-8a2c-d40165ea156f,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:48.954926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:48.990414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.26.2.21 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/b3d85e48-e0de-4932-a6ee-f0749b91c5c1) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:48.990414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5dd22e4e-8bc5-4496-bd2e-3faaa0d5af85 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Unset dirty status for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:48.991868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39746) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:48.993270 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5dd22e4e-8bc5-4496-bd2e-3faaa0d5af85 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3339241 Oct 17 18:15:48.993519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Provisioning for port 0240939e-6be1-41e4-ad76-087073b7e228 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:48.994110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.015413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-512135813'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:49.021250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Provisioning complete for port 0240939e-6be1-41e4-ad76-087073b7e228 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:49.021942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.022512 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Attempt 1 to provision port 0240939e-6be1-41e4-ad76-087073b7e228 Oct 17 18:15:49.026255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:49.031444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:network and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:49.034918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:49.036757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34064306-b77e-43f6-ad39-0de9de671026,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:49.050146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:49.134635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69f285-84a1-45bd-bbf1-1ba9bda1a761 None None] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:49.189685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.202784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.209083 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e038b78d-7537-45be-86c7-097cac50174a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0243745 Oct 17 18:15:49.233394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.300713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:49.304331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.335939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Current status of the port 0240939e-6be1-41e4-ad76-087073b7e228 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:49.336415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.347738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.361401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.361725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:49.372182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.372553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment c10f6a86-4a42-4314-a63d-5c5e43e22f81 of type vlan for network d11dc2d8-116c-461d-bf00-4b02d47281ab Oct 17 18:15:49.401688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.440468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.470175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] For port 0240939e-6be1-41e4-ad76-087073b7e228, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0240939e-6be1-41e4-ad76-087073b7e228,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:49.503787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:49.506673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:49.511538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:49.539257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=b3d85e48-e0de-4932-a6ee-f0749b91c5c1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:49.565966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.571263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:49.571840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.579705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5be39e49f00946698cedcf14b73ef956&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0205948 Oct 17 18:15:49.592157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39762) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:49.617133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4c6fe-e5a8-439c-8176-be3fc71303c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d7bde-ea55-4b71-8f34-43387d460db1,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:49.620646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.702680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.715527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fca21-6377-459d-a92a-64db53caed61 None None] Pushing event updated for resources: {'Port': ['ID=0240939e-6be1-41e4-ad76-087073b7e228,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:49.737452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-e8bbb20a-eb60-428a-9ef1-c394721f1bf0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:49.743993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.746763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ed7c091f-dcc6-4132-a786-19b28ff2bb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.753275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=d11dc2d8-116c-461d-bf00-4b02d47281ab,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:49.766572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d11dc2d8-116c-461d-bf00-4b02d47281ab details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:49.790345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Provisioning complete for port 0240939e-6be1-41e4-ad76-087073b7e228 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:49.790728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.791072 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Attempt 1 to provision port 0240939e-6be1-41e4-ad76-087073b7e228 Oct 17 18:15:49.810035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d8b82257-7eca-46b9-8284-db994c13b5d7 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8074110 Oct 17 18:15:49.813480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39766) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:49.818607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1304641011'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:49.827405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:49.835223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:network and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:49.895991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:49.940869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:49.955669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-e8bbb20a-eb60-428a-9ef1-c394721f1bf0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:49.956854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-e8bbb20a-eb60-428a-9ef1-c394721f1bf0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641241943&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.4810266 Oct 17 18:15:49.977876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:50.039448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Current status of the port 0240939e-6be1-41e4-ad76-087073b7e228 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:50.116737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.143135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Provisioning for port db3ac717-b63e-45ac-b321-e42bef9c32ed completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:50.148515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Provisioning complete for port db3ac717-b63e-45ac-b321-e42bef9c32ed triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:50.149167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.149686 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Attempt 1 to provision port db3ac717-b63e-45ac-b321-e42bef9c32ed Oct 17 18:15:50.157999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d7bde-ea55-4b71-8f34-43387d460db1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:50.215600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.221685 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01cfbcc0-18ab-4b93-b9d5-af66bd565b5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/821d7bde-ea55-4b71-8f34-43387d460db1 HTTP/1.1" status: 204 len: 168 time: 0.6217270 Oct 17 18:15:50.256146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.305841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0240939e-6be1-41e4-ad76-087073b7e228 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:50.363694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:50.367097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.428918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Current status of the port db3ac717-b63e-45ac-b321-e42bef9c32ed is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:50.429316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.430352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-2cfe66b6-eebd-4601-9909-48f3901f4e60 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:50.430572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.431824 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-2cfe66b6-eebd-4601-9909-48f3901f4e60 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=4e54ba9a-8b8b-46b3-942f-8419658d3763 HTTP/1.1" status: 200 len: 797 time: 0.4581220 Oct 17 18:15:50.446831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:15:50.473162 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-88a578ad-2561-4540-a3b3-e6c4cb980c12 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0334573 Oct 17 18:15:50.486758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] For port db3ac717-b63e-45ac-b321-e42bef9c32ed, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db3ac717-b63e-45ac-b321-e42bef9c32ed,segment=NetworkSegment(431e8a89-9898-45e0-ba52-81c856a305fe),segment_id=431e8a89-9898-45e0-ba52-81c856a305fe)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:50.487659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0240939e-6be1-41e4-ad76-087073b7e228 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:50.488030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.488363 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0240939e-6be1-41e4-ad76-087073b7e228 Oct 17 18:15:50.489958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.490745 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Added segment d1ab9eb1-a6de-4c05-856b-56daa38d6095 of type vlan for network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 Oct 17 18:15:50.589269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.616015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0240939e-6be1-41e4-ad76-087073b7e228 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:50.634018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.675676 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-238d618f-979c-4fc7-80b1-0b6ad6a7d775 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1838865 Oct 17 18:15:50.683191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.691674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.726113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.726915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.767675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24033e-2085-46b2-8f40-bd66da3d46eb None None] Pushing event updated for resources: {'Port': ['ID=db3ac717-b63e-45ac-b321-e42bef9c32ed,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:50.783298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.805867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.811855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:50.812446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.815011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Provisioning complete for port db3ac717-b63e-45ac-b321-e42bef9c32ed triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:50.815379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.815834 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 1 to provision port db3ac717-b63e-45ac-b321-e42bef9c32ed Oct 17 18:15:50.906330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=b3d85e48-e0de-4932-a6ee-f0749b91c5c1,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:50.909086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:50.936440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Current status of the port db3ac717-b63e-45ac-b321-e42bef9c32ed is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:51.005900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Provisioning for port 45c79dee-44df-4f12-8a2c-d40165ea156f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:51.011347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Provisioning complete for port 45c79dee-44df-4f12-8a2c-d40165ea156f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:51.013502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:51.014073 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 1 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:51.065850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=45c79dee-44df-4f12-8a2c-d40165ea156f,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:51.075276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:51.115550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Network': ['ID=77c5444a-402a-4aa5-9e5a-00cd543d44f4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:51.118465 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3b29be77-a454-49b6-867b-7c8504c315aa tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3042381 Oct 17 18:15:51.137747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:15:51.167111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:51.169740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:51.178153 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-6bec38d1-9a6f-4645-8f8f-9594c929d1cc service neutron] 10.222.0.36 "GET /v2.0/networks/4e54ba9a-8b8b-46b3-942f-8419658d3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876544 Oct 17 18:15:51.248180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP 58a07232-883c-4d8d-944a-63bbcf835cc8 associated. External IP: 172.26.2.21, port: c9fbe016-0bee-4b03-803f-c4cb26339afc. Oct 17 18:15:51.549950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-e841546c-1d19-4557-95b7-7fe9694594ad service neutron] 10.222.0.36 "GET /v2.0/networks/4e54ba9a-8b8b-46b3-942f-8419658d3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153021 Oct 17 18:15:51.577296 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 2 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:51.630293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 5d1e9c86-3a7d-44e0-8685-b655ec4fa26b is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:15:51.642044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:51.695394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:51.817025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:51.825937 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1b9b996f-1202-4eae-bbf7-c442cce4b5cf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/5d1e9c86-3a7d-44e0-8685-b655ec4fa26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5433259 Oct 17 18:15:51.825937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:51.832365 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] Sync routers for ids ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:51.842393 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] Routers {'5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:51.843278 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:51.900140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:51.910821 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:51.911243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:51.917267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d41fd6b-194c-4efc-a6e6-000eb00dba5f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:51.917915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5d41fd6b-194c-4efc-a6e6-000eb00dba5f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:51.922389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] Routers {'5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:51.923245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:51.937743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:51.938354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:51.988220 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:51.988619 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c8208-23a9-4e2e-8d02-c6926cca52dc None None] The sync data for ids ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:52.051389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:52.074971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5d41fd6b-194c-4efc-a6e6-000eb00dba5f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:52.076364 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5d41fd6b-194c-4efc-a6e6-000eb00dba5f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports/45c79dee-44df-4f12-8a2c-d40165ea156f HTTP/1.1" status: 200 len: 983 time: 0.2496903 Oct 17 18:15:52.083233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39780) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:52.134079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dd1358e2-1538-4090-80ea-025097fb9f3c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0296695 Oct 17 18:15:52.135031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:52.138236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d" -d '{"events": [{"name": "network-changed", "server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:52.142552 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 3 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:52.177179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:52.210043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb48bd7-2a10-4c46-8913-f91ef1d41db1 x-openstack-request-id: req-9cb48bd7-2a10-4c46-8913-f91ef1d41db1 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:52.210767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:52.211083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cb48bd7-2a10-4c46-8913-f91ef1d41db1 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:52.211573 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb48bd7-2a10-4c46-8913-f91ef1d41db1'] response: {'name': 'network-changed', 'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'status': 'completed', 'code': 200} Oct 17 18:15:52.305524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db3ac717-b63e-45ac-b321-e42bef9c32ed up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:52.461191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-802f3c9f-4812-4f65-93ab-a8118c8ce229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:52.463137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:52.573079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port db3ac717-b63e-45ac-b321-e42bef9c32ed triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:52.573494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:52.573952 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port db3ac717-b63e-45ac-b321-e42bef9c32ed Oct 17 18:15:52.661011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-468a6f91-2b23-48a6-9135-9776a7c6de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:52.662592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-468a6f91-2b23-48a6-9135-9776a7c6de01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1099 time: 0.2396863 Oct 17 18:15:52.791653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port db3ac717-b63e-45ac-b321-e42bef9c32ed is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:52.874214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '58a07232-883c-4d8d-944a-63bbcf835cc8', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ea:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:15:50Z', 'updated_at': '2022-10-17T18:15:50Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:52.893422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:52.900995 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-279145b1-ed94-4422-a970-6d82371aba18 req-c8b7679f-6090-4c4d-af18-c3c050610f51 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.0904999 Oct 17 18:15:52.910038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:52.910725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:52.943999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-8c7f262d-eb47-4f30-b3f5-f61881c62df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:52.945332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-8c7f262d-eb47-4f30-b3f5-f61881c62df7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.2760282 Oct 17 18:15:53.014704 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 4 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:53.044532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.069891 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-2f1939b4-9573-4485-b338-cda82d23e03d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 200 len: 999 time: 0.1147606 Oct 17 18:15:53.103951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.160142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:53.180565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.202740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:53.265083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-42228b91-84b2-409f-9c4c-20339a3356bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:53.266937 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-42228b91-84b2-409f-9c4c-20339a3356bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.1908576 Oct 17 18:15:53.566473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-5d5a6a21-efd7-4d71-af0c-186b9c152f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:53.567578 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-5d5a6a21-efd7-4d71-af0c-186b9c152f79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2314599 Oct 17 18:15:53.605508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '58a07232-883c-4d8d-944a-63bbcf835cc8', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ea:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:15:50Z', 'updated_at': '2022-10-17T18:15:50Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:53.611611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae52d-3f79-4a14-8833-a6f5755d13dc None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '58a07232-883c-4d8d-944a-63bbcf835cc8', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.21', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ea:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:15:50Z', 'updated_at': '2022-10-17T18:15:50Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:53.662017 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 5 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:53.691012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 45c79dee-44df-4f12-8a2c-d40165ea156f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:53.691501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.733679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:53.775537 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-cd092bbf-5950-440b-9613-1b322ab29640 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001925 Oct 17 18:15:53.899041 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e73c628-50c1-4b7d-af10-ee83581980d1 None None] New status for floating IP 58a07232-883c-4d8d-944a-63bbcf835cc8: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:15:54.130269 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-63d98a81-6277-4211-8a33-c7979a8d9f19 req-869dcce6-b15a-4cd2-85a4-b88039aab9d9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.0687776 Oct 17 18:15:54.209154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:54.235533 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 6 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:54.345519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:54.366543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 45c79dee-44df-4f12-8a2c-d40165ea156f owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:54.368526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39802) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:54.382039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'subnets': [{'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--358879791', 'ip_version': 6}, {'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:54.382294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'subnet': {'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--358879791', 'ip_version': 6}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:54.382937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Request body: {'subnet': {'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:54.395501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e00581dd-0a0e-4c6b-b09c-c640edf2fe4d req-0689b388-7ccd-4b61-a3f9-0d4e39041d33 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026070 Oct 17 18:15:54.439144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:54.613232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:54.617356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Usage tracker for resource:subnet and tenant:9f2ada2936fc4716976e941ce9aa1690 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:54.620263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:54.625995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:54.674057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:54.702659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Made reservation on behalf of 9f2ada2936fc4716976e941ce9aa1690 for: {'subnet': 2} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:54.707260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:54.707591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:54.725426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=45c79dee-44df-4f12-8a2c-d40165ea156f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:54.766022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.766448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.766861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.767262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.767660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.768058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.768444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.768772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.769094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.769412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.769760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.770080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:54.846939 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Attempt 7 to provision port 45c79dee-44df-4f12-8a2c-d40165ea156f Oct 17 18:15:54.903956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce09b89c-e3cb-430d-9e07-b44f20a05e3b None None] Port 45c79dee-44df-4f12-8a2c-d40165ea156f was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:15:54.954158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:55.019021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ba3ea1e1-d088-40ae-9ef9-b9b1c84b6399 None None] Could not find standard attr ID for object 45c79dee-44df-4f12-8a2c-d40165ea156f. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:15:55.240091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 5d1e9c86-3a7d-44e0-8685-b655ec4fa26b has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:55.257345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:55.410952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:55.422553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] Sync routers for ids ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:55.436409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] Routers {'5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:55.437042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:55.488890 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cbfd0918-2bb6-4b44-9e66-2ff8ae7d1802 req-dfaf3311-d480-4c15-a2df-de3e9ef96e8a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.1977224 Oct 17 18:15:55.519172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:55.523928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Subnet': ['ID=e1382e08-f73a-44a0-8533-b54c641356e4,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:55.528883 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c5139532-f054-411d-bf0f-67456fdb5964 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/5d1e9c86-3a7d-44e0-8685-b655ec4fa26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4486372 Oct 17 18:15:55.544589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] Routers {'5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:55.544589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Checking segment: {'id': 'c10f6a86-4a42-4314-a63d-5c5e43e22f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network hostable DHCP agents. Network: d11dc2d8-116c-461d-bf00-4b02d47281ab, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.547066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.550741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39808) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:55.553195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.553195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:55.663522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network d11dc2d8-116c-461d-bf00-4b02d47281ab is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:55.673139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:55.673139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e515-d0ee-4fc0-8459-9729ec93cd71 None None] The sync data for ids ['5d1e9c86-3a7d-44e0-8685-b655ec4fa26b'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:55.727601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:55.749706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d11dc2d8-116c-461d-bf00-4b02d47281ab) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:55.763667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:55.765394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405ac15-4547-44a2-bbc1-637f7f3a34e7 None None] Network d11dc2d8-116c-461d-bf00-4b02d47281ab requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:55.856424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event updated for resources: {'Subnet': ['ID=8f0ba1a8-0081-4280-a868-a46ccae49ab3,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:55.862494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Checking segment: {'id': 'd1ab9eb1-a6de-4c05-856b-56daa38d6095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:55.862828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network hostable DHCP agents. Network: 77c5444a-402a-4aa5-9e5a-00cd543d44f4, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:15:55.967329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:15:56.036742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d11dc2d8-116c-461d-bf00-4b02d47281ab', 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab', 'tenant_id': '9f2ada2936fc4716976e941ce9aa1690', 'fixed_ips': [{'subnet_id': 'e1382e08-f73a-44a0-8533-b54c641356e4'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:56.037727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.080572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 77c5444a-402a-4aa5-9e5a-00cd543d44f4) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:56.093111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.093111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.093694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.126632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3977f9-1329-4fac-a9a0-4ecd65224515 None None] Network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:56.196466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-41828258-03ae-4cb6-ab97-0f09ec155a2c tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8226669 Oct 17 18:15:56.198338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39812) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:56.270004 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-1086a1de-58ba-4890-af68-7bca7a8f651b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] remove_router_interface failed (client error): The resource could not be found. Oct 17 18:15:56.273524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1086a1de-58ba-4890-af68-7bca7a8f651b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/5d1e9c86-3a7d-44e0-8685-b655ec4fa26b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7251573 Oct 17 18:15:56.274524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39818) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:56.289376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-b60b800a-3798-4fd1-98e8-1be3b052812e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.295619 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-b60b800a-3798-4fd1-98e8-1be3b052812e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=4e54ba9a-8b8b-46b3-942f-8419658d3763 HTTP/1.1" status: 200 len: 797 time: 0.6686406 Oct 17 18:15:56.352669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.355521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.357936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:56.359512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Synchronizing usage tracker for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:56.400219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155d684c-fe54-4141-a752-d492d85b178b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:56.438320 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-8fbcacd9-bbc9-4cbd-abb7-8079091c68af tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 472 time: 0.0624814 Oct 17 18:15:56.442686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-77c5444a-402a-4aa5-9e5a-00cd543d44f4', 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4', 'tenant_id': '9f2ada2936fc4716976e941ce9aa1690', 'fixed_ips': [{'subnet_id': '8f0ba1a8-0081-4280-a868-a46ccae49ab3'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:15:56.444163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.446696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['5eb7f630-bd06-48c7-94da-e1991ba2216b']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:56.453568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Unset dirty status for tenant:9f2ada2936fc4716976e941ce9aa1690 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:56.453568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f1df0bcd-14b9-4cfa-b63d-a4f2ff7c9b80 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2496789 Oct 17 18:15:56.455253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Allocated IP 2001:db8::1 (d11dc2d8-116c-461d-bf00-4b02d47281ab/e1382e08-f73a-44a0-8533-b54c641356e4/b21a6180-9854-4bf6-a4f3-dcaeb555c223) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:56.463765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:56.579927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Deleting subnet e1382e08-f73a-44a0-8533-b54c641356e4 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:56.587370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-155d684c-fe54-4141-a752-d492d85b178b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:56.587370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-155d684c-fe54-4141-a752-d492d85b178b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d1e9c86-3a7d-44e0-8685-b655ec4fa26b HTTP/1.1" status: 200 len: 205 time: 0.2825618 Oct 17 18:15:56.592521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39830) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:56.696715 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a7976cc8-b178-4a7f-8c8a-b7d80221e947 req-4444d40b-b6ee-4c63-a017-2ed2fb892bed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.0714240 Oct 17 18:15:56.733904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:56.739029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:port and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:15:56.742313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:15:56.749552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:56.766019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.805335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Allocated IP 2001:db8:0:1::1 (77c5444a-402a-4aa5-9e5a-00cd543d44f4/8f0ba1a8-0081-4280-a868-a46ccae49ab3/f284dfc4-d694-400c-ada3-2766c62e0104) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:56.831996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.832252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:56.832370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.898285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Transition to ACTIVE for port object b21a6180-9854-4bf6-a4f3-dcaeb555c223 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:56.934459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Transition to ACTIVE for port object b21a6180-9854-4bf6-a4f3-dcaeb555c223 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:56.999131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.25 (4e54ba9a-8b8b-46b3-942f-8419658d3763/8435c675-dac2-4b76-a0eb-c3331cce147b/d2bed7fa-5fe1-46f4-9594-35075c0485bb) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:57.030125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.086800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.089000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.108642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Network d11dc2d8-116c-461d-bf00-4b02d47281ab is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:57.112722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.118661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:57.125839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.128342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:57.137823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Pushing event updated for resources: {'Port': ['ID=b21a6180-9854-4bf6-a4f3-dcaeb555c223,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:57.172491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.179877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Transition to ACTIVE for port object f284dfc4-d694-400c-ada3-2766c62e0104 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:57.203368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.222802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.223311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1e9c86-3a7d-44e0-8685-b655ec4fa26b {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:15:57.230779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object d2bed7fa-5fe1-46f4-9594-35075c0485bb will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:57.243253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.247900 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3cf88e2c-3f19-4a59-972b-224bf36e4207 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/5d1e9c86-3a7d-44e0-8685-b655ec4fa26b HTTP/1.1" status: 204 len: 168 time: 0.6654341 Oct 17 18:15:57.248688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39834) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:57.259830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Transition to ACTIVE for port object f284dfc4-d694-400c-ada3-2766c62e0104 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:57.265385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Attempting to bind port b21a6180-9854-4bf6-a4f3-dcaeb555c223 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:57.265385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Attempting to bind port b21a6180-9854-4bf6-a4f3-dcaeb555c223 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c10f6a86-4a42-4314-a63d-5c5e43e22f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:57.265385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Attempting to bind port b21a6180-9854-4bf6-a4f3-dcaeb555c223 on network d11dc2d8-116c-461d-bf00-4b02d47281ab {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:57.272680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:57.273295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Checking segment: {'id': 'c10f6a86-4a42-4314-a63d-5c5e43e22f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:57.273723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.274115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Bound using segment: {'id': 'c10f6a86-4a42-4314-a63d-5c5e43e22f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:57.274582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Bound port: b21a6180-9854-4bf6-a4f3-dcaeb555c223, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10f6a86-4a42-4314-a63d-5c5e43e22f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd11dc2d8-116c-461d-bf00-4b02d47281ab'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:57.274955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.330695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.353522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.367566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet af949f1e-28ad-4189-b889-3018b5366ba3 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:57.373195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.377623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.449142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.453140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:57.456377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:57.460256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:57.485855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Pushing event updated for resources: {'Port': ['ID=f284dfc4-d694-400c-ada3-2766c62e0104,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:57.492085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:57.494946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:57.502773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:57.511232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:57.548236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:57.549036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.557210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.593186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.608968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] For port b21a6180-9854-4bf6-a4f3-dcaeb555c223, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:57.629828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] For port b21a6180-9854-4bf6-a4f3-dcaeb555c223, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b21a6180-9854-4bf6-a4f3-dcaeb555c223,segment=NetworkSegment(c10f6a86-4a42-4314-a63d-5c5e43e22f81),segment_id=c10f6a86-4a42-4314-a63d-5c5e43e22f81)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:57.632322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Attempting to bind port f284dfc4-d694-400c-ada3-2766c62e0104 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:57.632696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Attempting to bind port f284dfc4-d694-400c-ada3-2766c62e0104 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'd1ab9eb1-a6de-4c05-856b-56daa38d6095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:57.633053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Attempting to bind port f284dfc4-d694-400c-ada3-2766c62e0104 on network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:57.639362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:57.639801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Checking segment: {'id': 'd1ab9eb1-a6de-4c05-856b-56daa38d6095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:57.640266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.640733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Bound using segment: {'id': 'd1ab9eb1-a6de-4c05-856b-56daa38d6095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:57.641404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Bound port: f284dfc4-d694-400c-ada3-2766c62e0104, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ab9eb1-a6de-4c05-856b-56daa38d6095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '77c5444a-402a-4aa5-9e5a-00cd543d44f4'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:57.641829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.645067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Subnet': ['ID=e1382e08-f73a-44a0-8533-b54c641356e4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:57.648574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.687618 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7671f37-42e8-4e99-888c-fb20880f5bee tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2445798 Oct 17 18:15:57.710651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Request body: {'port': {'device_id': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:57.732822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.781643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f27a3919-1ab2-42ef-b523-3946c90fb533 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/subnets/e1382e08-f73a-44a0-8533-b54c641356e4 HTTP/1.1" status: 204 len: 168 time: 1.3139944 Oct 17 18:15:57.781643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39840) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:57.785871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] For port f284dfc4-d694-400c-ada3-2766c62e0104, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:57.811873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] For port f284dfc4-d694-400c-ada3-2766c62e0104, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f284dfc4-d694-400c-ada3-2766c62e0104,segment=NetworkSegment(d1ab9eb1-a6de-4c05-856b-56daa38d6095),segment_id=d1ab9eb1-a6de-4c05-856b-56daa38d6095)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:57.828019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.829076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.832352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbd66b-6ae4-44fd-8671-09185bcc1003 None None] Pushing event updated for resources: {'Port': ['ID=b21a6180-9854-4bf6-a4f3-dcaeb555c223,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:57.937854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.982840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Provisioning for port d2bed7fa-5fe1-46f4-9594-35075c0485bb completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:58.020446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Provisioning complete for port d2bed7fa-5fe1-46f4-9594-35075c0485bb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:58.022463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.023098 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Attempt 1 to provision port d2bed7fa-5fe1-46f4-9594-35075c0485bb Oct 17 18:15:58.067157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=af949f1e-28ad-4189-b889-3018b5366ba3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:58.082384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.088539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe6616-4256-4c40-83a2-cd7613f9212c None None] Network 48902cde-71b8-478a-bf97-b77dc4b7b356 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:58.089507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca5814c6-d63b-406d-aa69-42c6e9ae7ad7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/af949f1e-28ad-4189-b889-3018b5366ba3 HTTP/1.1" status: 204 len: 168 time: 0.8370953 Oct 17 18:15:58.102602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39844) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:58.113670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Deleting subnet 8f0ba1a8-0081-4280-a868-a46ccae49ab3 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:15:58.118639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.264209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.367327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd65560-ec97-4578-8268-fc36d0e64ab0 None None] Pushing event updated for resources: {'Port': ['ID=f284dfc4-d694-400c-ada3-2766c62e0104,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:58.468780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b21a6180-9854-4bf6-a4f3-dcaeb555c223 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:58.551225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.561484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38209-c5f9-46fa-92f8-4a241a1a80ae req-2d0563d1-9f97-4b5b-955e-e6a164410fec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:58.563042 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-55e38209-c5f9-46fa-92f8-4a241a1a80ae req-2d0563d1-9f97-4b5b-955e-e6a164410fec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 932 time: 0.6953166 Oct 17 18:15:58.567684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Port d2bed7fa-5fe1-46f4-9594-35075c0485bb cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:58.578064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bed7fa-5fe1-46f4-9594-35075c0485bb {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:58.581503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.588423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.607062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Transition to ACTIVE for port object d2bed7fa-5fe1-46f4-9594-35075c0485bb will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:58.620442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port db3ac717-b63e-45ac-b321-e42bef9c32ed {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:58.620961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.663227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] DHCP port deletion for 48902cde-71b8-478a-bf97-b77dc4b7b356 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:58.668615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Deleting port db3ac717-b63e-45ac-b321-e42bef9c32ed {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:58.669194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.697694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b21a6180-9854-4bf6-a4f3-dcaeb555c223 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:58.722143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.760760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-55e38209-c5f9-46fa-92f8-4a241a1a80ae req-31f55dd7-0273-438d-ac37-7f9e6b654be4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467435 Oct 17 18:15:58.881061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.928148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] For port db3ac717-b63e-45ac-b321-e42bef9c32ed, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db3ac717-b63e-45ac-b321-e42bef9c32ed,segment=NetworkSegment(431e8a89-9898-45e0-ba52-81c856a305fe),segment_id=431e8a89-9898-45e0-ba52-81c856a305fe)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:58.930338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.950545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:58.964413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0ba1a8-0081-4280-a868-a46ccae49ab3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:58.973758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:58.985288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Attempting to bind port d2bed7fa-5fe1-46f4-9594-35075c0485bb on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:58.985635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Attempting to bind port d2bed7fa-5fe1-46f4-9594-35075c0485bb by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:58.986219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Attempting to bind port d2bed7fa-5fe1-46f4-9594-35075c0485bb on network 4e54ba9a-8b8b-46b3-942f-8419658d3763 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:58.991692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22abcf36-c07f-406d-bac8-626edf062dd2 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/subnets/8f0ba1a8-0081-4280-a868-a46ccae49ab3 HTTP/1.1" status: 204 len: 168 time: 1.2090940 Oct 17 18:15:58.992012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:59.002992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port db3ac717-b63e-45ac-b321-e42bef9c32ed, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db3ac717-b63e-45ac-b321-e42bef9c32ed,segment=NetworkSegment(431e8a89-9898-45e0-ba52-81c856a305fe),segment_id=431e8a89-9898-45e0-ba52-81c856a305fe)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:59.003366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.039843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Port d2bed7fa-5fe1-46f4-9594-35075c0485bb on network 4e54ba9a-8b8b-46b3-942f-8419658d3763 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:15:59.040471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Attempting to bind port d2bed7fa-5fe1-46f4-9594-35075c0485bb on network 4e54ba9a-8b8b-46b3-942f-8419658d3763 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:59.056055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:59.056732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Checking segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:59.057334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Bound using segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:59.058595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Bound port: d2bed7fa-5fe1-46f4-9594-35075c0485bb, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:59.059463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.101877 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Attempt 2 to provision port d2bed7fa-5fe1-46f4-9594-35075c0485bb Oct 17 18:15:59.141894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Calling delete_port for db3ac717-b63e-45ac-b321-e42bef9c32ed owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:59.164187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for db3ac717-b63e-45ac-b321-e42bef9c32ed owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:59.188289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:59.193355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541efa1-2db9-4f22-aac7-04e4bc832d0d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:59.195191 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e541efa1-2db9-4f22-aac7-04e4bc832d0d tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2020383 Oct 17 18:15:59.199583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39854) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:59.204624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:59.237057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Port d2bed7fa-5fe1-46f4-9594-35075c0485bb cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:59.298319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d813759-0a6f-4b4c-a115-4ec796ede7e2 None None] Network d11dc2d8-116c-461d-bf00-4b02d47281ab requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:59.305108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.354149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:59.355337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.356677 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2bed7fa-5fe1-46f4-9594-35075c0485bb HTTP/1.1" status: 200 len: 1094 time: 1.6505258 Oct 17 18:15:59.357234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:59.359578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0ecd3-70ea-4656-bbf0-48aa51e10795" -d '{"events": [{"name": "network-changed", "server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:59.388752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:15:59.392070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:15:59.393783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.421402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.437466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7390517-53d9-4a15-a54f-7209dcd184e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:59.442487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Deleting port f284dfc4-d694-400c-ada3-2766c62e0104 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:59.443858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.475518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d498e8-a7ba-42b4-9ef1-52d3ef15ab5c x-openstack-request-id: req-81d498e8-a7ba-42b4-9ef1-52d3ef15ab5c {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:59.475801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:59.476389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81d498e8-a7ba-42b4-9ef1-52d3ef15ab5c {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:59.476974 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d498e8-a7ba-42b4-9ef1-52d3ef15ab5c'] response: {'name': 'network-changed', 'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb', 'status': 'completed', 'code': 200} Oct 17 18:15:59.477154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] Pushing event deleted for resources: {'Port': ['ID=db3ac717-b63e-45ac-b321-e42bef9c32ed,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:59.480990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b59d19-eb40-4b4a-baaa-111c8700d8d6 None None] No DVR routers for this DVR port db3ac717-b63e-45ac-b321-e42bef9c32ed on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:59.679114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] DHCP port deletion for d11dc2d8-116c-461d-bf00-4b02d47281ab request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:15:59.684539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Deleting port b21a6180-9854-4bf6-a4f3-dcaeb555c223 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:59.684983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.736647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] For port f284dfc4-d694-400c-ada3-2766c62e0104, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f284dfc4-d694-400c-ada3-2766c62e0104,segment=NetworkSegment(d1ab9eb1-a6de-4c05-856b-56daa38d6095),segment_id=d1ab9eb1-a6de-4c05-856b-56daa38d6095)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:59.737162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.746180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-193e1e8c-2f7a-4390-aa7e-42081f73c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:59.747664 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-193e1e8c-2f7a-4390-aa7e-42081f73c441 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 1097 time: 0.2436066 Oct 17 18:15:59.752810 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Attempt 3 to provision port d2bed7fa-5fe1-46f4-9594-35075c0485bb Oct 17 18:15:59.786931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a100f61-59be-45ca-bbf2-67150649ab45 None None] Network 77c5444a-402a-4aa5-9e5a-00cd543d44f4 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:15:59.892703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Calling delete_port for f284dfc4-d694-400c-ada3-2766c62e0104 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:59.911392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port db3ac717-b63e-45ac-b321-e42bef9c32ed {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:59.911932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.000657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] The port 'db3ac717-b63e-45ac-b321-e42bef9c32ed' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:00.063811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-202e2d6c-0b99-4f70-b183-3d72380fc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:00.066214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-202e2d6c-0b99-4f70-b183-3d72380fc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:00.066214 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-202e2d6c-0b99-4f70-b183-3d72380fc5d9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2593372 Oct 17 18:16:00.093084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-09434b85-5390-4e5e-8ac6-c672fb892589 None None] Port d2bed7fa-5fe1-46f4-9594-35075c0485bb had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:16:00.135214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.175566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d475-436e-45a8-adc4-db05772f556c req-02ef6e26-4050-4f79-9c93-c5ecd0f4ba6a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:00.177551 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b46d475-436e-45a8-adc4-db05772f556c req-02ef6e26-4050-4f79-9c93-c5ecd0f4ba6a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 944 time: 0.3020382 Oct 17 18:16:00.181661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48902cde-71b8-478a-bf97-b77dc4b7b356']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.205904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] For port b21a6180-9854-4bf6-a4f3-dcaeb555c223, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b21a6180-9854-4bf6-a4f3-dcaeb555c223,segment=NetworkSegment(c10f6a86-4a42-4314-a63d-5c5e43e22f81),segment_id=c10f6a86-4a42-4314-a63d-5c5e43e22f81)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:00.206261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.212331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431e8a89-9898-45e0-ba52-81c856a305fe') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.212631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431e8a89-9898-45e0-ba52-81c856a305fe') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.255492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.268866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.286116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.299756 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b46d475-436e-45a8-adc4-db05772f556c req-45e35e8b-fa8b-495f-a1d0-2e364fdbcabc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090844 Oct 17 18:16:00.312243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:00.317398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.358414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Port': ['ID=f284dfc4-d694-400c-ada3-2766c62e0104,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:00.360631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] No DVR routers for this DVR port f284dfc4-d694-400c-ada3-2766c62e0104 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:00.396256 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 431e8a89-9898-45e0-ba52-81c856a305fe resource provider aggregate not found Oct 17 18:16:00.405198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Calling delete_port for b21a6180-9854-4bf6-a4f3-dcaeb555c223 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:00.425989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 431e8a89-9898-45e0-ba52-81c856a305fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 431e8a89-9898-45e0-ba52-81c856a305fe found for delete ", "request_id": "req-0636c3a2-19aa-4577-be0d-5f613ff10d7f"}]} Oct 17 18:16:00.436143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f284dfc4-d694-400c-ada3-2766c62e0104 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:00.487555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: f284dfc4-d694-400c-ada3-2766c62e0104 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:00.487909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f284dfc4-d694-400c-ada3-2766c62e0104 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 17 18:16:00.508602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.529537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.534266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.537467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Port f284dfc4-d694-400c-ada3-2766c62e0104 not found, will not notify nova. {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 17 18:16:00.541525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-694e4820-b872-44b5-81a6-de0b98aea532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:00.543343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-25c0ecd3-70ea-4656-bbf0-48aa51e10795 req-694e4820-b872-44b5-81a6-de0b98aea532 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4706550 Oct 17 18:16:00.561893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c5444a-402a-4aa5-9e5a-00cd543d44f4']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.574932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=48902cde-71b8-478a-bf97-b77dc4b7b356,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:00.578321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ab9eb1-a6de-4c05-856b-56daa38d6095') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.579246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ab9eb1-a6de-4c05-856b-56daa38d6095') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:00.595694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.608603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b21a6180-9854-4bf6-a4f3-dcaeb555c223 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:00.615044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.623058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:00.624643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.663117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-efd17953-7924-46e8-ad8c-01e0b969c70d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/48902cde-71b8-478a-bf97-b77dc4b7b356 HTTP/1.1" status: 204 len: 168 time: 2.5537913 Oct 17 18:16:00.670453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39874) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:00.670794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Provisioning for port b21a6180-9854-4bf6-a4f3-dcaeb555c223 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:00.674262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Provisioning complete for port b21a6180-9854-4bf6-a4f3-dcaeb555c223 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:00.674864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.675209 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Attempt 1 to provision port b21a6180-9854-4bf6-a4f3-dcaeb555c223 Oct 17 18:16:00.678121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1932327828'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:00.688364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:00.694658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:00.700554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:00.709278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:00.710569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1d91f-4492-437f-a75b-e695aa03c289 None None] DHCP port deletion for 77c5444a-402a-4aa5-9e5a-00cd543d44f4 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:00.735971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.752430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d1ab9eb1-a6de-4c05-856b-56daa38d6095 resource provider aggregate not found Oct 17 18:16:00.782053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment d1ab9eb1-a6de-4c05-856b-56daa38d6095 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1ab9eb1-a6de-4c05-856b-56daa38d6095 found for delete ", "request_id": "req-5f3aabb0-3add-48cf-9042-6f63aa1e268c"}]} Oct 17 18:16:00.796556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] Pushing event deleted for resources: {'Port': ['ID=b21a6180-9854-4bf6-a4f3-dcaeb555c223,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:00.801709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcf68d-cc22-4ebf-aa0f-a4f32714d812 None None] No DVR routers for this DVR port b21a6180-9854-4bf6-a4f3-dcaeb555c223 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:00.806920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No active binding found for port b21a6180-9854-4bf6-a4f3-dcaeb555c223 {{(pid=89828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 18:16:00.807323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b21a6180-9854-4bf6-a4f3-dcaeb555c223 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:00.807743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db3ac717-b63e-45ac-b321-e42bef9c32ed no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:00.817005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:00.818559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-6a616c52-ce2e-4e88-bfee-87d9ea3f43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:00.820143 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-6a616c52-ce2e-4e88-bfee-87d9ea3f43ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 1097 time: 0.1712346 Oct 17 18:16:00.820465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.842728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Could not find standard attr ID for object b21a6180-9854-4bf6-a4f3-dcaeb555c223. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:00.844351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: db3ac717-b63e-45ac-b321-e42bef9c32ed {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:00.844688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db3ac717-b63e-45ac-b321-e42bef9c32ed not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:00.847579 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.db [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] No ports have port_id starting with b21a6180-9854-4bf6-a4f3-dcaeb555c223 Oct 17 18:16:00.851174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd36ffb1-1b29-4d3a-9375-21d381ad3a44 None None] Could not find standard attr ID for object f284dfc4-d694-400c-ada3-2766c62e0104. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:00.907198 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-463d0575-835d-4732-bfc9-7a0146d0e3af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb HTTP/1.1" status: 200 len: 217 time: 0.0732231 Oct 17 18:16:00.908183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.914452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:00.927714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.929290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.929667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 694b5a1b-df5b-4b63-ad05-19f7a0ce7218 of type vlan for network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 Oct 17 18:16:00.958693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:00.981071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=77c5444a-402a-4aa5-9e5a-00cd543d44f4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:01.002124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-681fd488-2189-453d-9a48-2d4666b362af tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/77c5444a-402a-4aa5-9e5a-00cd543d44f4 HTTP/1.1" status: 204 len: 168 time: 1.8012488 Oct 17 18:16:01.004809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39882) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:01.039514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-ea0e4545-3107-4df7-97d1-6593ab3d4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.040273 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-ea0e4545-3107-4df7-97d1-6593ab3d4212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8435c675-dac2-4b76-a0eb-c3331cce147b HTTP/1.1" status: 200 len: 838 time: 0.1140273 Oct 17 18:16:01.191302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.264333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf6da-10f4-4e5f-9e0e-f3301bdcb5a6 req-76aa8807-6f8a-40f7-a587-cf9ff4955811 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.265820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3febf6da-10f4-4e5f-9e0e-f3301bdcb5a6 req-76aa8807-6f8a-40f7-a587-cf9ff4955811 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2875304 Oct 17 18:16:01.267103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-5ec57e95-dd18-4856-ae84-4eeab6cb1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.268559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-5ec57e95-dd18-4856-ae84-4eeab6cb1780 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e54ba9a-8b8b-46b3-942f-8419658d3763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1819227 Oct 17 18:16:01.268744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-a037d5cb-c9d3-4b12-af44-372efe0ec936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.269981 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-a037d5cb-c9d3-4b12-af44-372efe0ec936 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.2340724 Oct 17 18:16:01.271006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.276353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.277453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.423634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.502754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11dc2d8-116c-461d-bf00-4b02d47281ab']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:01.509455 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3febf6da-10f4-4e5f-9e0e-f3301bdcb5a6 req-d326ada4-3ab3-408b-90fb-be6f537bca3a tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279422 Oct 17 18:16:01.510070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=7f10fda8-fba2-478f-94e2-346d3cffc1c0,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:01.524132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:01.529630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10f6a86-4a42-4314-a63d-5c5e43e22f81') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:01.529921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10f6a86-4a42-4314-a63d-5c5e43e22f81') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:01.544060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ce3dff57-0881-47a1-84da-f975d123dbca tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8775744 Oct 17 18:16:01.549382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39888) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:01.553910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-d2e1fe09-8c63-4dfb-a2f0-8aa72676354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.555559 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-d2e1fe09-8c63-4dfb-a2f0-8aa72676354f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.2731733 Oct 17 18:16:01.561532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:01.564206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.599308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.602735 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-a9cfca64-9c95-4095-bae7-03cbb87c35ea service neutron] 10.222.0.42 "GET /v2.0/networks/4e54ba9a-8b8b-46b3-942f-8419658d3763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822037 Oct 17 18:16:01.611464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:01.613715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.758382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-892f3878-047f-4adf-befe-b34e7bae6fb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.1750169 Oct 17 18:16:01.759340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:01.763816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:01.767562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:01.776880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f38392-7e04-43de-be85-ba6ce7f82767 req-92e6076c-a4e9-485c-a241-e2b4ccf9b961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.777578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b7f38392-7e04-43de-be85-ba6ce7f82767 req-92e6076c-a4e9-485c-a241-e2b4ccf9b961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:01.810410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:01.840406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-dd663bd5-081b-4dae-a4b8-7202da5ce1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:01.840406 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-dd663bd5-081b-4dae-a4b8-7202da5ce1ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.0702634 Oct 17 18:16:01.900666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:01.904249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.956402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:01.957909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b7f38392-7e04-43de-be85-ba6ce7f82767 req-92e6076c-a4e9-485c-a241-e2b4ccf9b961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:01.959172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7f38392-7e04-43de-be85-ba6ce7f82767 req-92e6076c-a4e9-485c-a241-e2b4ccf9b961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 944 time: 0.5112641 Oct 17 18:16:01.975579 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f4c71800-9f91-45cd-a647-b2c00fecac61 req-9302eb59-6026-4e6b-8653-4d950a5025d2 service neutron] 10.222.0.42 "GET /v2.0/networks/4e54ba9a-8b8b-46b3-942f-8419658d3763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653600 Oct 17 18:16:01.980228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.001005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=d11dc2d8-116c-461d-bf00-4b02d47281ab,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:02.014878 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1c0ae0c3-8e4b-482c-b7a7-8a6fffe3c622 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/d11dc2d8-116c-461d-bf00-4b02d47281ab HTTP/1.1" status: 204 len: 168 time: 1.0090687 Oct 17 18:16:02.015321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39892) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:02.035690 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7f38392-7e04-43de-be85-ba6ce7f82767 req-e6760ccb-67ff-4844-a76f-ab0a186d0042 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Oct 17 18:16:02.128071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-50078746-918e-4333-b51e-cfe2788aaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:02.129510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-50078746-918e-4333-b51e-cfe2788aaf82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2866209 Oct 17 18:16:02.240732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.259901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f284dfc4-d694-400c-ada3-2766c62e0104 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:02.296863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: f284dfc4-d694-400c-ada3-2766c62e0104 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:02.297128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f284dfc4-d694-400c-ada3-2766c62e0104 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:02.401328 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-08f40cb8-31dc-406e-9f91-93a0c80c8bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581315 Oct 17 18:16:02.585532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.631627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306f6c06-8b17-4489-989a-fb38e3f13b0a']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:02.661015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9e8061-567c-4c07-8227-4839f6e6c753') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:02.661326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9e8061-567c-4c07-8227-4839f6e6c753') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:02.801554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c10f6a86-4a42-4314-a63d-5c5e43e22f81 resource provider aggregate not found Oct 17 18:16:02.822260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c10f6a86-4a42-4314-a63d-5c5e43e22f81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c10f6a86-4a42-4314-a63d-5c5e43e22f81 found for delete ", "request_id": "req-3714973c-84ab-4d40-a47e-45c660739a50"}]} Oct 17 18:16:02.837200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.842880 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8f3dc0-d12d-4eba-b514-aa370f6ff41d req-cfd73510-4252-43a6-bac4-e1659f08dd35 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392610 Oct 17 18:16:02.844394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.924892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.944742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:02.944742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.039150 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0d9e8061-567c-4c07-8227-4839f6e6c753 resource provider aggregate not found Oct 17 18:16:03.110014 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0d9e8061-567c-4c07-8227-4839f6e6c753 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d9e8061-567c-4c07-8227-4839f6e6c753 found for delete ", "request_id": "req-a833973a-3426-4279-8f09-3284acd84454"}]} Oct 17 18:16:03.111505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=06095760-71bb-418e-b391-fbf0b6884304,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:03.154635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '694b5a1b-df5b-4b63-ad05-19f7a0ce7218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:03.154635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 7f10fda8-fba2-478f-94e2-346d3cffc1c0, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:03.192100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1767c-9df4-4c96-bc8f-c95d77457d48 req-362535bd-6bd8-454b-8000-a44d7126d90f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:03.192100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fc1767c-9df4-4c96-bc8f-c95d77457d48 req-362535bd-6bd8-454b-8000-a44d7126d90f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5329499 Oct 17 18:16:03.242223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-f7b2ea1c-4130-486c-94a2-33ab2f5b0bb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2077811 Oct 17 18:16:03.253329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.253329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.294804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:03.349238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098a564-0e31-43ba-81a2-8dbfc28dc332 req-d0528c1e-eb5b-428c-8140-8eb6e0b8b11f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:03.350626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=306f6c06-8b17-4489-989a-fb38e3f13b0a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:03.358365 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca6cf1ef-ba85-4356-adef-4ee634c39fcb tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/306f6c06-8b17-4489-989a-fb38e3f13b0a HTTP/1.1" status: 204 len: 168 time: 1.3358753 Oct 17 18:16:03.360649 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2098a564-0e31-43ba-81a2-8dbfc28dc332 req-d0528c1e-eb5b-428c-8140-8eb6e0b8b11f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 944 time: 0.1791213 Oct 17 18:16:03.379721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fc1767c-9df4-4c96-bc8f-c95d77457d48 req-70e2e111-1fed-4b3b-b19c-fd9e0c5c2c0c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607521 Oct 17 18:16:03.379721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39908) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:03.437158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2098a564-0e31-43ba-81a2-8dbfc28dc332 req-c9eb362c-5952-43e2-8ad4-c5b4f888e019 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723119 Oct 17 18:16:03.463800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 7f10fda8-fba2-478f-94e2-346d3cffc1c0) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:03.471954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869db70-3367-47f1-b04e-a76794e4ab64 None None] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:03.481252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:03.481880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.525329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.541237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40765-4238-4771-a687-e9639a5ae416 req-a345af6c-c568-474f-97f4-684faf1fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:03.541237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-a345af6c-c568-474f-97f4-684faf1fe83d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1098 time: 0.2454498 Oct 17 18:16:03.683046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a4ae71ac-338b-4339-a6b7-c5660357a701 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1272423 Oct 17 18:16:03.686578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39912) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:03.686578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1691317637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:03.695632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:03.702338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:03.704965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:03.711494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:03.736493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-7f10fda8-fba2-478f-94e2-346d3cffc1c0', 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': '06095760-71bb-418e-b391-fbf0b6884304'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:03.737724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.768714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.814311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:03.836606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06995a45-f284-4305-be3b-d7f4defb5cc3') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:03.836887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06995a45-f284-4305-be3b-d7f4defb5cc3') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:03.840493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.842565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.848297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40765-4238-4771-a687-e9639a5ae416 req-73a3d67c-2688-4234-b0ab-2b68b734ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:03.861774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.864612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-73a3d67c-2688-4234-b0ab-2b68b734ce21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 897 time: 0.2961361 Oct 17 18:16:03.868642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.958926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.966394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Allocated IP 2001:db8::2 (7f10fda8-fba2-478f-94e2-346d3cffc1c0/06095760-71bb-418e-b391-fbf0b6884304/99e0b47c-4b6e-45a8-928e-c9df12c722d7) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:03.971528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:03.971528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:03.982562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.059251 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-af33ffe1-e6b0-4f8e-b507-acee95834c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 200 len: 1000 time: 0.1804762 Oct 17 18:16:04.085557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.090249 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45322044-6e01-4c1d-84a2-558306fbda39 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4079113 Oct 17 18:16:04.090564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39916) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:04.135457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40765-4238-4771-a687-e9639a5ae416 req-59dbbd5e-5a30-4be7-af4d-6613f8c754fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:04.137141 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-59dbbd5e-5a30-4be7-af4d-6613f8c754fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f43fca4-d352-4bb9-a7fe-658d7ed5671f HTTP/1.1" status: 200 len: 835 time: 0.0677993 Oct 17 18:16:04.181970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.192593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Transition to ACTIVE for port object 99e0b47c-4b6e-45a8-928e-c9df12c722d7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:04.203113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.208202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.212778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Transition to ACTIVE for port object 99e0b47c-4b6e-45a8-928e-c9df12c722d7 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:04.235935 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] 10.222.0.36 "DELETE /v2.0/networks/ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e HTTP/1.1" status: 204 len: 168 time: 0.8606510 Oct 17 18:16:04.241990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03824eb1-7795-42e1-8814-1cf165082547 tempest-BulkNetworkOpsIpV6Test-1760487194 tempest-BulkNetworkOpsIpV6Test-1760487194-project] Pushing event deleted for resources: {'Network': ['ID=ce9c34f2-bf7c-49a4-a0bb-9d3b41e8230e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:04.265024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40765-4238-4771-a687-e9639a5ae416 req-9da04cdb-4e1f-45fe-a876-3bd650675b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:04.266848 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-9da04cdb-4e1f-45fe-a876-3bd650675b5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228890 Oct 17 18:16:04.320141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.393591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:04.396551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:04.413768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Pushing event updated for resources: {'Port': ['ID=99e0b47c-4b6e-45a8-928e-c9df12c722d7,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:04.425802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:04.444181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-2dfed855-650b-4e0c-894e-ba46ac09afd1 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606014 Oct 17 18:16:04.554141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Attempting to bind port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:04.554893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Attempting to bind port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '694b5a1b-df5b-4b63-ad05-19f7a0ce7218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:04.555297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Attempting to bind port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 on network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:04.574798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:04.575554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Checking segment: {'id': '694b5a1b-df5b-4b63-ad05-19f7a0ce7218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:04.575665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.576089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Bound using segment: {'id': '694b5a1b-df5b-4b63-ad05-19f7a0ce7218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:04.577155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Bound port: 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694b5a1b-df5b-4b63-ad05-19f7a0ce7218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7f10fda8-fba2-478f-94e2-346d3cffc1c0'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:04.579026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.727034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.739882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] For port 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:04.745991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] For port 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=99e0b47c-4b6e-45a8-928e-c9df12c722d7,segment=NetworkSegment(694b5a1b-df5b-4b63-ad05-19f7a0ce7218),segment_id=694b5a1b-df5b-4b63-ad05-19f7a0ce7218)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:04.813237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.839223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7af40765-4238-4771-a687-e9639a5ae416 req-b3306a45-74a7-4f9b-ba2e-4050f2b2e4e3 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887503 Oct 17 18:16:04.857514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1c910-fcfb-444e-a961-bf7a6486eb8f req-2dd3a68e-1408-4f39-86f1-1437759a5b7b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:04.859508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46f1c910-fcfb-444e-a961-bf7a6486eb8f req-2dd3a68e-1408-4f39-86f1-1437759a5b7b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3254368 Oct 17 18:16:04.889141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:04.927468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5b8ad-f197-4002-b9e1-b5b4b1246768 None None] Pushing event updated for resources: {'Port': ['ID=99e0b47c-4b6e-45a8-928e-c9df12c722d7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:04.966255 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46f1c910-fcfb-444e-a961-bf7a6486eb8f req-66ee5587-cb9e-4575-b841-1efde738162d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006925 Oct 17 18:16:05.020917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd966e-7857-4a83-96e9-02b1832b07c6 req-10501537-e9ce-45c3-a430-51a38056bb43 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:05.028161 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-96bd966e-7857-4a83-96e9-02b1832b07c6 req-10501537-e9ce-45c3-a430-51a38056bb43 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 944 time: 0.4058976 Oct 17 18:16:05.091315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9145bf4a-bab7-4a45-81c1-d09b248ab0af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f2ada2936fc4716976e941ce9aa1690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007616 Oct 17 18:16:05.093696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:05.137272 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-96bd966e-7857-4a83-96e9-02b1832b07c6 req-0210d0a2-be04-4be4-85d3-83b0003d7ae5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041355 Oct 17 18:16:05.168340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 06995a45-f284-4305-be3b-d7f4defb5cc3 resource provider aggregate not found Oct 17 18:16:05.184889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8::1 (7f10fda8-fba2-478f-94e2-346d3cffc1c0/06095760-71bb-418e-b391-fbf0b6884304/01d9afdf-6029-41c7-8d82-d8682655ed3e) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:05.191339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 06995a45-f284-4305-be3b-d7f4defb5cc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06995a45-f284-4305-be3b-d7f4defb5cc3 found for delete ", "request_id": "req-e32366e8-097f-4bcb-8bdb-4cca7c91eedf"}]} Oct 17 18:16:05.208048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.246043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.382844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.399270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 01d9afdf-6029-41c7-8d82-d8682655ed3e will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:05.422585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.438095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222fff6-c9c9-4ad4-a19d-78ad8f96c8bb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:05.445705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.446991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-08a19a36-9ade-414d-8429-abb93bdf0327 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6222fff6-c9c9-4ad4-a19d-78ad8f96c8bb HTTP/1.1" status: 204 len: 168 time: 0.3523338 Oct 17 18:16:05.484640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.664911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:05.668809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:05.672652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:05.673192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:05.687215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=01d9afdf-6029-41c7-8d82-d8682655ed3e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:05.881680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.045421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d2bed7fa-5fe1-46f4-9594-35075c0485bb details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:16:06.065141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61551180-5fc1-438d-b324-6428cc29a162 None None] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:06.346308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c2e1b2ad-4d31-4103-9b19-3eb826d0abc4 None None] Provisioning for port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:06.373321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 99e0b47c-4b6e-45a8-928e-c9df12c722d7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:06.430291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e879-9494-4331-9c28-cdddada26559 req-7831e2dc-6352-423a-a766-940d5345ab78 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:06.430291 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e03e879-9494-4331-9c28-cdddada26559 req-7831e2dc-6352-423a-a766-940d5345ab78 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 944 time: 0.1615739 Oct 17 18:16:06.471840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:06.495469 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e03e879-9494-4331-9c28-cdddada26559 req-bd7e4131-14f6-4b35-a425-1cf020620074 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636988 Oct 17 18:16:06.503032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'port_id': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb', 'mac_address': 'fa:16:3e:a7:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:16:06.534807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.622570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.623339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.624365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d2bed7fa-5fe1-46f4-9594-35075c0485bb is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:06.624735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.645036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bed7fa-5fe1-46f4-9594-35075c0485bb {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:16:06.665288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:06.708640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:06.723308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:06.723308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.723308 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 Oct 17 18:16:06.765063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.789401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=01d9afdf-6029-41c7-8d82-d8682655ed3e,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:06.822739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39968) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:06.871637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:06.878256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:06.879836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:06.881098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.881443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.882305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.882305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.882511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.882862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.883167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.883491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.883813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.884137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.884610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.884931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:06.959726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:06.960203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:06.992308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-435122388'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:07.005972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:07.005972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:07.008545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=99e0b47c-4b6e-45a8-928e-c9df12c722d7,segment=NetworkSegment(694b5a1b-df5b-4b63-ad05-19f7a0ce7218),segment_id=694b5a1b-df5b-4b63-ad05-19f7a0ce7218)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:07.030697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:07.040602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:07.142281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.199828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:07.202850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Provisioning for port 01d9afdf-6029-41c7-8d82-d8682655ed3e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:07.203336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.213068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Provisioning complete for port 01d9afdf-6029-41c7-8d82-d8682655ed3e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:07.213431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.214354 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 1 to provision port 01d9afdf-6029-41c7-8d82-d8682655ed3e Oct 17 18:16:07.217196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.241342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:07.246187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:07.248484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['d2bed7fa-5fe1-46f4-9594-35075c0485bb'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:16:07.249088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:07.251126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router a241b376-0e8f-477f-9409-553c427c2180 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:16:07.261506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:07.336498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=99e0b47c-4b6e-45a8-928e-c9df12c722d7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:07.364455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Port 01d9afdf-6029-41c7-8d82-d8682655ed3e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:07.412255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.479697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.516849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:07.535227 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] Sync routers for ids ['a241b376-0e8f-477f-9409-553c427c2180'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:07.536902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:07.538582 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56f78dd7-58f5-4165-a101-e204f00fe988 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/a241b376-0e8f-477f-9409-553c427c2180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457376 Oct 17 18:16:07.540121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39976) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:07.545856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c789be5-a532-4916-9d71-fbc1a478d0d8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:07.546014 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] Routers {'a241b376-0e8f-477f-9409-553c427c2180'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:07.546498 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a241b376-0e8f-477f-9409-553c427c2180'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:07.552443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.552869 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment 5b942841-1294-472c-988f-49d220a54b2e of type vlan for network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a Oct 17 18:16:07.601045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.649468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651faf0-332d-49a4-b71a-0edfee7cf31d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:07.650324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4651faf0-332d-49a4-b71a-0edfee7cf31d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:07.676383 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:07.689798 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] Routers {'a241b376-0e8f-477f-9409-553c427c2180'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:07.690746 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a241b376-0e8f-477f-9409-553c427c2180'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:07.753629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.757529 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:07.758788 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca799906-996e-41ff-bbfe-bfdb835b9ef1 None None] The sync data for ids ['a241b376-0e8f-477f-9409-553c427c2180'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:07.759303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:07.759917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:07.791553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7c26c-66d6-4105-99f2-5fde9750969e req-be5b7c45-7a26-4621-aea2-f4bc00153141 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:07.800463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-28c7c26c-66d6-4105-99f2-5fde9750969e req-be5b7c45-7a26-4621-aea2-f4bc00153141 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 945 time: 0.1023240 Oct 17 18:16:07.836424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4651faf0-332d-49a4-b71a-0edfee7cf31d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:07.837375 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4651faf0-332d-49a4-b71a-0edfee7cf31d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports/01d9afdf-6029-41c7-8d82-d8682655ed3e HTTP/1.1" status: 200 len: 911 time: 0.2962596 Oct 17 18:16:07.840732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39980) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:07.867328 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 2 to provision port 01d9afdf-6029-41c7-8d82-d8682655ed3e Oct 17 18:16:07.879715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=84c19ef7-0e62-40be-8dfe-a77eb49b9c5a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:07.898458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:07.939640 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9c6a561f-58ed-425b-a69e-8e51057f0610 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1127095 Oct 17 18:16:07.939888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39984) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:07.946215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'name': 'tempest-PortsTestJSON-1207922346'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:08.030014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Port 01d9afdf-6029-41c7-8d82-d8682655ed3e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:08.076452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:08.084052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:08.084052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:08.089631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:08.091026 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-28c7c26c-66d6-4105-99f2-5fde9750969e req-9de53592-6a84-40df-b7c4-355b34691582 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913613 Oct 17 18:16:08.192443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:08.196223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.222497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port a27a5b86-e9da-4be6-860b-ebf670174b27 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:08.279368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 99e0b47c-4b6e-45a8-928e-c9df12c722d7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:08.373726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:08.373861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.374285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 Oct 17 18:16:08.470669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.496317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:08.510832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.530803 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 3 to provision port 01d9afdf-6029-41c7-8d82-d8682655ed3e Oct 17 18:16:08.561884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.590780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Port 01d9afdf-6029-41c7-8d82-d8682655ed3e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:08.654529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=a27a5b86-e9da-4be6-860b-ebf670174b27,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:08.668389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': '5b942841-1294-472c-988f-49d220a54b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:08.668749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:08.759137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:08.848606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:08.848606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:08.858495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:08.858495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.862872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f7b23-63b6-4162-8f7d-08d321f76de0 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:08.868898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 01d9afdf-6029-41c7-8d82-d8682655ed3e {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:08.868898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:08.956792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e081bef4-089a-4a7d-b2c5-ae73aa4e5f11 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0144095 Oct 17 18:16:08.961647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 39988) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:08.970863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-414834998'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:08.974262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:08.978565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:08.987984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:08.992708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:09.068299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.073476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:09.077249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.092003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 4 to provision port 01d9afdf-6029-41c7-8d82-d8682655ed3e Oct 17 18:16:09.105758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:09.118567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.118917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment cd32c0b9-a4af-4d98-81f3-a9656b97953c of type vlan for network 3e6aa7c3-e7b3-4834-aa82-7bd31b053049 Oct 17 18:16:09.162852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.172383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Port 01d9afdf-6029-41c7-8d82-d8682655ed3e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:09.212293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 01d9afdf-6029-41c7-8d82-d8682655ed3e owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:09.302226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.302226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:09.302226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.428219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=3e6aa7c3-e7b3-4834-aa82-7bd31b053049,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:09.442968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3e6aa7c3-e7b3-4834-aa82-7bd31b053049 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:09.455620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe771c-c64c-45d3-be53-452d47901720 req-6c0c9d75-5c23-4ca3-92bf-81328579110a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:09.457080 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84fe771c-c64c-45d3-be53-452d47901720 req-6c0c9d75-5c23-4ca3-92bf-81328579110a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 945 time: 0.2250562 Oct 17 18:16:09.480717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b35dc0a1-b433-468b-9ceb-79f4af734273 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5208678 Oct 17 18:16:09.484270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 39994) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:09.489217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'ports': [{'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'}, {'network_id': '3e6aa7c3-e7b3-4834-aa82-7bd31b053049'}]} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:09.489517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:09.490009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '3e6aa7c3-e7b3-4834-aa82-7bd31b053049'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:09.507464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.521292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84fe771c-c64c-45d3-be53-452d47901720 req-14790b43-692c-48f1-a11c-978e38a1d7a9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582328 Oct 17 18:16:09.614346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=01d9afdf-6029-41c7-8d82-d8682655ed3e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:09.673689 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 5 to provision port 01d9afdf-6029-41c7-8d82-d8682655ed3e Oct 17 18:16:09.717284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Port 01d9afdf-6029-41c7-8d82-d8682655ed3e was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:16:09.728847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Provisioning complete for port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:09.730286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.730286 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Attempt 1 to provision port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 Oct 17 18:16:09.860634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cb62b-fb01-4bf4-9d4d-c1fc4b6378ae None None] Current status of the port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:09.952958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:09.972329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8a677c1e-6158-4a07-8df0-fa237b609824 None None] Could not find standard attr ID for object 01d9afdf-6029-41c7-8d82-d8682655ed3e. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:10.054882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d2bed7fa-5fe1-46f4-9594-35075c0485bb up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:10.223287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port d2bed7fa-5fe1-46f4-9594-35075c0485bb completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:10.228674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:10.232563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port d2bed7fa-5fe1-46f4-9594-35075c0485bb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:10.232933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.233263 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port d2bed7fa-5fe1-46f4-9594-35075c0485bb Oct 17 18:16:10.294540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:10.299345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:10.307931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:10.321119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router a241b376-0e8f-477f-9409-553c427c2180 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:10.355560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d2bed7fa-5fe1-46f4-9594-35075c0485bb is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:10.355936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.383121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:16:10.385516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110326a5-7a07-47da-b7da-f5ff322e01f3" -d '{"events": [{"server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "name": "network-vif-plugged", "status": "completed", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:16:10.394051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:10.430003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda52e8-16f7-4e66-879d-6ac90305c8ef x-openstack-request-id: req-1eda52e8-16f7-4e66-879d-6ac90305c8ef {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:16:10.433901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "name": "network-vif-plugged", "status": "completed", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:16:10.433901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eda52e8-16f7-4e66-879d-6ac90305c8ef {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:16:10.433901 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eda52e8-16f7-4e66-879d-6ac90305c8ef'] response: {'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb', 'code': 200} Oct 17 18:16:10.441128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 2} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:10.445437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.473663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.487398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:10.499092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] Sync routers for ids ['a241b376-0e8f-477f-9409-553c427c2180'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:10.508305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.544432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] Routers {'a241b376-0e8f-477f-9409-553c427c2180'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:10.545064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a241b376-0e8f-477f-9409-553c427c2180'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:10.622478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:10.640943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] Routers {'a241b376-0e8f-477f-9409-553c427c2180'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:10.641447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['a241b376-0e8f-477f-9409-553c427c2180'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:10.664533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9c33273-8ef2-48b2-bdb2-7899e43b9945 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/a241b376-0e8f-477f-9409-553c427c2180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227239 Oct 17 18:16:10.670628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40002) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:10.739363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8798ea20-7772-44fc-8396-72cc65089ab8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:10.742091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:10.745777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:10.746364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7abba-8a1f-4b46-a560-5455843ff0e6 None None] The sync data for ids ['a241b376-0e8f-477f-9409-553c427c2180'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:10.770977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 4a663d36-f254-431d-84a1-48b1212f9af3 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:10.781908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf614b-c740-4a8f-89f1-89fb28a8f89f req-3c867676-1fa8-46ca-8871-7e7b3fa2c0be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:10.787190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62cf614b-c740-4a8f-89f1-89fb28a8f89f req-3c867676-1fa8-46ca-8871-7e7b3fa2c0be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.1331940 Oct 17 18:16:10.842209 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62cf614b-c740-4a8f-89f1-89fb28a8f89f req-cbcb1b1d-1f84-4c26-8617-d59c8f7e9cdd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528247 Oct 17 18:16:10.868559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8798ea20-7772-44fc-8396-72cc65089ab8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:10.876106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8798ea20-7772-44fc-8396-72cc65089ab8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241b376-0e8f-477f-9409-553c427c2180 HTTP/1.1" status: 200 len: 205 time: 0.1999032 Oct 17 18:16:10.876788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40006) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:10.879678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:10.998157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 7efd055d-4518-4761-9afe-7982679a3d63 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:11.091477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.188524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.190342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.263652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:11.266907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:11.271265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:11.272099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.285352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=4a663d36-f254-431d-84a1-48b1212f9af3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:11.498040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=7efd055d-4518-4761-9afe-7982679a3d63,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:11.503590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': 'cd32c0b9-a4af-4d98-81f3-a9656b97953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3e6aa7c3-e7b3-4834-aa82-7bd31b053049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:11.503958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: 3e6aa7c3-e7b3-4834-aa82-7bd31b053049, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:11.528785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21f46a-d9f0-4090-8a9e-89a135e9038e req-51bf840e-59e1-4afa-90c2-2c545fcda848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:11.530335 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bc21f46a-d9f0-4090-8a9e-89a135e9038e req-51bf840e-59e1-4afa-90c2-2c545fcda848 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 1099 time: 0.4106927 Oct 17 18:16:11.532114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.534429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.576515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 3e6aa7c3-e7b3-4834-aa82-7bd31b053049 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:11.586340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bc21f46a-d9f0-4090-8a9e-89a135e9038e req-44479bca-740f-4614-9a31-300fe6f023a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487514 Oct 17 18:16:11.700676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.701335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router a241b376-0e8f-477f-9409-553c427c2180 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:16:11.713444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.714601 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7ac545fa-7b2f-4303-a2c6-a1c9733768dd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/a241b376-0e8f-477f-9409-553c427c2180 HTTP/1.1" status: 204 len: 168 time: 0.8368561 Oct 17 18:16:11.717381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40010) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:11.718511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3e6aa7c3-e7b3-4834-aa82-7bd31b053049) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:11.722830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:11.729563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:11.730319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78708dc9-7fd2-43b7-8a2f-18c5f6078800 None None] Network 3e6aa7c3-e7b3-4834-aa82-7bd31b053049 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:11.734669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:11.735375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.799560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet 06095760-71bb-418e-b391-fbf0b6884304 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:11.802620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.843618 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b7af5cdb-5c93-42c0-b096-0cc977af6918 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3556960 Oct 17 18:16:11.843618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40014) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:11.867163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.943634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 7efd055d-4518-4761-9afe-7982679a3d63 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:11.943634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:11.981448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.143422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.186042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=06095760-71bb-418e-b391-fbf0b6884304,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:12.195340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892226d7-2f51-4357-9855-f5a78387d628 None None] Network 7f10fda8-fba2-478f-94e2-346d3cffc1c0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:12.206815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.216984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2cba5e40-1211-429b-bcc6-dbbd77e7c950 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/06095760-71bb-418e-b391-fbf0b6884304 HTTP/1.1" status: 204 len: 168 time: 0.4959764 Oct 17 18:16:12.218913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40020) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:12.219014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081eefb-2f7d-4859-ba57-117747f7a1a8 req-4edd6b84-bde6-4fab-8fdc-f2ea3a7c9f38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:12.220989 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b081eefb-2f7d-4859-ba57-117747f7a1a8 req-4edd6b84-bde6-4fab-8fdc-f2ea3a7c9f38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.2445011 Oct 17 18:16:12.259427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.374688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.387020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:12.387579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.399807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 7efd055d-4518-4761-9afe-7982679a3d63 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:12.434552 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b081eefb-2f7d-4859-ba57-117747f7a1a8 req-ad290982-b9dd-43f2-b5a9-984093892c58 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041049 Oct 17 18:16:12.534237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] DHCP port deletion for 7f10fda8-fba2-478f-94e2-346d3cffc1c0 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:12.538405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Deleting port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:12.538775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.583158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.612224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=99e0b47c-4b6e-45a8-928e-c9df12c722d7,segment=NetworkSegment(694b5a1b-df5b-4b63-ad05-19f7a0ce7218),segment_id=694b5a1b-df5b-4b63-ad05-19f7a0ce7218)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:12.612586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.633992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=7efd055d-4518-4761-9afe-7982679a3d63,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:12.641774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.654293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-88b24a11-4448-4bd8-8979-3c9d0bde219b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/7efd055d-4518-4761-9afe-7982679a3d63 HTTP/1.1" status: 204 len: 168 time: 0.8095758 Oct 17 18:16:12.655138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40024) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:12.741527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 99e0b47c-4b6e-45a8-928e-c9df12c722d7 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:12.749350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b74bfc-ba27-41fa-93e4-b46e84caabaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:12.755379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b74bfc-ba27-41fa-93e4-b46e84caabaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:12.756127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-92b74bfc-ba27-41fa-93e4-b46e84caabaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:12.759750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] For port 99e0b47c-4b6e-45a8-928e-c9df12c722d7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=99e0b47c-4b6e-45a8-928e-c9df12c722d7,segment=NetworkSegment(694b5a1b-df5b-4b63-ad05-19f7a0ce7218),segment_id=694b5a1b-df5b-4b63-ad05-19f7a0ce7218)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:12.760254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:12.866108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-92b74bfc-ba27-41fa-93e4-b46e84caabaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:12.867291 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-92b74bfc-ba27-41fa-93e4-b46e84caabaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2111566 Oct 17 18:16:12.870866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40028) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:12.883822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Calling delete_port for 99e0b47c-4b6e-45a8-928e-c9df12c722d7 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:12.947256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 4a663d36-f254-431d-84a1-48b1212f9af3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:12.947702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.004882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.011765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:13.012363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:13.173613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No DVR routers for this DVR port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:13.180583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.203266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=99e0b47c-4b6e-45a8-928e-c9df12c722d7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:13.307885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.310264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 4a663d36-f254-431d-84a1-48b1212f9af3 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:13.333458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f10fda8-fba2-478f-94e2-346d3cffc1c0']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:13.346738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694b5a1b-df5b-4b63-ad05-19f7a0ce7218') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:13.347122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694b5a1b-df5b-4b63-ad05-19f7a0ce7218') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:13.359537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.376433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.382423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:13.382822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.452830 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 694b5a1b-df5b-4b63-ad05-19f7a0ce7218 resource provider aggregate not found Oct 17 18:16:13.476985 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 694b5a1b-df5b-4b63-ad05-19f7a0ce7218 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 694b5a1b-df5b-4b63-ad05-19f7a0ce7218 found for delete ", "request_id": "req-9aca0146-2fb8-4b3d-b58a-8ecba27d463d"}]} Oct 17 18:16:13.513687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Deleting port 99e0b47c-4b6e-45a8-928e-c9df12c722d7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:13.514074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.523664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.578049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=4a663d36-f254-431d-84a1-48b1212f9af3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:13.584890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.594882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eedce1d5-e9e3-45f5-8d39-fa0287d9453e None None] The port '99e0b47c-4b6e-45a8-928e-c9df12c722d7' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:13.624033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.643899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.660868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=7f10fda8-fba2-478f-94e2-346d3cffc1c0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:13.678524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a337cc5b-9957-40dd-851a-27059fd7da07 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/4a663d36-f254-431d-84a1-48b1212f9af3 HTTP/1.1" status: 204 len: 168 time: 0.8065183 Oct 17 18:16:13.680884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40040) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:13.685043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af728d41-157a-4e52-be27-90fb5fdaa23e req-f490e50a-9061-47c3-ba91-8fb027310273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:13.686596 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af728d41-157a-4e52-be27-90fb5fdaa23e req-f490e50a-9061-47c3-ba91-8fb027310273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.1376858 Oct 17 18:16:13.732330 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af728d41-157a-4e52-be27-90fb5fdaa23e req-2ccf4252-4562-446b-a150-38f72f67f470 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397742 Oct 17 18:16:13.762024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-794675be-9c74-4539-8ad4-8d7e91a7ad75 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/7f10fda8-fba2-478f-94e2-346d3cffc1c0 HTTP/1.1" status: 204 len: 168 time: 1.5395713 Oct 17 18:16:13.762328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40044) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:13.768814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1938211218', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:13.777835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:13.786752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b189b87-ce37-4c1d-b23f-8c640e1e6524 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:13.787424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3b189b87-ce37-4c1d-b23f-8c640e1e6524 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:13.792785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:13.798066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:13.808591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:13.887899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3b189b87-ce37-4c1d-b23f-8c640e1e6524 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:13.889066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3b189b87-ce37-4c1d-b23f-8c640e1e6524 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2072046 Oct 17 18:16:13.891957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40050) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:13.935741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeffd46-d4aa-4253-b92c-a4aabced1d6e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:13.936280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1aeffd46-d4aa-4253-b92c-a4aabced1d6e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:13.949342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1aeffd46-d4aa-4253-b92c-a4aabced1d6e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:13.950530 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1aeffd46-d4aa-4253-b92c-a4aabced1d6e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/7efd055d-4518-4761-9afe-7982679a3d63 HTTP/1.1" status: 404 len: 333 time: 0.0575781 Oct 17 18:16:13.955358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40054) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:14.001016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ff8f7c-11b7-48d2-abc9-dd280021e13d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:14.002403 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f3ff8f7c-11b7-48d2-abc9-dd280021e13d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/4a663d36-f254-431d-84a1-48b1212f9af3 HTTP/1.1" status: 404 len: 333 time: 0.0469801 Oct 17 18:16:14.005250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40058) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:14.008467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.009512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.033947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.063559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b44117-1283-44a1-b678-f3d067374252 req-4aef8eee-9bc6-4917-b11f-6d1ddb21e473 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:14.065026 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e5b44117-1283-44a1-b678-f3d067374252 req-4aef8eee-9bc6-4917-b11f-6d1ddb21e473 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.2197158 Oct 17 18:16:14.112083 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e5b44117-1283-44a1-b678-f3d067374252 req-c6edf975-0443-4ce5-8584-53ea97e1a886 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Oct 17 18:16:14.116205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.265058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 99e0b47c-4b6e-45a8-928e-c9df12c722d7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:14.274426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.304719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6aa7c3-e7b3-4834-aa82-7bd31b053049']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:14.307861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 99e0b47c-4b6e-45a8-928e-c9df12c722d7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:14.308645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 99e0b47c-4b6e-45a8-928e-c9df12c722d7 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:14.327408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd32c0b9-a4af-4d98-81f3-a9656b97953c') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:14.327711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd32c0b9-a4af-4d98-81f3-a9656b97953c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:14.339948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.356378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.362454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:14.362843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.439642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.553966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.572125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.581873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=3e6aa7c3-e7b3-4834-aa82-7bd31b053049,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:14.586456 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a36381ac-f585-4a51-b858-9f0327c29837 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/3e6aa7c3-e7b3-4834-aa82-7bd31b053049 HTTP/1.1" status: 204 len: 168 time: 0.5787871 Oct 17 18:16:14.589195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40066) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:14.594868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1383130884'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:14.600569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:14.605201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:14.608157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:14.614277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:14.702086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:14.705649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.734755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:14.743383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.743734 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment 0a79a27d-66da-43fb-8776-9a6532ce2505 of type vlan for network afca0f4d-21cb-406b-99be-52c239cc2d4a Oct 17 18:16:14.769689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.830772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.855455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.860607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.861031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:14.861662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:14.970773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=afca0f4d-21cb-406b-99be-52c239cc2d4a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:14.988019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network afca0f4d-21cb-406b-99be-52c239cc2d4a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:15.000559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 172.26.2.246 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/111b81cd-84f0-41a7-ae75-7163ce2f34f3) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:15.051775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b101990e-2e88-4f65-b529-3ce93e3a9593 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4614375 Oct 17 18:16:15.054589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40070) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:15.060873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:15.149735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:15.175791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:15.179637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:15.182603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:15.188448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:15.233854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:15.277437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:15.281236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:15.299579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:15.302350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:15.307667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:15.335996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=111b81cd-84f0-41a7-ae75-7163ce2f34f3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:15.374954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Performing IP validity checks on allocation pools {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:16:15.375566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_backend_mixin [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89827) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:16:15.499164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cd32c0b9-a4af-4d98-81f3-a9656b97953c resource provider aggregate not found Oct 17 18:16:15.519679 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment cd32c0b9-a4af-4d98-81f3-a9656b97953c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd32c0b9-a4af-4d98-81f3-a9656b97953c found for delete ", "request_id": "req-f578938c-1b6c-4a50-9c93-0cbc6427f043"}]} Oct 17 18:16:15.599025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:15.738175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40078) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:15.924908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=dfe8bc46-4c15-49a6-93fc-6969d93090e0,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:15.935868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:15.946032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': '0a79a27d-66da-43fb-8776-9a6532ce2505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:15.946395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: afca0f4d-21cb-406b-99be-52c239cc2d4a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:16.101095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network afca0f4d-21cb-406b-99be-52c239cc2d4a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:16.227760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, afca0f4d-21cb-406b-99be-52c239cc2d4a) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:16.237143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f7b05-9903-4a38-a296-ccf25688836f None None] Network afca0f4d-21cb-406b-99be-52c239cc2d4a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:16.290997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.302494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:16.303094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.401109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3a6e1caf-7ff1-4c31-b26e-541b98a6993e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3424952 Oct 17 18:16:16.403260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40082) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:16.411948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a', 'name': 'tempest-PortsTestJSON-1185236955'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:16.512314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-afca0f4d-21cb-406b-99be-52c239cc2d4a', 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': 'dfe8bc46-4c15-49a6-93fc-6969d93090e0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:16.513286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.580900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router bd00f7e2-cc84-42ed-9c55-99db135836a9 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:16:16.658032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.676930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:16.711150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Allocated IP 172.20.0.2 (afca0f4d-21cb-406b-99be-52c239cc2d4a/dfe8bc46-4c15-49a6-93fc-6969d93090e0/2e2fcb98-cbf8-47be-b619-701d6526ad8e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:16.741508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:16.769887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:16.782621 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] Sync routers for ids ['bd00f7e2-cc84-42ed-9c55-99db135836a9'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:16.795476 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] Routers {'bd00f7e2-cc84-42ed-9c55-99db135836a9'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:16.796886 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['bd00f7e2-cc84-42ed-9c55-99db135836a9'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:16.864030 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:16.873586 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] Routers {'bd00f7e2-cc84-42ed-9c55-99db135836a9'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:16.874436 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['bd00f7e2-cc84-42ed-9c55-99db135836a9'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:16.891206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.892994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4bd160e0-7699-4045-bf8b-623a9959ca91 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1296062 Oct 17 18:16:16.897500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40086) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:16.932082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:16.940621 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:16.941025 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff95644-c823-4c1f-8427-5eeceacbf1b4 None None] The sync data for ids ['bd00f7e2-cc84-42ed-9c55-99db135836a9'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:16.942526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Transition to ACTIVE for port object 2e2fcb98-cbf8-47be-b619-701d6526ad8e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:16.960971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Transition to ACTIVE for port object 2e2fcb98-cbf8-47be-b619-701d6526ad8e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:17.030894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.051188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:17.054640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.095376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 8153cc8e-9bc2-4d3b-9973-c538388cfd44 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:17.101086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Network afca0f4d-21cb-406b-99be-52c239cc2d4a is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:17.104712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:17.108597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:17.110285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-42a2e83b-ddee-40cf-bc0b-1753ac406d5b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers/bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 200 len: 885 time: 0.2113848 Oct 17 18:16:17.112978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:17.119784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Pushing event updated for resources: {'Port': ['ID=2e2fcb98-cbf8-47be-b619-701d6526ad8e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:17.231737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Attempting to bind port 2e2fcb98-cbf8-47be-b619-701d6526ad8e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:17.232204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Attempting to bind port 2e2fcb98-cbf8-47be-b619-701d6526ad8e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '0a79a27d-66da-43fb-8776-9a6532ce2505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:17.232632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Attempting to bind port 2e2fcb98-cbf8-47be-b619-701d6526ad8e on network afca0f4d-21cb-406b-99be-52c239cc2d4a {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:17.238750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:17.239500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Checking segment: {'id': '0a79a27d-66da-43fb-8776-9a6532ce2505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:17.239681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.240133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Bound using segment: {'id': '0a79a27d-66da-43fb-8776-9a6532ce2505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:17.240673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Bound port: 2e2fcb98-cbf8-47be-b619-701d6526ad8e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a79a27d-66da-43fb-8776-9a6532ce2505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'afca0f4d-21cb-406b-99be-52c239cc2d4a'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:17.241119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.282197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.17 (4e54ba9a-8b8b-46b3-942f-8419658d3763/8435c675-dac2-4b76-a0eb-c3331cce147b/402329ff-64c6-4e45-b37f-a9c925e03add) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:17.340522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] For port 2e2fcb98-cbf8-47be-b619-701d6526ad8e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:17.348215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] For port 2e2fcb98-cbf8-47be-b619-701d6526ad8e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2e2fcb98-cbf8-47be-b619-701d6526ad8e,segment=NetworkSegment(0a79a27d-66da-43fb-8776-9a6532ce2505),segment_id=0a79a27d-66da-43fb-8776-9a6532ce2505)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:17.352604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-08fc31f2-f74d-4631-919d-123d2f9735c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:router {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:17.462976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-08fc31f2-f74d-4631-919d-123d2f9735c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:router {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:17.464471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-08fc31f2-f74d-4631-919d-123d2f9735c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3504732 Oct 17 18:16:17.465817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.467074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:17.474048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1938211218'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:17.503082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.12 (afca0f4d-21cb-406b-99be-52c239cc2d4a/dfe8bc46-4c15-49a6-93fc-6969d93090e0/8153cc8e-9bc2-4d3b-9973-c538388cfd44) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:17.547298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.557696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa7ba-185a-4244-823b-7725e5e9b871 None None] Pushing event updated for resources: {'Port': ['ID=2e2fcb98-cbf8-47be-b619-701d6526ad8e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:17.593057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 402329ff-64c6-4e45-b37f-a9c925e03add will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:17.790295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.807447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 8153cc8e-9bc2-4d3b-9973-c538388cfd44 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:17.827477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:17.906595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:17.909674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:17.913466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:17.949548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:17.983232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.021340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.073170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network afca0f4d-21cb-406b-99be-52c239cc2d4a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:18.077197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:18.083590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:18.135014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=8153cc8e-9bc2-4d3b-9973-c538388cfd44,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:18.179560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:18.180207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.181444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.285705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.290009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2e2fcb98-cbf8-47be-b619-701d6526ad8e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:18.309674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a865a199-36f8-4d68-af7f-9f0ba7d906a8 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9053473 Oct 17 18:16:18.335024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40098) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:18.430917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.443597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Provisioning for port 402329ff-64c6-4e45-b37f-a9c925e03add completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:18.444893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 8153cc8e-9bc2-4d3b-9973-c538388cfd44 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:18.445234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.451213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Provisioning complete for port 402329ff-64c6-4e45-b37f-a9c925e03add triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:18.451898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.452548 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 1 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:18.484769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router bd00f7e2-cc84-42ed-9c55-99db135836a9 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:18.510111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 2e2fcb98-cbf8-47be-b619-701d6526ad8e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:18.546710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:18.688080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:18.698637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:18.700977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-35a41dda-0f00-4a94-9b80-96a47d2d3fcc tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 200 len: 892 time: 1.2319438 Oct 17 18:16:18.702744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:18.706898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] Sync routers for ids ['bd00f7e2-cc84-42ed-9c55-99db135836a9'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:18.719266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] Routers {'bd00f7e2-cc84-42ed-9c55-99db135836a9'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:18.721115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['bd00f7e2-cc84-42ed-9c55-99db135836a9'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:18.798220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:18.809578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] Routers {'bd00f7e2-cc84-42ed-9c55-99db135836a9'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:18.810423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['bd00f7e2-cc84-42ed-9c55-99db135836a9'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:18.873962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a663a-013b-4b1a-8dc8-4d1708afc3c4 None None] Network afca0f4d-21cb-406b-99be-52c239cc2d4a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:18.898043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:18.900203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062374cc-9fa0-4aa8-8bd8-df687848bae4 None None] The sync data for ids ['bd00f7e2-cc84-42ed-9c55-99db135836a9'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:18.910605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-604d2e32-632d-4839-836c-f30ba05f40e3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers/bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 200 len: 892 time: 0.2041457 Oct 17 18:16:18.911784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40106) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:18.966676 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a6a76e85-6538-4f52-bfb3-831c249663ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 200 len: 205 time: 0.0546746 Oct 17 18:16:18.969111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40110) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:19.052919 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 2 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:19.165285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:19.231588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.290814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.376093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 8153cc8e-9bc2-4d3b-9973-c538388cfd44 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:19.461354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.490754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.553160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.604717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 111b81cd-84f0-41a7-ae75-7163ce2f34f3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:19.605072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.628738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-106e596f-9406-41da-b41b-90971510f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.666621 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 3 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:19.670828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.674538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:19.735140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:19.751073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.787307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:19.819049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=8153cc8e-9bc2-4d3b-9973-c538388cfd44,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:19.922983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 111b81cd-84f0-41a7-ae75-7163ce2f34f3 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:19.968549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:19.971179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:19.976473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.105933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4fe00a9d-e15b-40a6-ac51-de54b390a748 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/8153cc8e-9bc2-4d3b-9973-c538388cfd44 HTTP/1.1" status: 204 len: 168 time: 1.7646034 Oct 17 18:16:20.108711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40114) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:20.158310 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e214b2fd-de2e-4f57-8f10-6c91ecd189c4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:16:20.159154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e214b2fd-de2e-4f57-8f10-6c91ecd189c4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:16:20.168045 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e214b2fd-de2e-4f57-8f10-6c91ecd189c4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/8153cc8e-9bc2-4d3b-9973-c538388cfd44 HTTP/1.1" status: 404 len: 333 time: 0.0563440 Oct 17 18:16:20.168686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40118) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:20.187927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:20.212799 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2433400e-2635-4f21-8bcd-890e13d2eb1c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:20.214705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2433400e-2635-4f21-8bcd-890e13d2eb1c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/8153cc8e-9bc2-4d3b-9973-c538388cfd44 HTTP/1.1" status: 404 len: 333 time: 0.0449231 Oct 17 18:16:20.225807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40122) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:20.236266 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 4 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:20.288800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet dfe8bc46-4c15-49a6-93fc-6969d93090e0 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:20.292743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.311397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:20.321366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.374935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:20.377476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=111b81cd-84f0-41a7-ae75-7163ce2f34f3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:20.382442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ead26d85-8cac-439d-a3b8-72eb2b831dc1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6403556 Oct 17 18:16:20.392256 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:20.403392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:20.404134 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:20.471393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.536733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.586457 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:20.812399 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 5 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:20.840910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.840910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.861412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.875589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:20.939626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:20.940210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router bd00f7e2-cc84-42ed-9c55-99db135836a9 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:16:20.960176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402329ff-64c6-4e45-b37f-a9c925e03add', 'name': '', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:1e:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:16Z', 'updated_at': '2022-10-17T18:16:18Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:20.964089 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:16:20.964431 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Updating router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c port 402329ff-64c6-4e45-b37f-a9c925e03add binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:16:21.015464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.016568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.054877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.055959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4a4bfbc3-2dd8-455d-828e-f543a115a457 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 204 len: 168 time: 2.0855863 Oct 17 18:16:21.061250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40130) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:21.062661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe8bc46-4c15-49a6-93fc-6969d93090e0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:21.064760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.069011 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a35abb9-374a-4e46-9171-4d21af241421 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/dfe8bc46-4c15-49a6-93fc-6969d93090e0 HTTP/1.1" status: 204 len: 168 time: 0.8481123 Oct 17 18:16:21.069834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40134) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:21.072082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630006587'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:21.077348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:21.078090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f0a41-2b61-4257-b7d3-a54f0f3978e8 None None] Network afca0f4d-21cb-406b-99be-52c239cc2d4a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:21.082433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:21.086316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:21.093226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:21.175937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:21.181509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.192187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.205271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 2e2fcb98-cbf8-47be-b619-701d6526ad8e {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:21.205271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.223700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:21.238770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.240084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 11f4875b-45fa-4fdd-96c6-9a264ecfdbd3 of type vlan for network 737cee5d-5867-4b3b-ae97-413ded3996f3 Oct 17 18:16:21.278682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.375534 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 6 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:21.393214 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.406147 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Transition to ACTIVE for port object 402329ff-64c6-4e45-b37f-a9c925e03add will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:21.414922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.424256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:21.424256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.450892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c895c-102f-4e60-b926-1b559be2802d None None] DHCP port deletion for afca0f4d-21cb-406b-99be-52c239cc2d4a request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:21.460073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Deleting port 2e2fcb98-cbf8-47be-b619-701d6526ad8e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:21.460427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.491142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port 2e2fcb98-cbf8-47be-b619-701d6526ad8e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2e2fcb98-cbf8-47be-b619-701d6526ad8e,segment=NetworkSegment(0a79a27d-66da-43fb-8776-9a6532ce2505),segment_id=0a79a27d-66da-43fb-8776-9a6532ce2505)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:21.492161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.496010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:21.519464 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.556729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=737cee5d-5867-4b3b-ae97-413ded3996f3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:21.574833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:21.627834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 2e2fcb98-cbf8-47be-b619-701d6526ad8e owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:21.648331 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6b070b5e-18ea-4443-992f-e660d814d4ee tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5831852 Oct 17 18:16:21.651839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40138) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:21.654723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:21.740232 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Pushing event updated for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:21.764176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.764369 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.764898 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.765411 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.766137 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.766494 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.766824 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.767307 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.767836 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.768169 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.768490 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.768976 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:21.776305 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Attempting to bind port 402329ff-64c6-4e45-b37f-a9c925e03add on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:21.776916 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Attempting to bind port 402329ff-64c6-4e45-b37f-a9c925e03add by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:21.777446 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Attempting to bind port 402329ff-64c6-4e45-b37f-a9c925e03add on network 4e54ba9a-8b8b-46b3-942f-8419658d3763 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:21.784397 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:21.785090 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Checking segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:21.785624 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.786108 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Bound using segment: {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:21.786668 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Bound port: 402329ff-64c6-4e45-b37f-a9c925e03add, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a55d99-e82e-42c5-8742-92cbf9de23b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:21.787153 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.792280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:21.796192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:21.800638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.800885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:21.806953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:21.823279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-215c895c-102f-4e60-b926-1b559be2802d None None] For port 2e2fcb98-cbf8-47be-b619-701d6526ad8e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2e2fcb98-cbf8-47be-b619-701d6526ad8e,segment=NetworkSegment(0a79a27d-66da-43fb-8776-9a6532ce2505),segment_id=0a79a27d-66da-43fb-8776-9a6532ce2505)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:21.823911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.853407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=2e2fcb98-cbf8-47be-b619-701d6526ad8e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:21.856087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No DVR routers for this DVR port 2e2fcb98-cbf8-47be-b619-701d6526ad8e on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:21.884259 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] For port 402329ff-64c6-4e45-b37f-a9c925e03add, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:21.893641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] For port 402329ff-64c6-4e45-b37f-a9c925e03add, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=402329ff-64c6-4e45-b37f-a9c925e03add,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:21.914042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:21.917736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.953725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Calling delete_port for 2e2fcb98-cbf8-47be-b619-701d6526ad8e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:21.971997 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.997106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:21.998640 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Attempt 7 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:22.029343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:22.029995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:15:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:22.042663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afca0f4d-21cb-406b-99be-52c239cc2d4a']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:22.058968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a79a27d-66da-43fb-8776-9a6532ce2505') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:22.060137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a79a27d-66da-43fb-8776-9a6532ce2505') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:22.076608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.094263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-901b8ca5-5798-451d-8492-1e1f3899a965 None None] Port 402329ff-64c6-4e45-b37f-a9c925e03add had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:16:22.100594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:22.100737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.101274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:22.108162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:22.108676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.190384 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0a79a27d-66da-43fb-8776-9a6532ce2505 resource provider aggregate not found Oct 17 18:16:22.216305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2f5d2b4b-6dca-4d1a-9e08-74cb9a4c7474 None None] Could not find standard attr ID for object 2e2fcb98-cbf8-47be-b619-701d6526ad8e. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:22.237745 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:22.239472 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0a79a27d-66da-43fb-8776-9a6532ce2505 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a79a27d-66da-43fb-8776-9a6532ce2505 found for delete ", "request_id": "req-13c742ce-ba22-4fde-98f6-7fa378baef4a"}]} Oct 17 18:16:22.251198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2f5d2b4b-6dca-4d1a-9e08-74cb9a4c7474 None None] Could not find standard attr ID for object 8153cc8e-9bc2-4d3b-9973-c538388cfd44. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:22.283797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6dbe-f3ca-42d1-92ef-5cf5f8941f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.296926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2e2fcb98-cbf8-47be-b619-701d6526ad8e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:22.313195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.326203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.339427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 2e2fcb98-cbf8-47be-b619-701d6526ad8e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:22.340399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2e2fcb98-cbf8-47be-b619-701d6526ad8e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:22.370997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=afca0f4d-21cb-406b-99be-52c239cc2d4a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:22.380980 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c99f6b56-22d6-4694-bdb1-294a9a3c41ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/afca0f4d-21cb-406b-99be-52c239cc2d4a HTTP/1.1" status: 204 len: 168 time: 1.3040080 Oct 17 18:16:22.381138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40148) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:22.386112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288348930'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:22.392075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f3d8c-33c7-4ae2-9839-298548d057f5 None None] Pushing event updated for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:22.392668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:22.404587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:22.409372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:22.419390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:22.602807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Deleting port 2e2fcb98-cbf8-47be-b619-701d6526ad8e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:22.603226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-215c895c-102f-4e60-b926-1b559be2802d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.604430 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402329ff-64c6-4e45-b37f-a9c925e03add', 'name': '', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:1e:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:16Z', 'updated_at': '2022-10-17T18:16:21Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:22.605030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:22.608415 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a418ded-29d1-4ee1-9326-fc71de4a2083 None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402329ff-64c6-4e45-b37f-a9c925e03add', 'name': '', 'network_id': '4e54ba9a-8b8b-46b3-942f-8419658d3763', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:1e:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:16Z', 'updated_at': '2022-10-17T18:16:21Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '8435c675-dac2-4b76-a0eb-c3331cce147b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:22.608637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.646098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:22.684457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.684806 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment 0d6e237e-7b1e-4e66-a69f-38404edd8cbc of type vlan for network eec75cb6-8e12-419e-9dca-a82f3e56df71 Oct 17 18:16:22.685439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-215c895c-102f-4e60-b926-1b559be2802d None None] The port '2e2fcb98-cbf8-47be-b619-701d6526ad8e' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:22.695779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.777787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:22.833007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=4d24f2dc-22b7-491c-8d12-41f545b006ab,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:22.844985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:22.845451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 737cee5d-5867-4b3b-ae97-413ded3996f3, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:23.001093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.043448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.047159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.050260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:23.050917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.055095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:23.156686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 737cee5d-5867-4b3b-ae97-413ded3996f3) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:23.164988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03742bf9-5c40-4930-bf9d-512666f17ad9 None None] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:23.175347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:23.175937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.190759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=eec75cb6-8e12-419e-9dca-a82f3e56df71,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:23.235024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:23.238238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40154) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:23.238845 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11958546-eac2-4c40-ac74-3f85a9868a0a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8595045 Oct 17 18:16:23.251949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:23.309220 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7b7f9a28-3ded-468c-a643-7b3831fe052c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6596470 Oct 17 18:16:23.311953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40158) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:23.317297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-677951126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:23.324259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:23.328659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:23.334740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:23.341365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:23.382781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:23.387622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:23.391329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:23.403348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:23.420279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.421567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.437187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.479975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:23.484710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.486313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-737cee5d-5867-4b3b-ae97-413ded3996f3', 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': '4d24f2dc-22b7-491c-8d12-41f545b006ab'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:23.496153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.537675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.618529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.619673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0a5eccba-e43a-4cd1-a61d-cfc4e5dee507 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3067768 Oct 17 18:16:23.622443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40162) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:23.657988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Allocated IP 2001:db8::2 (737cee5d-5867-4b3b-ae97-413ded3996f3/4d24f2dc-22b7-491c-8d12-41f545b006ab/176bdf39-e93c-4944-8dd7-5e19c600968e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:23.781854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.859442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=3931056a-23db-4158-8462-a61476aae49c,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:23.874223 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:16:23.876166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': '0d6e237e-7b1e-4e66-a69f-38404edd8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:23.876590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: eec75cb6-8e12-419e-9dca-a82f3e56df71, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:23.919631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:23.930256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Transition to ACTIVE for port object 176bdf39-e93c-4944-8dd7-5e19c600968e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:23.949672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Transition to ACTIVE for port object 176bdf39-e93c-4944-8dd7-5e19c600968e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:23.970367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:24.033257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.050731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, eec75cb6-8e12-419e-9dca-a82f3e56df71) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:24.061448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:24.062989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.076419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870c1bb-b5c1-4b30-b661-3f5066905497 None None] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:24.123694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.171512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:24.175619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:24.182143 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75ce8d51-087c-4f62-a8f3-452f4bd7d8da tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9367325 Oct 17 18:16:24.182143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40166) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:24.182366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:24.188529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1671979505'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:24.197588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Pushing event updated for resources: {'Port': ['ID=176bdf39-e93c-4944-8dd7-5e19c600968e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:24.349594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 402329ff-64c6-4e45-b37f-a9c925e03add up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:24.428097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Attempting to bind port 176bdf39-e93c-4944-8dd7-5e19c600968e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:24.428462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Attempting to bind port 176bdf39-e93c-4944-8dd7-5e19c600968e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:24.428823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Attempting to bind port 176bdf39-e93c-4944-8dd7-5e19c600968e on network 737cee5d-5867-4b3b-ae97-413ded3996f3 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:24.447234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.457307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:24.457702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Checking segment: {'id': '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:24.458163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.458742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Bound using segment: {'id': '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:24.459208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Bound port: 176bdf39-e93c-4944-8dd7-5e19c600968e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '737cee5d-5867-4b3b-ae97-413ded3996f3'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:24.459578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.484111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:24.488397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:24.491495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:24.497422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:24.577209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8::1 (737cee5d-5867-4b3b-ae97-413ded3996f3/4d24f2dc-22b7-491c-8d12-41f545b006ab/465c4644-33d1-48b0-bb9a-71b996698bfe) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:24.584815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:24.587540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.592100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-eec75cb6-8e12-419e-9dca-a82f3e56df71', 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': '3931056a-23db-4158-8462-a61476aae49c'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:24.592904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.614468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port cd147c69-24f8-4238-bc44-471201fa6166 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:24.659974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] For port 176bdf39-e93c-4944-8dd7-5e19c600968e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:24.677291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 402329ff-64c6-4e45-b37f-a9c925e03add completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:24.684487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] For port 176bdf39-e93c-4944-8dd7-5e19c600968e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=176bdf39-e93c-4944-8dd7-5e19c600968e,segment=NetworkSegment(11f4875b-45fa-4fdd-96c6-9a264ecfdbd3),segment_id=11f4875b-45fa-4fdd-96c6-9a264ecfdbd3)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:24.692247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 402329ff-64c6-4e45-b37f-a9c925e03add triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:24.692621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.692953 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:24.790575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.11 (eec75cb6-8e12-419e-9dca-a82f3e56df71/3931056a-23db-4158-8462-a61476aae49c/cd147c69-24f8-4238-bc44-471201fa6166) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:24.840895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 402329ff-64c6-4e45-b37f-a9c925e03add is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:24.841313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.859842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.891804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:24.914677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 465c4644-33d1-48b0-bb9a-71b996698bfe will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:24.950094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 402329ff-64c6-4e45-b37f-a9c925e03add, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=402329ff-64c6-4e45-b37f-a9c925e03add,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:24.966351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358c51-449d-4e2d-8b36-10bd2748231b None None] Pushing event updated for resources: {'Port': ['ID=176bdf39-e93c-4944-8dd7-5e19c600968e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:24.985464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.001825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object cd147c69-24f8-4238-bc44-471201fa6166 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:25.609431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.612744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.615606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.690216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:25.693729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:25.698713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:25.699358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.708458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:25.710218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.711848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:25.717304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:25.724901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=465c4644-33d1-48b0-bb9a-71b996698bfe,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:25.762129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=cd147c69-24f8-4238-bc44-471201fa6166,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:25.762382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Allocated IP 172.20.0.2 (eec75cb6-8e12-419e-9dca-a82f3e56df71/3931056a-23db-4158-8462-a61476aae49c/ff70b518-cb26-4c5d-8879-908ef44c5581) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:25.766048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:25.798892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:25.798892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.926485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:25.954332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc9c1d8e-574d-46dd-a210-9b6701fe8fdb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7708142 Oct 17 18:16:25.957097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40172) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:25.999625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.013452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb40c81-93ee-4484-bb0f-8ce6d656e1d8 None None] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:26.026774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Transition to ACTIVE for port object ff70b518-cb26-4c5d-8879-908ef44c5581 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:26.039586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port cd147c69-24f8-4238-bc44-471201fa6166 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:26.040022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.120613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Transition to ACTIVE for port object ff70b518-cb26-4c5d-8879-908ef44c5581 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:26.275964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.339031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.386592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6c956425-1905-455a-bde5-98516ac3ae60 None None] Provisioning for port 176bdf39-e93c-4944-8dd7-5e19c600968e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:26.416562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:26.417811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 176bdf39-e93c-4944-8dd7-5e19c600968e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:26.454678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:26.457257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:26.460212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.488475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for cd147c69-24f8-4238-bc44-471201fa6166 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:26.552709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.553466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.574263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Pushing event updated for resources: {'Port': ['ID=ff70b518-cb26-4c5d-8879-908ef44c5581,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:26.612408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Attempting to bind port ff70b518-cb26-4c5d-8879-908ef44c5581 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:26.613255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Attempting to bind port ff70b518-cb26-4c5d-8879-908ef44c5581 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '0d6e237e-7b1e-4e66-a69f-38404edd8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:26.613255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Attempting to bind port ff70b518-cb26-4c5d-8879-908ef44c5581 on network eec75cb6-8e12-419e-9dca-a82f3e56df71 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:26.622581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:26.624478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Checking segment: {'id': '0d6e237e-7b1e-4e66-a69f-38404edd8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:26.624478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.624478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Bound using segment: {'id': '0d6e237e-7b1e-4e66-a69f-38404edd8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:26.624478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Bound port: ff70b518-cb26-4c5d-8879-908ef44c5581, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e237e-7b1e-4e66-a69f-38404edd8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eec75cb6-8e12-419e-9dca-a82f3e56df71'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:26.624891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.707214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=465c4644-33d1-48b0-bb9a-71b996698bfe,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:26.730737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.740789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] For port ff70b518-cb26-4c5d-8879-908ef44c5581, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:26.749692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] For port ff70b518-cb26-4c5d-8879-908ef44c5581, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ff70b518-cb26-4c5d-8879-908ef44c5581,segment=NetworkSegment(0d6e237e-7b1e-4e66-a69f-38404edd8cbc),segment_id=0d6e237e-7b1e-4e66-a69f-38404edd8cbc)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:26.751361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 176bdf39-e93c-4944-8dd7-5e19c600968e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:26.757947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 176bdf39-e93c-4944-8dd7-5e19c600968e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:26.759353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.759992 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 176bdf39-e93c-4944-8dd7-5e19c600968e Oct 17 18:16:26.760947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:26.762309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:26.796355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=cd147c69-24f8-4238-bc44-471201fa6166,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:26.833949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.923904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.943427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb72fa68-77f8-4683-83f4-6902236f76bf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/cd147c69-24f8-4238-bc44-471201fa6166 HTTP/1.1" status: 204 len: 168 time: 0.9850686 Oct 17 18:16:26.947382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40176) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:26.968169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 176bdf39-e93c-4944-8dd7-5e19c600968e is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:26.968644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:26.988796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfc03c-a0d6-4dfc-adc6-fa0e1cb8c585 None None] Pushing event updated for resources: {'Port': ['ID=ff70b518-cb26-4c5d-8879-908ef44c5581,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:27.001645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddd8d34-f126-4d76-83ac-616a6ab9c53a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:27.002160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2ddd8d34-f126-4d76-83ac-616a6ab9c53a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:27.036344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 176bdf39-e93c-4944-8dd7-5e19c600968e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=176bdf39-e93c-4944-8dd7-5e19c600968e,segment=NetworkSegment(11f4875b-45fa-4fdd-96c6-9a264ecfdbd3),segment_id=11f4875b-45fa-4fdd-96c6-9a264ecfdbd3)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:27.145344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2ddd8d34-f126-4d76-83ac-616a6ab9c53a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:27.152774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40180) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:27.152936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2ddd8d34-f126-4d76-83ac-616a6ab9c53a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/cd147c69-24f8-4238-bc44-471201fa6166 HTTP/1.1" status: 404 len: 333 time: 0.2040098 Oct 17 18:16:27.227964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Provisioning for port 465c4644-33d1-48b0-bb9a-71b996698bfe completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:27.235064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 3931056a-23db-4158-8462-a61476aae49c {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:27.236338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.237297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 402329ff-64c6-4e45-b37f-a9c925e03add up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:27.237421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router b5fcc639-d491-4502-ae2c-9b21609007a4 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:16:27.245673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.368461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Provisioning complete for port 465c4644-33d1-48b0-bb9a-71b996698bfe triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:27.369529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.369907 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 1 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:27.468129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:27.472852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=176bdf39-e93c-4944-8dd7-5e19c600968e,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:27.480042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.484838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 402329ff-64c6-4e45-b37f-a9c925e03add triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:27.485215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.485548 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 402329ff-64c6-4e45-b37f-a9c925e03add Oct 17 18:16:27.632317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 402329ff-64c6-4e45-b37f-a9c925e03add is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:27.668363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:27.678020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] Sync routers for ids ['b5fcc639-d491-4502-ae2c-9b21609007a4'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:27.688508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] Routers {'b5fcc639-d491-4502-ae2c-9b21609007a4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:27.689124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b5fcc639-d491-4502-ae2c-9b21609007a4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:27.695631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f08a3585-1984-405c-983f-f8bea2549b85 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/b5fcc639-d491-4502-ae2c-9b21609007a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0713542 Oct 17 18:16:27.698671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40186) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:27.729259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:27.779047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4f61b-7ca2-4132-ba70-61c6a3d6debd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:27.783209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40190) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:27.783368 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5ef4f61b-7ca2-4132-ba70-61c6a3d6debd tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports/465c4644-33d1-48b0-bb9a-71b996698bfe HTTP/1.1" status: 200 len: 911 time: 0.0839584 Oct 17 18:16:27.786309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:27.801650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d24f2dc-22b7-491c-8d12-41f545b006ab'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:27.801826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] Routers {'b5fcc639-d491-4502-ae2c-9b21609007a4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:27.801826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b5fcc639-d491-4502-ae2c-9b21609007a4'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:27.871756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:27.872170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce7bed-85ff-4021-b156-a5661bd33729 None None] The sync data for ids ['b5fcc639-d491-4502-ae2c-9b21609007a4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:27.969650 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 2 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:27.991123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.028564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:28.049054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=3931056a-23db-4158-8462-a61476aae49c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:28.056000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.078343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3539f5-8db3-4058-98af-ecbd43558f28 None None] Network eec75cb6-8e12-419e-9dca-a82f3e56df71 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:28.093232 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-206cc241-12e8-4dfc-bcd6-642abe8c9cd0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/3931056a-23db-4158-8462-a61476aae49c HTTP/1.1" status: 204 len: 168 time: 0.9393625 Oct 17 18:16:28.095891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40194) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:28.124839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.225840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.239345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port ff70b518-cb26-4c5d-8879-908ef44c5581 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:28.240073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.405234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] DHCP port deletion for eec75cb6-8e12-419e-9dca-a82f3e56df71 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:28.409742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Deleting port ff70b518-cb26-4c5d-8879-908ef44c5581 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:28.410356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.440517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 176bdf39-e93c-4944-8dd7-5e19c600968e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:28.541027 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 3 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:28.609025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port ff70b518-cb26-4c5d-8879-908ef44c5581, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ff70b518-cb26-4c5d-8879-908ef44c5581,segment=NetworkSegment(0d6e237e-7b1e-4e66-a69f-38404edd8cbc),segment_id=0d6e237e-7b1e-4e66-a69f-38404edd8cbc)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:28.609441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.641758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:28.739975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for ff70b518-cb26-4c5d-8879-908ef44c5581 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:28.744817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 176bdf39-e93c-4944-8dd7-5e19c600968e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:28.745192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.745515 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 176bdf39-e93c-4944-8dd7-5e19c600968e Oct 17 18:16:28.768158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.808022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] For port ff70b518-cb26-4c5d-8879-908ef44c5581, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ff70b518-cb26-4c5d-8879-908ef44c5581,segment=NetworkSegment(0d6e237e-7b1e-4e66-a69f-38404edd8cbc),segment_id=0d6e237e-7b1e-4e66-a69f-38404edd8cbc)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:28.808338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.867074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.873425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:28.874099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.875560 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/ports/465c4644-33d1-48b0-bb9a-71b996698bfe HTTP/1.1" status: 200 len: 911 time: 1.0909109 Oct 17 18:16:28.878518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:28.936262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Calling delete_port for ff70b518-cb26-4c5d-8879-908ef44c5581 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:28.941897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:28.944014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d98d9-638d-410d-9dd6-a6752a8072e1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=465c4644-33d1-48b0-bb9a-71b996698bfe,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:29.058293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 176bdf39-e93c-4944-8dd7-5e19c600968e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:29.065160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:29.065473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=ff70b518-cb26-4c5d-8879-908ef44c5581,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:29.065752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:29.069371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No DVR routers for this DVR port ff70b518-cb26-4c5d-8879-908ef44c5581 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:29.142546 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 4 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:29.196633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:29.322806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.357145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec75cb6-8e12-419e-9dca-a82f3e56df71']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:29.374230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6e237e-7b1e-4e66-a69f-38404edd8cbc') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:29.374529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6e237e-7b1e-4e66-a69f-38404edd8cbc') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:29.416069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.441016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.456603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:29.457201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.562559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0d6e237e-7b1e-4e66-a69f-38404edd8cbc resource provider aggregate not found Oct 17 18:16:29.566971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Deleting port ff70b518-cb26-4c5d-8879-908ef44c5581 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:29.566971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.590602 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0d6e237e-7b1e-4e66-a69f-38404edd8cbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d6e237e-7b1e-4e66-a69f-38404edd8cbc found for delete ", "request_id": "req-6444a6fa-558e-4535-86c2-b451c6a5564e"}]} Oct 17 18:16:29.639387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f42004ea-4871-495c-af2f-2fe80f490898 None None] The port 'ff70b518-cb26-4c5d-8879-908ef44c5581' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:29.690359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.697939 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 5 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:29.764113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.764390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:29.838662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.850715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=eec75cb6-8e12-419e-9dca-a82f3e56df71,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:30.065343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-12ed265f-dcbe-49b4-92a0-b259f5903ea1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/eec75cb6-8e12-419e-9dca-a82f3e56df71 HTTP/1.1" status: 204 len: 168 time: 1.9679987 Oct 17 18:16:30.068960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40208) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:30.074842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'name': 'tempest-PortsTestJSON-595692660'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:30.172121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 465c4644-33d1-48b0-bb9a-71b996698bfe {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:30.172465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.190671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:30.194748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:30.197785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:30.204653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:30.254119 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 6 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:30.283207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ff70b518-cb26-4c5d-8879-908ef44c5581 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:30.312747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:30.316238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.334216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ff70b518-cb26-4c5d-8879-908ef44c5581 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:30.344604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ff70b518-cb26-4c5d-8879-908ef44c5581 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:30.345534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port e931f3b3-9c6b-443d-afc0-1ab9233f449d yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:30.355002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:30.377616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.500661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 465c4644-33d1-48b0-bb9a-71b996698bfe owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:30.567027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.650797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.720883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:30.723851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:30.727602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:30.733121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:30.733768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.735540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.741289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=e931f3b3-9c6b-443d-afc0-1ab9233f449d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:30.787005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=465c4644-33d1-48b0-bb9a-71b996698bfe,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:30.814562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-058ebff9-f6b5-4bb7-88d7-21c03a52b9c2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7444627 Oct 17 18:16:30.817077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:30.856881 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 7 to provision port 465c4644-33d1-48b0-bb9a-71b996698bfe Oct 17 18:16:30.900505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port e931f3b3-9c6b-443d-afc0-1ab9233f449d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:30.901146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.904742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Port 465c4644-33d1-48b0-bb9a-71b996698bfe was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:16:30.918065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Provisioning complete for port 176bdf39-e93c-4944-8dd7-5e19c600968e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:30.918510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:30.919266 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Attempt 1 to provision port 176bdf39-e93c-4944-8dd7-5e19c600968e Oct 17 18:16:30.977531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.056038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-db614281-ebbc-4045-992f-c57c00defb14 None None] Current status of the port 176bdf39-e93c-4944-8dd7-5e19c600968e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:31.168727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ddf27b8c-28d4-45ce-a7e0-9b2df2bfa32b None None] Could not find standard attr ID for object 465c4644-33d1-48b0-bb9a-71b996698bfe. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:31.171735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ddf27b8c-28d4-45ce-a7e0-9b2df2bfa32b None None] Could not find standard attr ID for object ff70b518-cb26-4c5d-8879-908ef44c5581. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:31.261569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router b5fcc639-d491-4502-ae2c-9b21609007a4 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:31.270857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.398666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:31.400511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for e931f3b3-9c6b-443d-afc0-1ab9233f449d owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:31.414503 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] Sync routers for ids ['b5fcc639-d491-4502-ae2c-9b21609007a4'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:31.415048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e62964d5-3eb6-4ab0-b05a-76bba466e64e tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/b5fcc639-d491-4502-ae2c-9b21609007a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318248 Oct 17 18:16:31.415048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40216) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:31.421808 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] Routers {'b5fcc639-d491-4502-ae2c-9b21609007a4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:31.422503 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b5fcc639-d491-4502-ae2c-9b21609007a4'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:31.484725 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:31.494775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] Routers {'b5fcc639-d491-4502-ae2c-9b21609007a4'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:31.495387 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b5fcc639-d491-4502-ae2c-9b21609007a4'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:31.557090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.559408 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:31.559810 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd441d-cae7-4af7-839d-690ce8940a2d None None] The sync data for ids ['b5fcc639-d491-4502-ae2c-9b21609007a4'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:31.573037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c582b512-685f-4c8e-90cf-cda0d5c61886 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:31.616660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=e931f3b3-9c6b-443d-afc0-1ab9233f449d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:31.618917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.629003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c3589484-4182-436c-80a1-9763293fba86 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/e931f3b3-9c6b-443d-afc0-1ab9233f449d HTTP/1.1" status: 204 len: 168 time: 0.8108513 Oct 17 18:16:31.634576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40220) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:31.637580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'mac_address': 'fa:16:3e:19:61:7e', 'name': 'tempest-PortsTestJSON-1027463233'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:31.703089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c582b512-685f-4c8e-90cf-cda0d5c61886 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:31.704208 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c582b512-685f-4c8e-90cf-cda0d5c61886 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fcc639-d491-4502-ae2c-9b21609007a4 HTTP/1.1" status: 200 len: 205 time: 0.2885263 Oct 17 18:16:31.706978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40224) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:31.747295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:31.751289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:31.754114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:31.760433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:31.841261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.855847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:31.964342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.991407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:32.140636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.142916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.221000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.241078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.241594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router b5fcc639-d491-4502-ae2c-9b21609007a4 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:16:32.258142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.259693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b24b95d8-a3ce-46ef-91eb-e6349a2230d1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/b5fcc639-d491-4502-ae2c-9b21609007a4 HTTP/1.1" status: 204 len: 168 time: 0.5512567 Oct 17 18:16:32.262357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40232) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:32.328241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet 4d24f2dc-22b7-491c-8d12-41f545b006ab {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:32.331192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.334209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.385802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.410347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:32.413294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:32.417967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:32.423470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:32.425984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.431692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=8fdd83fa-dba6-48c4-8e5b-d1994f4300a3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:32.474589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.568975 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-418a87f6-36a0-47de-9056-8434d1ce97ba tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9358399 Oct 17 18:16:32.572256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40236) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:32.602592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.643540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=4d24f2dc-22b7-491c-8d12-41f545b006ab,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:32.645787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4193c2-e4a7-4863-bab1-3c0be628f4ce tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:32.647152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a4193c2-e4a7-4863-bab1-3c0be628f4ce tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:32.647673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.654820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6c00eb17-046c-4da5-a13b-4270e9ff3a77 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/4d24f2dc-22b7-491c-8d12-41f545b006ab HTTP/1.1" status: 204 len: 168 time: 0.3914762 Oct 17 18:16:32.655905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed537a7a-5b84-4d53-abd7-e04f5305ec25 None None] Network 737cee5d-5867-4b3b-ae97-413ded3996f3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:32.658236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:32.768229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a4193c2-e4a7-4863-bab1-3c0be628f4ce tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:32.769399 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5a4193c2-e4a7-4863-bab1-3c0be628f4ce tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 HTTP/1.1" status: 200 len: 841 time: 0.1961808 Oct 17 18:16:32.772335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40244) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:32.780120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.792262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 176bdf39-e93c-4944-8dd7-5e19c600968e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:32.794852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.858404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:32.858749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.928218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] DHCP port deletion for 737cee5d-5867-4b3b-ae97-413ded3996f3 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:32.933382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Deleting port 176bdf39-e93c-4944-8dd7-5e19c600968e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:32.933920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.108941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.125538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 176bdf39-e93c-4944-8dd7-5e19c600968e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=176bdf39-e93c-4944-8dd7-5e19c600968e,segment=NetworkSegment(11f4875b-45fa-4fdd-96c6-9a264ecfdbd3),segment_id=11f4875b-45fa-4fdd-96c6-9a264ecfdbd3)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:33.125884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.142753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] For port 176bdf39-e93c-4944-8dd7-5e19c600968e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=176bdf39-e93c-4944-8dd7-5e19c600968e,segment=NetworkSegment(11f4875b-45fa-4fdd-96c6-9a264ecfdbd3),segment_id=11f4875b-45fa-4fdd-96c6-9a264ecfdbd3)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:33.143212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.241658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:33.253054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 176bdf39-e93c-4944-8dd7-5e19c600968e owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:33.306081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Calling delete_port for 176bdf39-e93c-4944-8dd7-5e19c600968e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:33.404897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.438707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.445903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:33.446407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:33.455052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=8fdd83fa-dba6-48c4-8e5b-d1994f4300a3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:33.458457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.491556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No DVR routers for this DVR port 176bdf39-e93c-4944-8dd7-5e19c600968e on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:33.518090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=176bdf39-e93c-4944-8dd7-5e19c600968e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:33.545882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c239abb-83f5-4c56-9a00-cd6924c09f95 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 HTTP/1.1" status: 204 len: 168 time: 0.7725005 Oct 17 18:16:33.546519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40248) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:33.591009 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f200716e-0a53-481a-a04f-ce66828e301c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:33.591880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f200716e-0a53-481a-a04f-ce66828e301c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:33.621799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.646722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737cee5d-5867-4b3b-ae97-413ded3996f3']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:33.659396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:33.659664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f4875b-45fa-4fdd-96c6-9a264ecfdbd3') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:33.670886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.686853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.692825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:33.693212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.701102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f200716e-0a53-481a-a04f-ce66828e301c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:33.706124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f200716e-0a53-481a-a04f-ce66828e301c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/8fdd83fa-dba6-48c4-8e5b-d1994f4300a3 HTTP/1.1" status: 404 len: 333 time: 0.1549735 Oct 17 18:16:33.706124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40252) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:33.711747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'name': 'tempest-PortsTestJSON-422762382'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:33.764132 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 11f4875b-45fa-4fdd-96c6-9a264ecfdbd3 resource provider aggregate not found Oct 17 18:16:33.788816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 11f4875b-45fa-4fdd-96c6-9a264ecfdbd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f4875b-45fa-4fdd-96c6-9a264ecfdbd3 found for delete ", "request_id": "req-529a3dcd-bb40-43bc-9a5b-3fb0a107567c"}]} Oct 17 18:16:33.824011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:33.834653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:33.859582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.877478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.888475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=737cee5d-5867-4b3b-ae97-413ded3996f3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:33.928642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:33.928642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.947515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Deleting port 176bdf39-e93c-4944-8dd7-5e19c600968e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:33.948010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.950092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port a77613d9-bbfc-4781-b649-8b6fd2440c62 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:33.976397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-edac54b4-ec17-4c46-b197-68b2ce1bb616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/737cee5d-5867-4b3b-ae97-413ded3996f3 HTTP/1.1" status: 204 len: 168 time: 1.3173113 Oct 17 18:16:33.981485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40260) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:33.986871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737761472', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:33.994328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:33.998437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:34.001627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:34.007709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:34.021738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8a142bb9-964c-4667-b359-d40f0701f6e9 None None] The port '176bdf39-e93c-4944-8dd7-5e19c600968e' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:34.065440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.066522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.081734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.181406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.266490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 176bdf39-e93c-4944-8dd7-5e19c600968e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:34.284269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.285010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.290952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2a29c44b-38ff-4517-8363-608d40905287 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3027663 Oct 17 18:16:34.290952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:34.293828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081503661'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:34.300870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:34.304833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:34.308603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:34.308765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 176bdf39-e93c-4944-8dd7-5e19c600968e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:34.309528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 176bdf39-e93c-4944-8dd7-5e19c600968e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:34.317975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:34.404649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:34.404829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.409709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.436859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:34.445202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.445845 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 76d748d0-04b2-4090-9b21-1c684cfb5a42 of type vlan for network f7a85966-0614-4caf-b073-242c0595e57c Oct 17 18:16:34.472146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.478267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:34.481210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:34.484940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:34.490310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:34.490909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.503285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=a77613d9-bbfc-4781-b649-8b6fd2440c62,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:34.586016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.590886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:34.592506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.598775 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-28f772c2-378c-4552-9a34-2ba94b779e0e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8915408 Oct 17 18:16:34.601362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40270) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:34.607666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:34.699458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=f7a85966-0614-4caf-b073-242c0595e57c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:34.711074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network f7a85966-0614-4caf-b073-242c0595e57c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:34.732703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.763499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7e3510cd-6338-4770-97ea-f741d244733f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4741774 Oct 17 18:16:34.766122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:34.772326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:34.889994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:34.894027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:34.897419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:34.903895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:34.947099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:34.992134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:34.995725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.066876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.067479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] In _notify_port_updated(), no bound segment for port a77613d9-bbfc-4781-b649-8b6fd2440c62 on network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:16:35.072957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:35.073560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.074845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/ports/a77613d9-bbfc-4781-b649-8b6fd2440c62 HTTP/1.1" status: 200 len: 818 time: 0.4724689 Oct 17 18:16:35.082375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40278) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:35.141909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb68f94-0153-4630-9cbc-95a1c7bb5348 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=a77613d9-bbfc-4781-b649-8b6fd2440c62,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:35.173673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port a77613d9-bbfc-4781-b649-8b6fd2440c62 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:35.174067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.569596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.632765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.727623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for a77613d9-bbfc-4781-b649-8b6fd2440c62 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:35.831174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=caf05860-0a29-4117-85a1-41a27327db14,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:35.851259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:35.851614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: f7a85966-0614-4caf-b073-242c0595e57c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:35.963799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.018951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network f7a85966-0614-4caf-b073-242c0595e57c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:36.018951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=a77613d9-bbfc-4781-b649-8b6fd2440c62,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:36.028734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.042253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-af9d74d8-0347-4258-b75d-e43c46c1e2f3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/a77613d9-bbfc-4781-b649-8b6fd2440c62 HTTP/1.1" status: 204 len: 168 time: 0.9572358 Oct 17 18:16:36.043171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:36.113033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, f7a85966-0614-4caf-b073-242c0595e57c) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:36.118213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:36.119280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.121281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83887918-51e7-4e0e-a0d4-815fe6c2b4c5 None None] Network f7a85966-0614-4caf-b073-242c0595e57c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:36.152837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05140b-b8d1-4918-9568-202a61cbd945 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:36.153512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9f05140b-b8d1-4918-9568-202a61cbd945 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:36.236055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17597a2a-c089-483b-b99e-3af8b3035e73 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4659755 Oct 17 18:16:36.236257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40286) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:36.345687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-f7a85966-0614-4caf-b073-242c0595e57c', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:36.346510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.437029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9f05140b-b8d1-4918-9568-202a61cbd945 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:36.440827 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9f05140b-b8d1-4918-9568-202a61cbd945 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3939872 Oct 17 18:16:36.441322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:36.489095 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b609337f-9ad4-4666-be47-750c9f6ad844 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:36.489734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b609337f-9ad4-4666-be47-750c9f6ad844 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:36.502352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b609337f-9ad4-4666-be47-750c9f6ad844 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:36.503580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b609337f-9ad4-4666-be47-750c9f6ad844 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/a77613d9-bbfc-4781-b649-8b6fd2440c62 HTTP/1.1" status: 404 len: 333 time: 0.0611060 Oct 17 18:16:36.507933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:36.515231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Allocated IP 2001:db8::2 (f7a85966-0614-4caf-b073-242c0595e57c/caf05860-0a29-4117-85a1-41a27327db14/23a65848-a4e7-4745-9c92-a1e7236a39a8) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:36.516147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-677882507'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:36.521100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:36.525021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:36.528025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:36.533770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:36.630978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:36.635424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.666162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:36.676883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.677225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment e181b1a7-8922-419d-aea4-d00cc3543e61 of type vlan for network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 Oct 17 18:16:36.706070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.732238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.734471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.745141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Transition to ACTIVE for port object 23a65848-a4e7-4745-9c92-a1e7236a39a8 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:36.763929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Transition to ACTIVE for port object 23a65848-a4e7-4745-9c92-a1e7236a39a8 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:36.815531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.820791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:36.821375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.844599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:36.916274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Network f7a85966-0614-4caf-b073-242c0595e57c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:36.919366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:36.921826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:36.934731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=b29c4be0-34cc-4f95-8719-9dbd8d4f0945,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:36.971592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:36.991949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Pushing event updated for resources: {'Port': ['ID=23a65848-a4e7-4745-9c92-a1e7236a39a8,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:37.030656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b50e835-6de3-4c32-a57f-f0183cad2c64 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5171506 Oct 17 18:16:37.032062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40300) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:37.046980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:37.132652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Attempting to bind port 23a65848-a4e7-4745-9c92-a1e7236a39a8 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:37.133182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Attempting to bind port 23a65848-a4e7-4745-9c92-a1e7236a39a8 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:37.133301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Attempting to bind port 23a65848-a4e7-4745-9c92-a1e7236a39a8 on network f7a85966-0614-4caf-b073-242c0595e57c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:37.143926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:37.144297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Checking segment: {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:37.144904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.145344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Bound using segment: {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:37.145841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Bound port: 23a65848-a4e7-4745-9c92-a1e7236a39a8, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:37.146210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.168392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:37.172824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:37.175982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:37.183265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:37.217678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8::1 (f7a85966-0614-4caf-b073-242c0595e57c/caf05860-0a29-4117-85a1-41a27327db14/3e25f7fa-b0d7-4477-8563-005b67e7d285) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:37.247268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] For port 23a65848-a4e7-4745-9c92-a1e7236a39a8, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:37.250384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] For port 23a65848-a4e7-4745-9c92-a1e7236a39a8, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23a65848-a4e7-4745-9c92-a1e7236a39a8,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:37.264840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:37.269157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.371029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.380191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.398758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 3e25f7fa-b0d7-4477-8563-005b67e7d285 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:37.450236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d81de2-5dda-4f78-ae2d-875b909a9964 None None] Pushing event updated for resources: {'Port': ['ID=23a65848-a4e7-4745-9c92-a1e7236a39a8,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:37.495023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.566078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network f7a85966-0614-4caf-b073-242c0595e57c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:37.569437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:37.574123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:37.574659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.588507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:37.620003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.713786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=607d53f2-9cca-4978-97ce-55a3d38204fc,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:37.715826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': 'e181b1a7-8922-419d-aea4-d00cc3543e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:37.716188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: b29c4be0-34cc-4f95-8719-9dbd8d4f0945, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:37.826891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.832245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:37.927764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, b29c4be0-34cc-4f95-8719-9dbd8d4f0945) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:37.932804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:37.933502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:37.938102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6068a-5c6a-4a86-b1a8-941454033586 None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:38.056463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-94da513a-a3a2-4df5-b466-1f31c8adccab tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0228271 Oct 17 18:16:38.059576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40304) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:38.072802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:38.208312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': '607d53f2-9cca-4978-97ce-55a3d38204fc'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:38.210569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.353743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:38.362447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:38.373356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:38.383243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:38.425292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23a65848-a4e7-4745-9c92-a1e7236a39a8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:38.425992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.507050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:38.511841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.557135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Allocated IP 172.20.0.2 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/607d53f2-9cca-4978-97ce-55a3d38204fc/4babc8ab-096e-468a-a099-21d0050a9662) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:38.596412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.597232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.638802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d27b4-7df3-4d1d-8f22-936fb48c43e0 None None] Network f7a85966-0614-4caf-b073-242c0595e57c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:38.732216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 23a65848-a4e7-4745-9c92-a1e7236a39a8 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:38.790738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:38.795710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Provisioning for port 23a65848-a4e7-4745-9c92-a1e7236a39a8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:38.818928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.ipam_backend_mixin [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 607d53f2-9cca-4978-97ce-55a3d38204fc (CIDR: 172.20.0.0/28) Oct 17 18:16:38.822706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Provisioning complete for port 23a65848-a4e7-4745-9c92-a1e7236a39a8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:38.823078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:38.826472 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Attempt 1 to provision port 23a65848-a4e7-4745-9c92-a1e7236a39a8 Oct 17 18:16:38.849659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network f7a85966-0614-4caf-b073-242c0595e57c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:38.849659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:39.002905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.021966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Transition to ACTIVE for port object 4babc8ab-096e-468a-a099-21d0050a9662 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:39.094022 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:16:39.094260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:16:39.140984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Transition to ACTIVE for port object 4babc8ab-096e-468a-a099-21d0050a9662 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:39.150810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Current status of the port 23a65848-a4e7-4745-9c92-a1e7236a39a8 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:39.151189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.192834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] For port 23a65848-a4e7-4745-9c92-a1e7236a39a8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23a65848-a4e7-4745-9c92-a1e7236a39a8,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:39.208573 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-24e319b3-26e6-4a1f-aca7-72dfc86b913e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1463521 Oct 17 18:16:39.211957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40310) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:39.216890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:39.255291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.303496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.313595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:16:39.336638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:39.340342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:39.342959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:39.390020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Pushing event updated for resources: {'Port': ['ID=4babc8ab-096e-468a-a099-21d0050a9662,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:39.516833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:39.521566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Attempting to bind port 4babc8ab-096e-468a-a099-21d0050a9662 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:39.522154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Attempting to bind port 4babc8ab-096e-468a-a099-21d0050a9662 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'e181b1a7-8922-419d-aea4-d00cc3543e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:39.522510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Attempting to bind port 4babc8ab-096e-468a-a099-21d0050a9662 on network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:39.526113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:39.531004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:39.533524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:39.534409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Checking segment: {'id': 'e181b1a7-8922-419d-aea4-d00cc3543e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:39.534542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.534824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Bound using segment: {'id': 'e181b1a7-8922-419d-aea4-d00cc3543e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:39.535294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Bound port: 4babc8ab-096e-468a-a099-21d0050a9662, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e181b1a7-8922-419d-aea4-d00cc3543e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:39.535836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.540123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:39.542561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:39.550791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40316) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:39.551272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3b8325b3-3082-4796-b509-8411bee35f76 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3136342 Oct 17 18:16:39.554300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4c9a9-eaa8-400f-8cce-8385d7bebaa1 None None] Pushing event updated for resources: {'Port': ['ID=23a65848-a4e7-4745-9c92-a1e7236a39a8,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:39.561028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:39.574038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1512722351'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:39.576730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:39.581352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:39.584557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:39.592841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:39.616971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Provisioning complete for port 23a65848-a4e7-4745-9c92-a1e7236a39a8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:39.617338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.617689 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Attempt 1 to provision port 23a65848-a4e7-4745-9c92-a1e7236a39a8 Oct 17 18:16:39.657774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:39.658164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:39.658164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:39.658370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.750593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:39.754252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.794354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:39.811131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.811846 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment c9561f4d-741d-4696-9f59-2936af5955cb of type vlan for network 630a8684-65b0-4b3c-9c30-edd42b7af928 Oct 17 18:16:39.844787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:39.850941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:39.971698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] For port 4babc8ab-096e-468a-a099-21d0050a9662, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:39.976817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] For port 4babc8ab-096e-468a-a099-21d0050a9662, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4babc8ab-096e-468a-a099-21d0050a9662,segment=NetworkSegment(e181b1a7-8922-419d-aea4-d00cc3543e61),segment_id=e181b1a7-8922-419d-aea4-d00cc3543e61)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:40.011263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.016785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:40.019190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.039370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.098577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:40.101678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:40.110846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:40.111074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.112801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.131584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=630a8684-65b0-4b3c-9c30-edd42b7af928,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:40.136526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=2eae12af-549f-452a-a193-332ecf73e012,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:40.181667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-29248ce3-99c3-4cf9-b5c3-71d08d92b937 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6286080 Oct 17 18:16:40.190981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:40.190981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:40.199527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:40.215095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-029d6371-136c-490d-9bf3-b69516d1e384 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9992604 Oct 17 18:16:40.215095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40324) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:40.224807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'fixed_ips': [{'subnet_id': '607d53f2-9cca-4978-97ce-55a3d38204fc'}, {'subnet_id': '2eae12af-549f-452a-a193-332ecf73e012'}], 'name': 'tempest-PortsTestJSON-1989116082'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:40.308266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Current status of the port 23a65848-a4e7-4745-9c92-a1e7236a39a8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:40.351883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:40.353082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23a65848-a4e7-4745-9c92-a1e7236a39a8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:40.357060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:40.360249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:40.366400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:40.423904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:40.428224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:40.432182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:40.441873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:40.441873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.442183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:40.467082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39755bbc-4c21-4d67-bc8a-5d862b8fbefe None None] Pushing event updated for resources: {'Port': ['ID=4babc8ab-096e-468a-a099-21d0050a9662,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:40.545725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Provisioning for port 3e25f7fa-b0d7-4477-8563-005b67e7d285 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:40.559462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Provisioning complete for port 3e25f7fa-b0d7-4477-8563-005b67e7d285 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:40.560252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.562067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:40.571356 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Attempt 1 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:40.626422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 23a65848-a4e7-4745-9c92-a1e7236a39a8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:40.626963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.626963 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 23a65848-a4e7-4745-9c92-a1e7236a39a8 Oct 17 18:16:40.732651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.736433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Port 3e25f7fa-b0d7-4477-8563-005b67e7d285 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:40.756634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:37Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:38Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:40.766600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:16:40.766600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Updating router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 port 3e25f7fa-b0d7-4477-8563-005b67e7d285 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:16:40.780811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 39a16c0e-cd0f-4350-82dc-207ce79c077e yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:40.875188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:40.886755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 23a65848-a4e7-4745-9c92-a1e7236a39a8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:40.959396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.045630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=fb5eb83b-f16c-4c43-99d8-cb95a679e67a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:41.055028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:41.055440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 630a8684-65b0-4b3c-9c30-edd42b7af928, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:41.078953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.8 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/607d53f2-9cca-4978-97ce-55a3d38204fc/39a16c0e-cd0f-4350-82dc-207ce79c077e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:41.086177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.27 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/2eae12af-549f-452a-a193-332ecf73e012/39a16c0e-cd0f-4350-82dc-207ce79c077e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:41.134812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:41.238288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 630a8684-65b0-4b3c-9c30-edd42b7af928) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:41.243456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:41.244853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.247734 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Attempt 2 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:41.286620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef18d8-36d5-4248-9470-d717aefb6486 None None] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:41.347632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.370948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 39a16c0e-cd0f-4350-82dc-207ce79c077e will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:41.374212 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-13aada64-0c86-4010-9588-c378dbbb38c0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1882489 Oct 17 18:16:41.376828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40330) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:41.429987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.434290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Port 3e25f7fa-b0d7-4477-8563-005b67e7d285 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:41.461066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Transition to ACTIVE for port object 3e25f7fa-b0d7-4477-8563-005b67e7d285 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:41.474445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313cec3-878f-4d86-a35f-465ea7cbd8f7 None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:41.496864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.571925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:41.575273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:41.577748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:41.614977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=39a16c0e-cd0f-4350-82dc-207ce79c077e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:41.623400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.649981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:41.654255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:41.735796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b109eb0f-c0b1-40d2-9361-aeb2158dcf4d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5194204 Oct 17 18:16:41.738461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40334) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:41.745198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '607d53f2-9cca-4978-97ce-55a3d38204fc'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:41.829917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680819c-1062-464b-8406-a3684b51ae1b None None] Pushing event updated for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:41.937707 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Attempt 3 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:42.011307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.020669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.054139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-630a8684-65b0-4b3c-9c30-edd42b7af928', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:42.054732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.071578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Attempting to bind port 3e25f7fa-b0d7-4477-8563-005b67e7d285 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:42.071952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Attempting to bind port 3e25f7fa-b0d7-4477-8563-005b67e7d285 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:42.072361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Attempting to bind port 3e25f7fa-b0d7-4477-8563-005b67e7d285 on network f7a85966-0614-4caf-b073-242c0595e57c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:42.095911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:42.096292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Checking segment: {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:42.096680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.097066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Bound using segment: {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:42.097534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Bound port: 3e25f7fa-b0d7-4477-8563-005b67e7d285, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d748d0-04b2-4090-9b21-1c684cfb5a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:42.098644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.113636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Port 3e25f7fa-b0d7-4477-8563-005b67e7d285 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:42.363827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] For port 3e25f7fa-b0d7-4477-8563-005b67e7d285, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:42.381223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] For port 3e25f7fa-b0d7-4477-8563-005b67e7d285, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e25f7fa-b0d7-4477-8563-005b67e7d285,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:42.407835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4babc8ab-096e-468a-a099-21d0050a9662 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:42.431437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Delete allocated IP 172.20.0.27 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/2eae12af-549f-452a-a193-332ecf73e012) {{(pid=89827) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:16:42.435818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Allocated IP 2001:db8:1::2 (630a8684-65b0-4b3c-9c30-edd42b7af928/fb5eb83b-f16c-4c43-99d8-cb95a679e67a/b023df32-056d-46ac-aba4-b1ef7fd8d081) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:42.491677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.613802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.615078 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Attempt 4 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:42.629172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Ignored duplicate provisioning block setup for port 39a16c0e-cd0f-4350-82dc-207ce79c077e by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:16:42.687458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.694799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:42.694799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:42.836049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=39a16c0e-cd0f-4350-82dc-207ce79c077e,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:42.852833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Update dhcp port {'port': {'network_id': 'b29c4be0-34cc-4f95-8719-9dbd8d4f0945', 'fixed_ips': [{'subnet_id': '607d53f2-9cca-4978-97ce-55a3d38204fc', 'ip_address': '172.20.0.2'}, {'subnet_id': '2eae12af-549f-452a-a193-332ecf73e012'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '4babc8ab-096e-468a-a099-21d0050a9662'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:16:42.859371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] In _notify_port_updated(), no bound segment for port 39a16c0e-cd0f-4350-82dc-207ce79c077e on network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:16:42.864616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:42.865265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:42.866559 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8d82ae96-82a8-476d-884f-0fa10dd4fa63 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/ports/39a16c0e-cd0f-4350-82dc-207ce79c077e HTTP/1.1" status: 200 len: 919 time: 1.1270049 Oct 17 18:16:42.869332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:42.874761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '607d53f2-9cca-4978-97ce-55a3d38204fc'}, {'subnet_id': '2eae12af-549f-452a-a193-332ecf73e012'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:42.881594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680819c-1062-464b-8406-a3684b51ae1b None None] Pushing event updated for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:42.987600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:43.006376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.085537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.110337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ef1278dd-46eb-4ab2-976e-cc54b2135494 None None] Port 3e25f7fa-b0d7-4477-8563-005b67e7d285 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:16:43.119831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 4babc8ab-096e-468a-a099-21d0050a9662 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:43.291346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.30 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/2eae12af-549f-452a-a193-332ecf73e012/39a16c0e-cd0f-4350-82dc-207ce79c077e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:43.451940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Provisioning for port 4babc8ab-096e-468a-a099-21d0050a9662 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:43.456853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.460113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.475086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Ignored duplicate provisioning block setup for port 39a16c0e-cd0f-4350-82dc-207ce79c077e by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:16:43.486662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Provisioning complete for port 4babc8ab-096e-468a-a099-21d0050a9662 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:43.487021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.487346 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Attempt 1 to provision port 4babc8ab-096e-468a-a099-21d0050a9662 Oct 17 18:16:43.522292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Transition to ACTIVE for port object b023df32-056d-46ac-aba4-b1ef7fd8d081 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:43.527239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.628393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Transition to ACTIVE for port object b023df32-056d-46ac-aba4-b1ef7fd8d081 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:43.692187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Allocated IP 172.20.0.18 (b29c4be0-34cc-4f95-8719-9dbd8d4f0945/2eae12af-549f-452a-a193-332ecf73e012/4babc8ab-096e-468a-a099-21d0050a9662) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:43.715518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=39a16c0e-cd0f-4350-82dc-207ce79c077e,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:43.745177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] In _notify_port_updated(), no bound segment for port 39a16c0e-cd0f-4350-82dc-207ce79c077e on network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 {{(pid=89827) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:16:43.750605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:43.751034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.751221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.759877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-700985c7-d92b-4f01-b855-27d038ddf1b9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/ports/39a16c0e-cd0f-4350-82dc-207ce79c077e HTTP/1.1" status: 200 len: 999 time: 0.8854411 Oct 17 18:16:43.759877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40344) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:43.802534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8:1::1 (630a8684-65b0-4b3c-9c30-edd42b7af928/fb5eb83b-f16c-4c43-99d8-cb95a679e67a/066c2fa4-2447-4f38-ab63-d15be333e866) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:43.830223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 39a16c0e-cd0f-4350-82dc-207ce79c077e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:43.830570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.912639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Current status of the port 4babc8ab-096e-468a-a099-21d0050a9662 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:43.913055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.947265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:43.948354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Pushing event updated for resources: {'Port': ['ID=b023df32-056d-46ac-aba4-b1ef7fd8d081,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:43.956421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:43.965106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:43.978222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:43.995807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 066c2fa4-2447-4f38-ab63-d15be333e866 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:44.036196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:37Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:42Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:44.085532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.090293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57f852-d98b-4dfc-a84e-680c991f6946 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:37Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:42Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:44.099395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] For port 4babc8ab-096e-468a-a099-21d0050a9662, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4babc8ab-096e-468a-a099-21d0050a9662,segment=NetworkSegment(e181b1a7-8922-419d-aea4-d00cc3543e61),segment_id=e181b1a7-8922-419d-aea4-d00cc3543e61)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:44.105151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.125125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Attempting to bind port b023df32-056d-46ac-aba4-b1ef7fd8d081 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:44.125499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Attempting to bind port b023df32-056d-46ac-aba4-b1ef7fd8d081 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:44.126054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Attempting to bind port b023df32-056d-46ac-aba4-b1ef7fd8d081 on network 630a8684-65b0-4b3c-9c30-edd42b7af928 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:44.134480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:44.134858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Checking segment: {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:44.137669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.137669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Bound using segment: {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:44.137669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Bound port: b023df32-056d-46ac-aba4-b1ef7fd8d081, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:44.137669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.166368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.226619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Ignored duplicate provisioning block setup for port 4babc8ab-096e-468a-a099-21d0050a9662 by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:16:44.281186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] For port b023df32-056d-46ac-aba4-b1ef7fd8d081, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:44.295974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:44.296110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] For port b023df32-056d-46ac-aba4-b1ef7fd8d081, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b023df32-056d-46ac-aba4-b1ef7fd8d081,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:44.296215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:44.299170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:44.299896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.330606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:44.371974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.398833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 39a16c0e-cd0f-4350-82dc-207ce79c077e owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:44.471010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.542310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.564509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e135393-08a3-4181-8428-d9ab5514d94a None None] Pushing event updated for resources: {'Port': ['ID=4babc8ab-096e-468a-a099-21d0050a9662,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:44.689380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:44.689760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:44.717326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82ed3-7ec6-4291-9f5d-b08de087da83 None None] Pushing event updated for resources: {'Port': ['ID=b023df32-056d-46ac-aba4-b1ef7fd8d081,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:44.763933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:44.848144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=39a16c0e-cd0f-4350-82dc-207ce79c077e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:45.056261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.065123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.082346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc14083b-cbdf-438f-8d7e-9a8a1a48a6aa tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/39a16c0e-cd0f-4350-82dc-207ce79c077e HTTP/1.1" status: 204 len: 168 time: 1.3247824 Oct 17 18:16:45.084767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40348) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:45.132823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.133687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.154117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3765007a-768d-4574-8ac1-16eed3615198 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:45.154662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3765007a-768d-4574-8ac1-16eed3615198 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:45.255042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3765007a-768d-4574-8ac1-16eed3615198 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:45.258590 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3765007a-768d-4574-8ac1-16eed3615198 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/39a16c0e-cd0f-4350-82dc-207ce79c077e HTTP/1.1" status: 404 len: 333 time: 0.1706650 Oct 17 18:16:45.261804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40354) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:45.348867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:45.358678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Current status of the port 4babc8ab-096e-468a-a099-21d0050a9662 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:45.359551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.388860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 2eae12af-549f-452a-a193-332ecf73e012 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:45.394427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.404926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] For port 4babc8ab-096e-468a-a099-21d0050a9662, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4babc8ab-096e-468a-a099-21d0050a9662,segment=NetworkSegment(e181b1a7-8922-419d-aea4-d00cc3543e61),segment_id=e181b1a7-8922-419d-aea4-d00cc3543e61)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:45.426456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:45.427799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:45.457179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.478729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.541167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5668a0d-3607-4248-a5e2-15e5b08a300e None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:45.561715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.603845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:45.647973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d557267-d2b7-43a4-add7-85b9d8cb5395 None None] Pushing event updated for resources: {'Port': ['ID=4babc8ab-096e-468a-a099-21d0050a9662,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:45.702703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.752991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=2eae12af-549f-452a-a193-332ecf73e012,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:45.753246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b95d3ed7-0a8d-4d63-9a05-3f6602757be9 None None] Could not find standard attr ID for object 39a16c0e-cd0f-4350-82dc-207ce79c077e. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:45.759448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.766071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b180c2d1-aeff-4941-911f-75ea800fb01e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/2eae12af-549f-452a-a193-332ecf73e012 HTTP/1.1" status: 204 len: 168 time: 0.5030823 Oct 17 18:16:45.768812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40358) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:45.781244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:45.804084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7157883-5069-45e2-964b-318429f66120 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4235859 Oct 17 18:16:45.804332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40362) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:45.815230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051833889'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:45.823706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:45.824926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b95d3ed7-0a8d-4d63-9a05-3f6602757be9 None None] Provisioning complete for port 4babc8ab-096e-468a-a099-21d0050a9662 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:45.825290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b95d3ed7-0a8d-4d63-9a05-3f6602757be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.825628 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b95d3ed7-0a8d-4d63-9a05-3f6602757be9 None None] Attempt 1 to provision port 4babc8ab-096e-468a-a099-21d0050a9662 Oct 17 18:16:45.830972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:45.836562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:45.851117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:45.868960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 607d53f2-9cca-4978-97ce-55a3d38204fc {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:45.872533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.935751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:45.955187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b95d3ed7-0a8d-4d63-9a05-3f6602757be9 None None] Current status of the port 4babc8ab-096e-468a-a099-21d0050a9662 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:45.967928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:45.971381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.030931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:46.031174 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:46.043246 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:46.043922 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:46.047011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.052003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment 021fc7b0-2f52-47b5-ae88-f9e65c1da15d of type vlan for network 4a572032-440e-44b9-9133-747c096287ae Oct 17 18:16:46.078381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.116664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.229060 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:46.277008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.283817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:46.289216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.344860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.482613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.487037 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/607d53f2-9cca-4978-97ce-55a3d38204fc HTTP/1.1" status: 204 len: 168 time: 0.7147930 Oct 17 18:16:46.488748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40366) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:46.500345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af856c-3a0a-4bfb-aed5-1ea85e34ae7d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=607d53f2-9cca-4978-97ce-55a3d38204fc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:46.511998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=4a572032-440e-44b9-9133-747c096287ae,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:46.548191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4a572032-440e-44b9-9133-747c096287ae details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:46.554138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8e73e6aa-f174-4601-ab77-2ea54130227b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7488399 Oct 17 18:16:46.557780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40370) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:46.564269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:46.577852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4babc8ab-096e-468a-a099-21d0050a9662 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:46.665205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.679366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 4babc8ab-096e-468a-a099-21d0050a9662 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:46.679701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.787995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:46.794464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:46.798298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:46.805001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:46.820066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4babc8ab-096e-468a-a099-21d0050a9662 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:46.820438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.820810 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4babc8ab-096e-468a-a099-21d0050a9662 Oct 17 18:16:46.869159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f26ff7-2745-4d85-877a-7e58d043d109 None None] Network b29c4be0-34cc-4f95-8719-9dbd8d4f0945 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:46.875536 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:44Z', 'revision_number': 3, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:44Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:42Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:46.880213 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:16:46.880852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Updating router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 port 066c2fa4-2447-4f38-ab63-d15be333e866 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:16:46.949995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.958020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:46.962724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:46.969400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac081e9-a91e-459a-a13d-bb661457ec13 None None] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:47.082984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port 4babc8ab-096e-468a-a099-21d0050a9662, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4babc8ab-096e-468a-a099-21d0050a9662,segment=NetworkSegment(e181b1a7-8922-419d-aea4-d00cc3543e61),segment_id=e181b1a7-8922-419d-aea4-d00cc3543e61)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:47.083623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.097162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e5385385-d8fc-4330-895e-bbb184e6141a None None] Provisioning complete for port 4babc8ab-096e-468a-a099-21d0050a9662 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:47.097541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e5385385-d8fc-4330-895e-bbb184e6141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.097937 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e5385385-d8fc-4330-895e-bbb184e6141a None None] Attempt 1 to provision port 4babc8ab-096e-468a-a099-21d0050a9662 Oct 17 18:16:47.227876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 4babc8ab-096e-468a-a099-21d0050a9662 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:47.345447 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.357713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4babc8ab-096e-468a-a099-21d0050a9662 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:47.358365 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Transition to ACTIVE for port object 066c2fa4-2447-4f38-ab63-d15be333e866 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:47.358775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e25f7fa-b0d7-4477-8563-005b67e7d285 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:47.448183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.457573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e5385385-d8fc-4330-895e-bbb184e6141a None None] Port 4babc8ab-096e-468a-a099-21d0050a9662 update to ACTIVE by agent not found {{(pid=89828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 18:16:47.468483 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.494518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=4babc8ab-096e-468a-a099-21d0050a9662,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:47.497947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No DVR routers for this DVR port 4babc8ab-096e-468a-a099-21d0050a9662 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:47.559917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.641623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.687087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29c4be0-34cc-4f95-8719-9dbd8d4f0945']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:47.709396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181b1a7-8922-419d-aea4-d00cc3543e61') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:47.713444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181b1a7-8922-419d-aea4-d00cc3543e61') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:47.714941 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a430b-8406-4458-b8bc-3f4ba6ccf615 None None] Pushing event updated for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:47.719128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1715842-6c2e-4c53-8812-791e83152b6f None None] DHCP port deletion for b29c4be0-34cc-4f95-8719-9dbd8d4f0945 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:47.721386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Attempting to bind port 066c2fa4-2447-4f38-ab63-d15be333e866 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:47.721386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Attempting to bind port 066c2fa4-2447-4f38-ab63-d15be333e866 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:47.721567 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Attempting to bind port 066c2fa4-2447-4f38-ab63-d15be333e866 on network 630a8684-65b0-4b3c-9c30-edd42b7af928 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:47.727487 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:47.728386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Checking segment: {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:47.729019 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.729547 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Bound using segment: {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:47.732688 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Bound port: 066c2fa4-2447-4f38-ab63-d15be333e866, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9561f4d-741d-4696-9f59-2936af5955cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:47.734800 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.738914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 3e25f7fa-b0d7-4477-8563-005b67e7d285 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:47.742349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.743293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ed33495f-85a0-42b2-8950-a403423c1f55 None None] Provisioning for port b023df32-056d-46ac-aba4-b1ef7fd8d081 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:47.756422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=f1aaaad0-4bd6-443d-b03b-7c1aff7ff144,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:47.757948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3e25f7fa-b0d7-4477-8563-005b67e7d285 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:47.758424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.759268 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:47.766701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.768522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:47.769760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 4a572032-440e-44b9-9133-747c096287ae, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:47.779097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:47.779557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.855838 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] For port 066c2fa4-2447-4f38-ab63-d15be333e866, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:47.859536 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] For port 066c2fa4-2447-4f38-ab63-d15be333e866, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=066c2fa4-2447-4f38-ab63-d15be333e866,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:47.881194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 4a572032-440e-44b9-9133-747c096287ae is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:47.897358 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e181b1a7-8922-419d-aea4-d00cc3543e61 resource provider aggregate not found Oct 17 18:16:47.923444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e181b1a7-8922-419d-aea4-d00cc3543e61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e181b1a7-8922-419d-aea4-d00cc3543e61 found for delete ", "request_id": "req-fff045b4-429c-4f7c-9527-4985ac38cd5e"}]} Oct 17 18:16:47.952864 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.962150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3e25f7fa-b0d7-4477-8563-005b67e7d285 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:47.962150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:47.996486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 3e25f7fa-b0d7-4477-8563-005b67e7d285, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e25f7fa-b0d7-4477-8563-005b67e7d285,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:48.009277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4a572032-440e-44b9-9133-747c096287ae) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:48.013787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:48.014098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.021541 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:48.022269 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:48.025628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b68470d-942f-4092-909c-2bd7da28dc7d None None] Network 4a572032-440e-44b9-9133-747c096287ae requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:48.055274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.081476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.088299 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a430b-8406-4458-b8bc-3f4ba6ccf615 None None] Pushing event updated for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:48.093184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=b29c4be0-34cc-4f95-8719-9dbd8d4f0945,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:48.157284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.158083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b023df32-056d-46ac-aba4-b1ef7fd8d081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:48.197533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c560c547-d81a-4da9-8024-2d5adc11145a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/b29c4be0-34cc-4f95-8719-9dbd8d4f0945 HTTP/1.1" status: 204 len: 168 time: 1.7068744 Oct 17 18:16:48.201871 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a8ab4129-13d0-4b03-bbdc-5e762b991c0d tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6402822 Oct 17 18:16:48.202264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40382) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:48.203965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40384) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:48.213084 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:48.303480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fcbb892e-9cce-408a-9f6c-c2e5e84a6158 None None] Provisioning for port 066c2fa4-2447-4f38-ab63-d15be333e866 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:48.344061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46fdf39-feca-4f7b-ae61-4a2d5232902f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:48.347127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c46fdf39-feca-4f7b-ae61-4a2d5232902f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:48.421399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:48.467066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c46fdf39-feca-4f7b-ae61-4a2d5232902f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:48.468661 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c46fdf39-feca-4f7b-ae61-4a2d5232902f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2633514 Oct 17 18:16:48.474681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40390) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:48.499806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4a572032-440e-44b9-9133-747c096287ae', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:48.500590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.633733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b023df32-056d-46ac-aba4-b1ef7fd8d081 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:48.652358 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-22dbbac4-a484-4845-aa85-e56967ac6118 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1709857 Oct 17 18:16:48.652936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40394) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:48.662253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1779857204'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:48.662488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b023df32-056d-46ac-aba4-b1ef7fd8d081 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:48.662787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.663161 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b023df32-056d-46ac-aba4-b1ef7fd8d081 Oct 17 18:16:48.669461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:48.674304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:48.678231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:48.686983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:48.699848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:44Z', 'revision_number': 3, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:42Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:48.705956 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f16af1-3cca-4ffe-b2ea-54f0e938b5f6 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:44Z', 'revision_number': 3, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:42Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:48.772829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:48.777451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.821166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:48.840478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.841766 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment 18def93f-829a-4e7f-bbe6-3e313a32548f of type vlan for network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 Oct 17 18:16:48.866414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Allocated IP 2001:db8:2::2 (4a572032-440e-44b9-9133-747c096287ae/f1aaaad0-4bd6-443d-b03b-7c1aff7ff144/b003e023-4a8f-4f0a-a639-70fa4fb40983) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:48.893050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:48.993851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.000840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:49.001585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.004065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b023df32-056d-46ac-aba4-b1ef7fd8d081 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:49.004663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.038403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.128695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=47ed76d9-6df5-4ac4-8071-0d6459b615c5,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:49.168071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:49.198902 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-94bba398-e52e-4e3e-8171-b47aa011e825 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5451207 Oct 17 18:16:49.201468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40398) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:49.203519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b023df32-056d-46ac-aba4-b1ef7fd8d081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b023df32-056d-46ac-aba4-b1ef7fd8d081,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:49.208651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:49.279926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.355345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.378582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Transition to ACTIVE for port object b003e023-4a8f-4f0a-a639-70fa4fb40983 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:49.422176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b023df32-056d-46ac-aba4-b1ef7fd8d081,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:49.426595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:49.431847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:49.443178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:49.451742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:49.454348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Transition to ACTIVE for port object b003e023-4a8f-4f0a-a639-70fa4fb40983 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:49.534088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 066c2fa4-2447-4f38-ab63-d15be333e866 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:49.582583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.610750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:49.615005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.629445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8:2::1 (4a572032-440e-44b9-9133-747c096287ae/f1aaaad0-4bd6-443d-b03b-7c1aff7ff144/6f3aa832-beef-4a93-ac58-d11b0af8b7e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:49.657105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Network 4a572032-440e-44b9-9133-747c096287ae is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:49.661335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:49.670077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:49.707598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Pushing event updated for resources: {'Port': ['ID=b003e023-4a8f-4f0a-a639-70fa4fb40983,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:49.757667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93d4c13a-794f-4026-be31-64d69cb2fab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.788104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Attempting to bind port b003e023-4a8f-4f0a-a639-70fa4fb40983 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:49.789253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Attempting to bind port b003e023-4a8f-4f0a-a639-70fa4fb40983 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:49.789638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Attempting to bind port b003e023-4a8f-4f0a-a639-70fa4fb40983 on network 4a572032-440e-44b9-9133-747c096287ae {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:49.795290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:49.799139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Checking segment: {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:49.799139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.799139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Bound using segment: {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:49.799139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Bound port: b003e023-4a8f-4f0a-a639-70fa4fb40983, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:49.799139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.809192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.834074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:49.855143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 066c2fa4-2447-4f38-ab63-d15be333e866 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:49.864591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 066c2fa4-2447-4f38-ab63-d15be333e866 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:49.864902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.865232 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 066c2fa4-2447-4f38-ab63-d15be333e866 Oct 17 18:16:49.916595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.945221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] For port b003e023-4a8f-4f0a-a639-70fa4fb40983, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:49.948786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:49.950636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] For port b003e023-4a8f-4f0a-a639-70fa4fb40983, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b003e023-4a8f-4f0a-a639-70fa4fb40983,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:50.018001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 066c2fa4-2447-4f38-ab63-d15be333e866 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:50.018465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.042709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=43425816-6900-4745-8913-46f9238fb6f0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:50.049715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': '18def93f-829a-4e7f-bbe6-3e313a32548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:50.050395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: 47ed76d9-6df5-4ac4-8071-0d6459b615c5, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:50.064600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.103275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 066c2fa4-2447-4f38-ab63-d15be333e866, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=066c2fa4-2447-4f38-ab63-d15be333e866,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:50.113415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 4a572032-440e-44b9-9133-747c096287ae is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:50.116854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:50.121883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:50.122487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.129887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:50.137965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:50.171243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.171984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e25f7fa-b0d7-4477-8563-005b67e7d285 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:50.209160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 47ed76d9-6df5-4ac4-8071-0d6459b615c5) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:50.217428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:50.228305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.244966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe69a3-7577-40fa-9ad3-87e7976e4d23 None None] Pushing event updated for resources: {'Port': ['ID=b003e023-4a8f-4f0a-a639-70fa4fb40983,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:50.255002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48d4bc-708b-4d2d-8c59-bc3d86322373 None None] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:50.327857 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d6089272-0622-49b4-adba-3bffdfef38ae tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1247056 Oct 17 18:16:50.329025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.330501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40404) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:50.336446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5', 'name': 'tempest-PortsTestJSON-1184225998'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:50.432742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:50.435489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 3e25f7fa-b0d7-4477-8563-005b67e7d285 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:50.435844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.436177 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 3e25f7fa-b0d7-4477-8563-005b67e7d285 Oct 17 18:16:50.667187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:50.670135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-47ed76d9-6df5-4ac4-8071-0d6459b615c5', 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': '43425816-6900-4745-8913-46f9238fb6f0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:50.671315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.677912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:50.708795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 3e25f7fa-b0d7-4477-8563-005b67e7d285 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:50.762804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4babc8ab-096e-468a-a099-21d0050a9662 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:50.797501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:50.801371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.804435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 4babc8ab-096e-468a-a099-21d0050a9662 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:16:50.805300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4babc8ab-096e-468a-a099-21d0050a9662 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:16:50.830652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 40df46fb-1844-47ad-99b6-04b954d9da8d yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:50.852183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.895540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Allocated IP 172.20.0.2 (47ed76d9-6df5-4ac4-8071-0d6459b615c5/43425816-6900-4745-8913-46f9238fb6f0/1a68d833-117e-4591-bf76-a7edf334c966) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:50.944870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:50.945547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.089634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:51.118505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.129108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Transition to ACTIVE for port object 1a68d833-117e-4591-bf76-a7edf334c966 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:51.153968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Transition to ACTIVE for port object 1a68d833-117e-4591-bf76-a7edf334c966 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:51.156540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 4a572032-440e-44b9-9133-747c096287ae is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:51.157799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:51.297803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.346411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:51.366045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:51.373187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:51.377168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:51.439379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.5 (47ed76d9-6df5-4ac4-8071-0d6459b615c5/43425816-6900-4745-8913-46f9238fb6f0/40df46fb-1844-47ad-99b6-04b954d9da8d) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:51.516307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3a14d-1b9d-49a6-b0e1-9131977e0d6c None None] Network 4a572032-440e-44b9-9133-747c096287ae requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:51.570740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:51.584415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-87ef6a11-7a86-46ac-88b9-0b37eafd5e18 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3812320 Oct 17 18:16:51.587717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:51.593956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-950892845'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:51.599081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:51.604278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:network and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:51.607666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:51.613719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:51.615420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:51.619808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 066c2fa4-2447-4f38-ab63-d15be333e866 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:51.671098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Pushing event updated for resources: {'Port': ['ID=1a68d833-117e-4591-bf76-a7edf334c966,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:51.679242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Attempting to bind port 1a68d833-117e-4591-bf76-a7edf334c966 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:51.679602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Attempting to bind port 1a68d833-117e-4591-bf76-a7edf334c966 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '18def93f-829a-4e7f-bbe6-3e313a32548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:51.680019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Attempting to bind port 1a68d833-117e-4591-bf76-a7edf334c966 on network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:51.689295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:51.690272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:51.690832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.707117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 40df46fb-1844-47ad-99b6-04b954d9da8d will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:51.724684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:51.728566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.758715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:51.760948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e369a010-cc7e-42c9-9b46-3121138419b8 None None] Provisioning for port b003e023-4a8f-4f0a-a639-70fa4fb40983 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:51.763977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:51.764348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Checking segment: {'id': '18def93f-829a-4e7f-bbe6-3e313a32548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:51.764851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.765348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Bound using segment: {'id': '18def93f-829a-4e7f-bbe6-3e313a32548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:51.765846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Bound port: 1a68d833-117e-4591-bf76-a7edf334c966, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18def93f-829a-4e7f-bbe6-3e313a32548f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:51.766215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.768705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.768996 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added segment cfedbdc0-e93d-4852-ad43-6f80cedde525 of type vlan for network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c Oct 17 18:16:51.798701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.815035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.896754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:51.900366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:51.904722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:51.907054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.912667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:51.913276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:51.939095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=40df46fb-1844-47ad-99b6-04b954d9da8d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:51.979411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:51.980414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.016061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4271519 Oct 17 18:16:52.019029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40414) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:52.025024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'subnet': {'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:52.049980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ce2d-a54c-4422-b610-668c342c3906 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Network': ['ID=3c64ac99-50b5-4f01-9ee2-deb91acbfc1c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:52.050668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:52.119147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:16:52.122240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-32bfb5f0-1d7e-4cb6-b7d0-c1e1b147dcb4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7907097 Oct 17 18:16:52.124943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40418) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:52.135112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '47ed76d9-6df5-4ac4-8071-0d6459b615c5', 'name': 'tempest-PortsTestJSON-1856218624'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:52.163219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:52.167112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:subnet and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:52.170004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:52.175651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:52.227527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40422) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:52.249070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 066c2fa4-2447-4f38-ab63-d15be333e866 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:52.249446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.249813 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 066c2fa4-2447-4f38-ab63-d15be333e866 Oct 17 18:16:52.285172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:52.292060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:52.292233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] For port 1a68d833-117e-4591-bf76-a7edf334c966, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:52.293526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Made reservation on behalf of 15f9b489307f4176a59c9d07b36431ac for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:52.296973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:52.297685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.304000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:52.393715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:52.397346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.438542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] For port 1a68d833-117e-4591-bf76-a7edf334c966, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1a68d833-117e-4591-bf76-a7edf334c966,segment=NetworkSegment(18def93f-829a-4e7f-bbe6-3e313a32548f),segment_id=18def93f-829a-4e7f-bbe6-3e313a32548f)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:52.519194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-69714c59-4f2f-45a2-b8cf-3571ccb17932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.535522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.545672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 545aa16c-a8af-433d-b06e-18fe02c3e0d9 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:16:52.757683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.14 (47ed76d9-6df5-4ac4-8071-0d6459b615c5/43425816-6900-4745-8913-46f9238fb6f0/545aa16c-a8af-433d-b06e-18fe02c3e0d9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:52.764028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2c679-3a33-4ed8-ad9b-8288f201da40 None None] Pushing event updated for resources: {'Port': ['ID=1a68d833-117e-4591-bf76-a7edf334c966,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:52.786679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 066c2fa4-2447-4f38-ab63-d15be333e866 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:52.787593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b003e023-4a8f-4f0a-a639-70fa4fb40983 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:52.915095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:52.963952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:52.977394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:16:52.978071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Updating router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:16:53.017114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.019159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.059582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.072347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Subnet': ['ID=d84f9581-2b3a-470e-bc18-90403e5308af,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:53.077667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 545aa16c-a8af-433d-b06e-18fe02c3e0d9 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:53.088217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.088487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Checking segment: {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:53.088864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network hostable DHCP agents. Network: 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:16:53.154002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b003e023-4a8f-4f0a-a639-70fa4fb40983 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:53.173838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b003e023-4a8f-4f0a-a639-70fa4fb40983 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:53.174214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.174546 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b003e023-4a8f-4f0a-a639-70fa4fb40983 Oct 17 18:16:53.215432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.234340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.341260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:53.346609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:53.348137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:53.403838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=545aa16c-a8af-433d-b06e-18fe02c3e0d9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:53.441569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:53.442394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.476343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b003e023-4a8f-4f0a-a639-70fa4fb40983 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:53.476758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.489497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:16:53.492835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Provisioning for port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:53.517053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Provisioning complete for port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:53.517419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.517780 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Attempt 1 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:16:53.530840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7f73f709-4bab-48db-b54e-d736875771a7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4036174 Oct 17 18:16:53.532796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40426) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:53.612298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b003e023-4a8f-4f0a-a639-70fa4fb40983, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b003e023-4a8f-4f0a-a639-70fa4fb40983,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:53.628294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:53.663954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7d248-e46e-4b95-bfee-a610050c9eaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:53.664713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7a7d248-e46e-4b95-bfee-a610050c9eaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:53.712984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:53.725363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1b65e-874e-474d-b25e-cb35a90bd7ec None None] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:53.738261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:53.739183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.798398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7a7d248-e46e-4b95-bfee-a610050c9eaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:53.806502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7a7d248-e46e-4b95-bfee-a610050c9eaf tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2708082 Oct 17 18:16:53.806502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40430) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:53.867865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.868863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b023df32-056d-46ac-aba4-b1ef7fd8d081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:53.918144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 545aa16c-a8af-433d-b06e-18fe02c3e0d9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:53.918781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:53.935348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9b7ae831-8830-440b-bce8-01a64e259a08 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9152117 Oct 17 18:16:53.950530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40434) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:53.978520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.024250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Transition to ACTIVE for port object 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:54.060178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b003e023-4a8f-4f0a-a639-70fa4fb40983,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:54.122536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 402329ff-64c6-4e45-b37f-a9c925e03add {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:54.122834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.129332 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Attempt 2 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:16:54.175879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.231126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668fd26c-2b22-4a6b-b9b1-eb2e3b73115f None None] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:54.298381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.321771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b023df32-056d-46ac-aba4-b1ef7fd8d081 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:54.322157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.322491 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b023df32-056d-46ac-aba4-b1ef7fd8d081 Oct 17 18:16:54.439148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 545aa16c-a8af-433d-b06e-18fe02c3e0d9 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:54.522933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:54.585596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25358899-1c52-4e47-b4c5-e8e668830137 None None] Pushing event updated for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:54.630425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.648104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 402329ff-64c6-4e45-b37f-a9c925e03add, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=402329ff-64c6-4e45-b37f-a9c925e03add,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:54.648368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.671443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:16:54.672249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.677674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.709407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Attempting to bind port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:54.709821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Attempting to bind port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:54.710183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Attempting to bind port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 on network 4a572032-440e-44b9-9133-747c096287ae {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:54.733371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=545aa16c-a8af-433d-b06e-18fe02c3e0d9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:54.746720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:54.747348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Checking segment: {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:54.747752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.748151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Bound using segment: {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:54.748628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Bound port: 6f3aa832-beef-4a93-ac58-d11b0af8b7e3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021fc7b0-2f52-47b5-ae88-f9e65c1da15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4a572032-440e-44b9-9133-747c096287ae'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:54.749059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.856452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:54.923420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 402329ff-64c6-4e45-b37f-a9c925e03add owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:54.952448 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-236afdcc-358f-44af-b5ff-a1a08efff2e9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/545aa16c-a8af-433d-b06e-18fe02c3e0d9 HTTP/1.1" status: 204 len: 168 time: 1.1443431 Oct 17 18:16:54.953664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40438) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:54.986280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b023df32-056d-46ac-aba4-b1ef7fd8d081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:55.029241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eaf2a1-8d8a-4f01-a070-5501a69c3cff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:55.030082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-56eaf2a1-8d8a-4f01-a070-5501a69c3cff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:55.055667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Attempt 3 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:16:55.114464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] For port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:55.141067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] For port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:55.154880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:55.160802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Allocated IP 2001:db8:3::2 (3c64ac99-50b5-4f01-9ee2-deb91acbfc1c/d84f9581-2b3a-470e-bc18-90403e5308af/40f12413-a177-4269-a5c8-7a2df051d18e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:55.161172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.173105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-56eaf2a1-8d8a-4f01-a070-5501a69c3cff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:55.174473 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56eaf2a1-8d8a-4f01-a070-5501a69c3cff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/545aa16c-a8af-433d-b06e-18fe02c3e0d9 HTTP/1.1" status: 404 len: 333 time: 0.2080491 Oct 17 18:16:55.178691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40442) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:55.298187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1a68d833-117e-4591-bf76-a7edf334c966 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:55.300879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 40df46fb-1844-47ad-99b6-04b954d9da8d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:55.301487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.377089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.562128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.566118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:55.566687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:55.634207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=402329ff-64c6-4e45-b37f-a9c925e03add,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:55.700798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.701149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.701482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.701834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.702167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.702548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.702871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.703191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.703510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.703841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.704141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.705068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.723065 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Attempt 4 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:16:55.799932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.800837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1a68d833-117e-4591-bf76-a7edf334c966 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:55.904372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25358899-1c52-4e47-b4c5-e8e668830137 None None] Pushing event updated for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:55.920921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b003e023-4a8f-4f0a-a639-70fa4fb40983 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:55.982782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 40df46fb-1844-47ad-99b6-04b954d9da8d owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:56.023078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.033711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:56.067955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.110657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Transition to ACTIVE for port object 40f12413-a177-4269-a5c8-7a2df051d18e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:56.114980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:16:56.223085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.260498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.260657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Transition to ACTIVE for port object 40f12413-a177-4269-a5c8-7a2df051d18e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:56.310293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b003e023-4a8f-4f0a-a639-70fa4fb40983 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:56.310977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.310977 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b003e023-4a8f-4f0a-a639-70fa4fb40983 Oct 17 18:16:56.349406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Provisioning complete for port b003e023-4a8f-4f0a-a639-70fa4fb40983 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:56.350100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.350620 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Attempt 1 to provision port b003e023-4a8f-4f0a-a639-70fa4fb40983 Oct 17 18:16:56.355037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=40df46fb-1844-47ad-99b6-04b954d9da8d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:56.396766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.397929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.399124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.399744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.400248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.401272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.401815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.402316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.402811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.403293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.404172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.404663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:56.420252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.507319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.524162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:56.541834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:56.552188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:56.577545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Allocated IP 2001:db8:3::1 (3c64ac99-50b5-4f01-9ee2-deb91acbfc1c/d84f9581-2b3a-470e-bc18-90403e5308af/e8a22ca3-d246-4c97-9ca3-9387b3848091) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:16:56.609947 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99a34c41-4d76-42a2-ba0f-a18742660f3b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/40df46fb-1844-47ad-99b6-04b954d9da8d HTTP/1.1" status: 204 len: 168 time: 1.4301071 Oct 17 18:16:56.612572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40446) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:56.623742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Pushing event updated for resources: {'Port': ['ID=40f12413-a177-4269-a5c8-7a2df051d18e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:56.676046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e0e336-6fe4-4ebc-a776-6ac92c90e60f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:16:56.676046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75e0e336-6fe4-4ebc-a776-6ac92c90e60f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:56.762169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75e0e336-6fe4-4ebc-a776-6ac92c90e60f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:56.763345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75e0e336-6fe4-4ebc-a776-6ac92c90e60f tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/40df46fb-1844-47ad-99b6-04b954d9da8d HTTP/1.1" status: 404 len: 333 time: 0.1488957 Oct 17 18:16:56.765809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40450) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:56.792752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:56.840060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 43425816-6900-4745-8913-46f9238fb6f0 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:16:56.840700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Attempting to bind port 40f12413-a177-4269-a5c8-7a2df051d18e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:16:56.841078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Attempting to bind port 40f12413-a177-4269-a5c8-7a2df051d18e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:16:56.841444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Attempting to bind port 40f12413-a177-4269-a5c8-7a2df051d18e on network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:16:56.843970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.855907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:16:56.856300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Checking segment: {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:16:56.856881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.857448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Bound using segment: {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:16:56.857967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Bound port: 40f12413-a177-4269-a5c8-7a2df051d18e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:16:56.858343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.867754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b003e023-4a8f-4f0a-a639-70fa4fb40983 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:56.882192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9278abec-9b55-4944-aa34-55688fec335a None None] Current status of the port b003e023-4a8f-4f0a-a639-70fa4fb40983 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:56.905773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.978357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:56.988786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccbeecc-b493-444e-b7a9-76d43c3958e4 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:57.002396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] For port 40f12413-a177-4269-a5c8-7a2df051d18e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:16:57.007938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] For port 40f12413-a177-4269-a5c8-7a2df051d18e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40f12413-a177-4269-a5c8-7a2df051d18e,segment=NetworkSegment(cfedbdc0-e93d-4852-ad43-6f80cedde525),segment_id=cfedbdc0-e93d-4852-ad43-6f80cedde525)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:16:57.019502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Could not find standard attr ID for object 545aa16c-a8af-433d-b06e-18fe02c3e0d9. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:57.033619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.058564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.096871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.123610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Transition to ACTIVE for port object e8a22ca3-d246-4c97-9ca3-9387b3848091 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:16:57.149896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:57.166176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:57.174740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Provisioning for port 1a68d833-117e-4591-bf76-a7edf334c966 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:57.180605 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:57.184702 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:57.188790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Provisioning complete for port 1a68d833-117e-4591-bf76-a7edf334c966 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:57.189270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.189714 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Attempt 1 to provision port 1a68d833-117e-4591-bf76-a7edf334c966 Oct 17 18:16:57.272744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160990-27bd-4c1e-8896-d5ee7b961ebd None None] Pushing event updated for resources: {'Port': ['ID=40f12413-a177-4269-a5c8-7a2df051d18e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:57.282852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.328835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b539ca25-2b67-4163-bad6-9a8a0417a095 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0939047 Oct 17 18:16:57.330189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.362646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.369236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=43425816-6900-4745-8913-46f9238fb6f0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:57.380794 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c6bfdf4f-4cb6-4004-b71b-ff70b07f29f0 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/43425816-6900-4745-8913-46f9238fb6f0 HTTP/1.1" status: 204 len: 168 time: 0.6101210 Oct 17 18:16:57.380794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40458) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:57.386196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2f522-d6e5-43b0-bf06-43dc17a7b2d3 None None] Network 47ed76d9-6df5-4ac4-8071-0d6459b615c5 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:57.528343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:57.536310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:57.547547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:16:57.548370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.552758 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:57.631864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.636106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=e8a22ca3-d246-4c97-9ca3-9387b3848091,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:57.683863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 1a68d833-117e-4591-bf76-a7edf334c966 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:57.683863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.731530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Current status of the port 1a68d833-117e-4591-bf76-a7edf334c966 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:57.733789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.924904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] For port 1a68d833-117e-4591-bf76-a7edf334c966, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1a68d833-117e-4591-bf76-a7edf334c966,segment=NetworkSegment(18def93f-829a-4e7f-bbe6-3e313a32548f),segment_id=18def93f-829a-4e7f-bbe6-3e313a32548f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:57.965672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.989661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port 1a68d833-117e-4591-bf76-a7edf334c966, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1a68d833-117e-4591-bf76-a7edf334c966,segment=NetworkSegment(18def93f-829a-4e7f-bbe6-3e313a32548f),segment_id=18def93f-829a-4e7f-bbe6-3e313a32548f)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:57.989661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.011996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.077444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] DHCP port deletion for 47ed76d9-6df5-4ac4-8071-0d6459b615c5 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:16:58.121165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Could not find standard attr ID for object 40df46fb-1844-47ad-99b6-04b954d9da8d. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:16:58.122185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Deleting port 1a68d833-117e-4591-bf76-a7edf334c966 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:58.122860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.158832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 1a68d833-117e-4591-bf76-a7edf334c966 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:58.184335 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:58.189256 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:16:58.201271 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:58.202164 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:58.243062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a4d8c-4c6b-429a-a4d1-436d59379083 None None] Pushing event updated for resources: {'Port': ['ID=1a68d833-117e-4591-bf76-a7edf334c966,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:58.326906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:58.327228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:58.447117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] For port 1a68d833-117e-4591-bf76-a7edf334c966, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1a68d833-117e-4591-bf76-a7edf334c966,segment=NetworkSegment(18def93f-829a-4e7f-bbe6-3e313a32548f),segment_id=18def93f-829a-4e7f-bbe6-3e313a32548f)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:58.447753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.484934 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:16:58.534192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f14e4f-7fb6-4e73-be80-8005101df446 req-284306c3-2c12-467f-923c-c89d600f02db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:58.534912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-49f14e4f-7fb6-4e73-be80-8005101df446 req-284306c3-2c12-467f-923c-c89d600f02db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:16:58.614721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Calling delete_port for 1a68d833-117e-4591-bf76-a7edf334c966 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:16:58.696475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-49f14e4f-7fb6-4e73-be80-8005101df446 req-284306c3-2c12-467f-923c-c89d600f02db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:16:58.706076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-49f14e4f-7fb6-4e73-be80-8005101df446 req-284306c3-2c12-467f-923c-c89d600f02db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.3490794 Oct 17 18:16:58.740549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.753970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264c380-589e-49c4-91ed-f305e939e7b1 None None] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:16:58.767007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-49f14e4f-7fb6-4e73-be80-8005101df446 req-00d49653-3c44-4382-b507-22a67fd3ee2d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623219 Oct 17 18:16:58.828976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 1a68d833-117e-4591-bf76-a7edf334c966 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:16:58.829435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.841409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.843093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.843851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:58.892053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] Pushing event deleted for resources: {'Port': ['ID=1a68d833-117e-4591-bf76-a7edf334c966,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:58.912927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] The port '1a68d833-117e-4591-bf76-a7edf334c966' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:16:58.918081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ebf21-b515-46f9-a8b6-d2019b48af77 None None] No DVR routers for this DVR port 1a68d833-117e-4591-bf76-a7edf334c966 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:16:58.939618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event updated for resources: {'Port': ['ID=e8a22ca3-d246-4c97-9ca3-9387b3848091,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:58.939750 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:58.944679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed4948-7344-43b9-a9ac-714137e9feae None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73df0c8c-2878-4b22-b713-e5674e1671e7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'port_id': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'mac_address': 'fa:16:3e:13:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:28Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:16:59.049337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-df2f8f1e-5e97-428b-9c83-be9d6283eb3e None None] Provisioning for port 40f12413-a177-4269-a5c8-7a2df051d18e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:59.067421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.095125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ed76d9-6df5-4ac4-8071-0d6459b615c5']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:59.107612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:16:59.108781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:16:59.112765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18def93f-829a-4e7f-bbe6-3e313a32548f') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:59.113075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18def93f-829a-4e7f-bbe6-3e313a32548f') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:59.129106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.147437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.158179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:16:59.158179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.231237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 18def93f-829a-4e7f-bbe6-3e313a32548f resource provider aggregate not found Oct 17 18:16:59.255472 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 18def93f-829a-4e7f-bbe6-3e313a32548f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18def93f-829a-4e7f-bbe6-3e313a32548f found for delete ", "request_id": "req-3d8ea8e4-cb87-4e61-8a2c-6da42c808af4"}]} Oct 17 18:16:59.299870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:16:59.420748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.445580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.463961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=47ed76d9-6df5-4ac4-8071-0d6459b615c5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:59.464486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Provisioning for port e8a22ca3-d246-4c97-9ca3-9387b3848091 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:59.476786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Provisioning complete for port e8a22ca3-d246-4c97-9ca3-9387b3848091 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:59.477563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.478715 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 1 to provision port e8a22ca3-d246-4c97-9ca3-9387b3848091 Oct 17 18:16:59.539715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40f12413-a177-4269-a5c8-7a2df051d18e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:59.574872 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5487bd05-9d60-468a-bd74-e9acf0efe923 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/47ed76d9-6df5-4ac4-8071-0d6459b615c5 HTTP/1.1" status: 204 len: 168 time: 2.1939633 Oct 17 18:16:59.576885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40468) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:59.589551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-324322939'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:59.598498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:16:59.604057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:16:59.607487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:16:59.615814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:16:59.646626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:16:59.647669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Port e8a22ca3-d246-4c97-9ca3-9387b3848091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:16:59.656807 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1869f69d-2bb5-479a-8867-bc6a816c3409 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7048268 Oct 17 18:16:59.659857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:16:59.667949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:16:59.671803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:16:59.680655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:16:59.682068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:16:59.738397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:16:59.742682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.783537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:16:59.802265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.802265 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d of type vlan for network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b Oct 17 18:16:59.817408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 40f12413-a177-4269-a5c8-7a2df051d18e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:16:59.862897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.880357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 40f12413-a177-4269-a5c8-7a2df051d18e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:59.880855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.881191 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 40f12413-a177-4269-a5c8-7a2df051d18e Oct 17 18:16:59.958904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:00.002885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.010680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.011443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.179047 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 2 to provision port e8a22ca3-d246-4c97-9ca3-9387b3848091 Oct 17 18:17:00.322287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 40f12413-a177-4269-a5c8-7a2df051d18e is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:00.322661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.331071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7461922 Oct 17 18:17:00.334475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Port e8a22ca3-d246-4c97-9ca3-9387b3848091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:00.351107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:00.362026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:00.389044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:17:00.390653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 40f12413-a177-4269-a5c8-7a2df051d18e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40f12413-a177-4269-a5c8-7a2df051d18e,segment=NetworkSegment(cfedbdc0-e93d-4852-ad43-6f80cedde525),segment_id=cfedbdc0-e93d-4852-ad43-6f80cedde525)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:00.404620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.extraroute_db [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Removed routes are [] {{(pid=89826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:17:00.405155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.446435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503415-94df-45fb-8b55-ecf57178a083 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:00.457475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:17:00.475086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.475822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:00.479333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd71b-aa79-4d88-b8e9-f76acaad9671 req-fd8a5157-c84a-48fa-b097-2037d20992c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.480055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3acfd71b-aa79-4d88-b8e9-f76acaad9671 req-fd8a5157-c84a-48fa-b097-2037d20992c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:00.514771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:00.519589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:00.529877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-50bf8f27-adb9-4fa7-80bb-7b2847269ced tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.530507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-50bf8f27-adb9-4fa7-80bb-7b2847269ced tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:00.533024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3acfd71b-aa79-4d88-b8e9-f76acaad9671 req-fd8a5157-c84a-48fa-b097-2037d20992c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:00.534172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3acfd71b-aa79-4d88-b8e9-f76acaad9671 req-fd8a5157-c84a-48fa-b097-2037d20992c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.6067729 Oct 17 18:17:00.536009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:00.544383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:00.574743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-50bf8f27-adb9-4fa7-80bb-7b2847269ced tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:00.576148 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-50bf8f27-adb9-4fa7-80bb-7b2847269ced tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 946 time: 0.3258226 Oct 17 18:17:00.656696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3acfd71b-aa79-4d88-b8e9-f76acaad9671 req-1f16090c-61f1-4cf4-b6fc-989833d17a9d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eb7f630-bd06-48c7-94da-e1991ba2216b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097882 Oct 17 18:17:00.680080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port d2bed7fa-5fe1-46f4-9594-35075c0485bb {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:00.680498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.695363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:16:57Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:16:58Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:00.704721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=40f12413-a177-4269-a5c8-7a2df051d18e,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:00.707270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:00.707631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Updating router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 port e8a22ca3-d246-4c97-9ca3-9387b3848091 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:17:00.713165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:00.716667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.765587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.836030 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 3 to provision port e8a22ca3-d246-4c97-9ca3-9387b3848091 Oct 17 18:17:00.855271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.858995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.877127 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:17:00.919236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:00.937516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:00.937918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:00.938255 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:17:01.003315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Port e8a22ca3-d246-4c97-9ca3-9387b3848091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:01.111632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port d2bed7fa-5fe1-46f4-9594-35075c0485bb, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d2bed7fa-5fe1-46f4-9594-35075c0485bb,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:01.111910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.176416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:01.178845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:01.179261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.235624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:01.271299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for d2bed7fa-5fe1-46f4-9594-35075c0485bb owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:01.320581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.360370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.376626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:01.384832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.388366 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-abec4738-cfcd-4e42-806c-c5d9b390ea35 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 954 time: 1.7251430 Oct 17 18:17:01.390036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40482) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:01.402384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Transition to ACTIVE for port object e8a22ca3-d246-4c97-9ca3-9387b3848091 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:01.408715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.429109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:01.432528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 402329ff-64c6-4e45-b37f-a9c925e03add no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:01.485023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 402329ff-64c6-4e45-b37f-a9c925e03add {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:01.486342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 402329ff-64c6-4e45-b37f-a9c925e03add not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:01.486776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1a68d833-117e-4591-bf76-a7edf334c966 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:01.517201 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 4 to provision port e8a22ca3-d246-4c97-9ca3-9387b3848091 Oct 17 18:17:01.521227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=41036c86-4a56-4dd0-842b-485515ab13d9,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:01.532790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:01.532790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:17:01.551086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.568965 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8e0ab291-3459-4822-ae68-4107c5de9e17 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 954 time: 0.1792867 Oct 17 18:17:01.572309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40486) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:01.578281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'routes': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:01.637962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.688111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1a68d833-117e-4591-bf76-a7edf334c966 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:01.688410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1a68d833-117e-4591-bf76-a7edf334c966 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:01.752845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:17:01.773991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=d2bed7fa-5fe1-46f4-9594-35075c0485bb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:01.847299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Port e8a22ca3-d246-4c97-9ca3-9387b3848091 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:01.850793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08882cf-04e2-4411-bb54-9f9716234f95 None None] Pushing event updated for resources: {'Port': ['ID=e8a22ca3-d246-4c97-9ca3-9387b3848091,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:01.860849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Attempting to bind port e8a22ca3-d246-4c97-9ca3-9387b3848091 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:01.861227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Attempting to bind port e8a22ca3-d246-4c97-9ca3-9387b3848091 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:01.861597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Attempting to bind port e8a22ca3-d246-4c97-9ca3-9387b3848091 on network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:01.876561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40f12413-a177-4269-a5c8-7a2df051d18e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:01.900036 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1e70370-2715-42dd-b50b-9cedf1785824 req-32d502c1-1bb3-4673-8b13-16b99cf8660f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.0823495 Oct 17 18:17:01.909921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:01.910617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Checking segment: {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:01.911021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:01.911604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Bound using segment: {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:01.912109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Bound port: e8a22ca3-d246-4c97-9ca3-9387b3848091, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfedbdc0-e93d-4852-ad43-6f80cedde525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:01.912487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.002829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:02.016969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c47c8-0a41-4ace-9716-3188fc08fc87 None None] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:02.017526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port d2bed7fa-5fe1-46f4-9594-35075c0485bb on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:02.019824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.026935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:02.027505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.030706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'name': 'network-vif-deleted', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:02.032946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c74f6-9a7c-45b3-9ddf-e0a930c6166d" -d '{"events": [{"server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "name": "network-vif-deleted", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:02.095391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f81d0-68d7-4893-96c0-47fb4169b48a x-openstack-request-id: req-1d8f81d0-68d7-4893-96c0-47fb4169b48a {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:02.095391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757cb2f-1c5d-457b-960a-97cc3ef9a16b", "name": "network-vif-deleted", "tag": "d2bed7fa-5fe1-46f4-9594-35075c0485bb", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:02.095391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d8f81d0-68d7-4893-96c0-47fb4169b48a {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:02.096412 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8f81d0-68d7-4893-96c0-47fb4169b48a'] response: {'server_uuid': 'd757cb2f-1c5d-457b-960a-97cc3ef9a16b', 'name': 'network-vif-deleted', 'tag': 'd2bed7fa-5fe1-46f4-9594-35075c0485bb', 'status': 'completed', 'code': 200} Oct 17 18:17:02.119009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 40f12413-a177-4269-a5c8-7a2df051d18e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:02.119503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.119757 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 40f12413-a177-4269-a5c8-7a2df051d18e Oct 17 18:17:02.147644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] For port e8a22ca3-d246-4c97-9ca3-9387b3848091, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:02.191358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] For port e8a22ca3-d246-4c97-9ca3-9387b3848091, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e8a22ca3-d246-4c97-9ca3-9387b3848091,segment=NetworkSegment(cfedbdc0-e93d-4852-ad43-6f80cedde525),segment_id=cfedbdc0-e93d-4852-ad43-6f80cedde525)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:02.322147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0a4920ae-d8a3-4878-9927-9b97b7421db3 req-7b8130d4-9694-42ed-a04b-8c707651df1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/d2bed7fa-5fe1-46f4-9594-35075c0485bb HTTP/1.1" status: 204 len: 173 time: 1.7328637 Oct 17 18:17:02.328929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b2a4567d-e8fd-41f8-b3b8-04aae9b1a7b3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9753337 Oct 17 18:17:02.331871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40494) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:02.340524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b', 'name': 'tempest-PortsTestJSON-1685835268', 'fixed_ips': [{'subnet_id': '41036c86-4a56-4dd0-842b-485515ab13d9', 'ip_address': '172.20.0.10'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:02.358094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.365227 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 5 to provision port e8a22ca3-d246-4c97-9ca3-9387b3848091 Oct 17 18:17:02.463721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b', 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': '41036c86-4a56-4dd0-842b-485515ab13d9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:17:02.464554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.473017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d2bed7fa-5fe1-46f4-9594-35075c0485bb no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:02.529839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: d2bed7fa-5fe1-46f4-9594-35075c0485bb {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:02.530568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d2bed7fa-5fe1-46f4-9594-35075c0485bb not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:02.551931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:02.552563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:02.616287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:02.623123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:02.627579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:02.639104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:02.653263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added routes are [] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:17:02.653580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:17:02.686109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.703650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 40f12413-a177-4269-a5c8-7a2df051d18e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:02.704733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:02.755700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:02.796721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08882cf-04e2-4411-bb54-9f9716234f95 None None] Pushing event updated for resources: {'Port': ['ID=e8a22ca3-d246-4c97-9ca3-9387b3848091,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:02.811094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Port e8a22ca3-d246-4c97-9ca3-9387b3848091 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:17:02.857355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:02.959837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Provisioning complete for port 40f12413-a177-4269-a5c8-7a2df051d18e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:02.960215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.960581 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Attempt 1 to provision port 40f12413-a177-4269-a5c8-7a2df051d18e Oct 17 18:17:03.092572 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-98de3c22-4e84-4d8c-8f0f-0ee7652949dc req-0ad41a5d-2646-43d5-b2ae-88d2e05eee48 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d757cb2f-1c5d-457b-960a-97cc3ef9a16b HTTP/1.1" status: 200 len: 210 time: 0.0577090 Oct 17 18:17:03.151179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:03.151549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.151880 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 Oct 17 18:17:03.152083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.185639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port aa7acad3-2621-4686-8c21-ce26f4521a8a yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:17:03.239237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.250690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.278048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Allocated IP 172.20.0.2 (106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b/41036c86-4a56-4dd0-842b-485515ab13d9/24d5edc4-d882-4da3-9edc-bf650d82efa6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:03.572793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c45a89bf-5752-4ec0-a08d-1738318533d0 None None] Current status of the port 40f12413-a177-4269-a5c8-7a2df051d18e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:03.623018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:03.630953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:03.724525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.738270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Transition to ACTIVE for port object 24d5edc4-d882-4da3-9edc-bf650d82efa6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:03.743155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:00Z', 'revision_number': 6, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:03.754576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c569f89-36e2-4ba0-bef5-22565e77fc8e None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:00Z', 'revision_number': 6, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:03.764438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Transition to ACTIVE for port object 24d5edc4-d882-4da3-9edc-bf650d82efa6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:03.810004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:03.827389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.828818 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-af0f6aee-93fb-4d0d-b205-270c8bd34934 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 704 time: 2.2553322 Oct 17 18:17:03.832961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:03.900937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.977886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:03.981632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:03.986646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:03.995570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.10 (106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b/41036c86-4a56-4dd0-842b-485515ab13d9/aa7acad3-2621-4686-8c21-ce26f4521a8a) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:04.024308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-98236323-8ff3-4af1-99b1-455683361afa tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 704 time: 0.1901853 Oct 17 18:17:04.025190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40504) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:04.129468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Pushing event updated for resources: {'Port': ['ID=24d5edc4-d882-4da3-9edc-bf650d82efa6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:04.136273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Attempting to bind port 24d5edc4-d882-4da3-9edc-bf650d82efa6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:04.137052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Attempting to bind port 24d5edc4-d882-4da3-9edc-bf650d82efa6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:04.137572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Attempting to bind port 24d5edc4-d882-4da3-9edc-bf650d82efa6 on network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:04.145460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:04.146060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Checking segment: {'id': 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:04.146685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.147217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Bound using segment: {'id': 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:04.148721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Bound port: 24d5edc4-d882-4da3-9edc-bf650d82efa6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:04.149327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.261550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40510) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:04.269082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] For port 24d5edc4-d882-4da3-9edc-bf650d82efa6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:04.274098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] For port 24d5edc4-d882-4da3-9edc-bf650d82efa6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24d5edc4-d882-4da3-9edc-bf650d82efa6,segment=NetworkSegment(ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d),segment_id=ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:04.380775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.398841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.412562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.445561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object aa7acad3-2621-4686-8c21-ce26f4521a8a will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:04.481933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.515386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036ab3f-3587-4b73-b14b-d7a819700814 None None] Pushing event updated for resources: {'Port': ['ID=24d5edc4-d882-4da3-9edc-bf650d82efa6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:04.682656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.746497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.760728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.817871 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:04.829016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:04.830043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:04.832263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:04.833343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7f630-bd06-48c7-94da-e1991ba2216b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:04.849326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:04.860049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:04.942763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=aa7acad3-2621-4686-8c21-ce26f4521a8a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:04.976196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:04.976861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.997567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.997567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8f72a01e-7049-4627-8662-c3fc7dee8ae1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/5eb7f630-bd06-48c7-94da-e1991ba2216b HTTP/1.1" status: 204 len: 168 time: 0.7297542 Oct 17 18:17:05.030774 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:05.135758 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ee1231e0-1d50-4a6d-9efc-a2f224e39b4e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8007779 Oct 17 18:17:05.138010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40516) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:05.143582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40520) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:05.143747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b', 'name': 'tempest-PortsTestJSON-1656089248', 'fixed_ips': [{'subnet_id': '41036c86-4a56-4dd0-842b-485515ab13d9', 'ip_address': '172.20.0.9'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:05.225009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 8435c675-dac2-4b76-a0eb-c3331cce147b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:05.229455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.307582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.308194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:05.313334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:05.321379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:05.329904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:05.427251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:05.433567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.437386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port e8a22ca3-d246-4c97-9ca3-9387b3848091 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:05.437386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.454881 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 7, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:05.460585 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:05.466805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 93a3f620-86af-4ada-a989-cb40817adcad yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:17:05.470958 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:05.471879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:05.516996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.656884 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:05.708997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f40353e-f8f5-4205-9489-8c57bee85c4f None None] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:05.721909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.9 (106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b/41036c86-4a56-4dd0-842b-485515ab13d9/93a3f620-86af-4ada-a989-cb40817adcad) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:05.759028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port e8a22ca3-d246-4c97-9ca3-9387b3848091, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e8a22ca3-d246-4c97-9ca3-9387b3848091,segment=NetworkSegment(cfedbdc0-e93d-4852-ad43-6f80cedde525),segment_id=cfedbdc0-e93d-4852-ad43-6f80cedde525)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:05.759982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.967895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.984809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24d5edc4-d882-4da3-9edc-bf650d82efa6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:05.985188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 93a3f620-86af-4ada-a989-cb40817adcad will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:06.002197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.019421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for e8a22ca3-d246-4c97-9ca3-9387b3848091 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:06.072691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.089313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd808c-5f76-4bc4-8ca4-b5169b74780c None None] Network 4e54ba9a-8b8b-46b3-942f-8419658d3763 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:06.092186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.104063 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/8435c675-dac2-4b76-a0eb-c3331cce147b HTTP/1.1" status: 204 len: 168 time: 0.9594836 Oct 17 18:17:06.111707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40524) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:06.112721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abc041-d293-4433-a4fe-3e50821a0491 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=8435c675-dac2-4b76-a0eb-c3331cce147b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:06.117331 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 7, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:06.127955 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df569d-3821-44b2-ad9d-412038471f90 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 7, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a22ca3-d246-4c97-9ca3-9387b3848091', 'name': '', 'network_id': '3c64ac99-50b5-4f01-9ee2-deb91acbfc1c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:91:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:55Z', 'updated_at': '2022-10-17T18:17:02Z', 'revision_number': 4, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'd84f9581-2b3a-470e-bc18-90403e5308af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:06.190420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=93a3f620-86af-4ada-a989-cb40817adcad,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:06.200952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-89932c4f-f81f-4534-943e-cbb19acc6163 None None] Provisioning for port 24d5edc4-d882-4da3-9edc-bf650d82efa6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:06.214556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:06.215968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:06.222093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:06.292947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.300846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:06.301593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.312942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 0240939e-6be1-41e4-ad76-087073b7e228 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:06.314095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.343023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 24d5edc4-d882-4da3-9edc-bf650d82efa6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:06.349318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24d5edc4-d882-4da3-9edc-bf650d82efa6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:06.349593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.350290 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24d5edc4-d882-4da3-9edc-bf650d82efa6 Oct 17 18:17:06.407967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1d5f896-600f-439b-9857-e76cfeb696a2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2681136 Oct 17 18:17:06.410241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40528) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:06.609104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 0240939e-6be1-41e4-ad76-087073b7e228, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0240939e-6be1-41e4-ad76-087073b7e228,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:06.609834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.614970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24d5edc4-d882-4da3-9edc-bf650d82efa6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:06.616874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a7e17-997a-4918-8c09-047ef8aed9f1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:06.617175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.617585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c81a7e17-997a-4918-8c09-047ef8aed9f1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:06.665679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 24d5edc4-d882-4da3-9edc-bf650d82efa6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24d5edc4-d882-4da3-9edc-bf650d82efa6,segment=NetworkSegment(ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d),segment_id=ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:06.721438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] DHCP port deletion for 4e54ba9a-8b8b-46b3-942f-8419658d3763 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:06.726638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Deleting port 0240939e-6be1-41e4-ad76-087073b7e228 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:06.727008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.761285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c81a7e17-997a-4918-8c09-047ef8aed9f1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:06.765286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c81a7e17-997a-4918-8c09-047ef8aed9f1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3512757 Oct 17 18:17:06.765448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40532) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:06.767192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 0240939e-6be1-41e4-ad76-087073b7e228 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:06.826473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.827568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e8a22ca3-d246-4c97-9ca3-9387b3848091 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:06.886019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a78ad5-188c-43ed-8158-4d26647029ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:06.891908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a78ad5-188c-43ed-8158-4d26647029ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:06.898991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a78ad5-188c-43ed-8158-4d26647029ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:06.902931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d7a78ad5-188c-43ed-8158-4d26647029ff tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1337149 Oct 17 18:17:06.907501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40536) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:06.986803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 93a3f620-86af-4ada-a989-cb40817adcad {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:06.986803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.995833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=24d5edc4-d882-4da3-9edc-bf650d82efa6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:07.012814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.013344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.013711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.014044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.014424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.021144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:07.026445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Provisioning for port aa7acad3-2621-4686-8c21-ce26f4521a8a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:07.051547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Provisioning complete for port aa7acad3-2621-4686-8c21-ce26f4521a8a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:07.052185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.056659 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 1 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:07.111400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.184245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=0240939e-6be1-41e4-ad76-087073b7e228,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:07.194231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 0240939e-6be1-41e4-ad76-087073b7e228 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:07.194637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Could not find standard attr ID for object e8a22ca3-d246-4c97-9ca3-9387b3848091. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:07.194733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.220948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:07.232404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] For port 0240939e-6be1-41e4-ad76-087073b7e228, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0240939e-6be1-41e4-ad76-087073b7e228,segment=NetworkSegment(f1a55d99-e82e-42c5-8742-92cbf9de23b2),segment_id=f1a55d99-e82e-42c5-8742-92cbf9de23b2)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:07.232797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.294016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=e8a22ca3-d246-4c97-9ca3-9387b3848091,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:07.374516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Calling delete_port for 0240939e-6be1-41e4-ad76-087073b7e228 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:07.384823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.416869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e54ba9a-8b8b-46b3-942f-8419658d3763']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.462328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:07.462676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:07.469161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a55d99-e82e-42c5-8742-92cbf9de23b2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.469471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a55d99-e82e-42c5-8742-92cbf9de23b2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.471518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.495962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.609732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 93a3f620-86af-4ada-a989-cb40817adcad owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:07.645974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.657584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:07.657931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.722667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 2 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:07.726841 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment f1a55d99-e82e-42c5-8742-92cbf9de23b2 resource provider aggregate not found Oct 17 18:17:07.764967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.769704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment f1a55d99-e82e-42c5-8742-92cbf9de23b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1a55d99-e82e-42c5-8742-92cbf9de23b2 found for delete ", "request_id": "req-c8756bcf-e92d-4195-9989-2afdd25cb014"}]} Oct 17 18:17:07.804931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:07.889440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24d5edc4-d882-4da3-9edc-bf650d82efa6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:07.905588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.963373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Deleting port 0240939e-6be1-41e4-ad76-087073b7e228 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:07.963838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:07.966332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=93a3f620-86af-4ada-a989-cb40817adcad,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:08.005547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.039744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5af8c4a0-bf54-4c14-99aa-9198d9ef23c2 None None] The port '0240939e-6be1-41e4-ad76-087073b7e228' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:08.047167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24d5edc4-d882-4da3-9edc-bf650d82efa6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:08.047785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.048313 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24d5edc4-d882-4da3-9edc-bf650d82efa6 Oct 17 18:17:08.079227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.115148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.144189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=4e54ba9a-8b8b-46b3-942f-8419658d3763,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:08.195574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24d5edc4-d882-4da3-9edc-bf650d82efa6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:08.204576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:08.212549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e54efdc3-42ca-4844-b105-380681e972f5 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/93a3f620-86af-4ada-a989-cb40817adcad HTTP/1.1" status: 204 len: 168 time: 1.3080766 Oct 17 18:17:08.215523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40550) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:08.277395 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c0acf915-435b-4c1a-a5cf-6b1a94cffb38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/4e54ba9a-8b8b-46b3-942f-8419658d3763 HTTP/1.1" status: 204 len: 168 time: 2.1622884 Oct 17 18:17:08.282523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0240939e-6be1-41e4-ad76-087073b7e228 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:08.309433 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 3 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:08.330735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40554) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:08.332300 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af7c783-eaa9-46ee-bb4a-32bf549fec3c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:17:08.333020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3af7c783-eaa9-46ee-bb4a-32bf549fec3c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:08.367534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0240939e-6be1-41e4-ad76-087073b7e228 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:08.367875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0240939e-6be1-41e4-ad76-087073b7e228 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:08.383140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:08.388439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:08.393751 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2a14ec7c-ee19-48fa-9f40-a432ebbd952b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3672762 Oct 17 18:17:08.396472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:08.401466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:08.411480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:08.412086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:08.471600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet d84f9581-2b3a-470e-bc18-90403e5308af {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:08.476258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.550229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3af7c783-eaa9-46ee-bb4a-32bf549fec3c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:08.551502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3af7c783-eaa9-46ee-bb4a-32bf549fec3c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/93a3f620-86af-4ada-a989-cb40817adcad HTTP/1.1" status: 404 len: 333 time: 0.3334284 Oct 17 18:17:08.571257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40562) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:08.578250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:08.660744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051bb49-578c-4ab8-9412-219754e303f7 req-23040008-4f4a-4ebc-9c2e-61a91a4f7707 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:08.661242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.662321 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6051bb49-578c-4ab8-9412-219754e303f7 req-23040008-4f4a-4ebc-9c2e-61a91a4f7707 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3824732 Oct 17 18:17:08.670673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 8876c8d5-da83-4a9d-a8eb-b9d8f072132a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:08.671016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.718643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port aa7acad3-2621-4686-8c21-ce26f4521a8a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:08.718911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.752140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:08.823366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6051bb49-578c-4ab8-9412-219754e303f7 req-15d5d0a7-02f9-48ee-a331-ca53205481d8 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195524 Oct 17 18:17:08.890294 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 4 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:08.987160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.002705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:09.040930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:06Z', 'revision_number': 8, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:09.045274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.046807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:09.048067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=d84f9581-2b3a-470e-bc18-90403e5308af,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:09.061240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2c7a4e77-e7dd-4ed3-aba5-a4116c808801 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/d84f9581-2b3a-470e-bc18-90403e5308af HTTP/1.1" status: 204 len: 168 time: 0.6603508 Oct 17 18:17:09.061240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40568) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:09.064944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c42fe-4329-4608-a0a1-2d50ef8f0f22 None None] Network 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:09.077777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:09.078426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:09.189926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.202626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c7d58-4f99-4bdf-83e3-7f07506ca123 req-f7024403-fb52-456d-b721-b23bfb49d947 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:09.205329 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-328c7d58-4f99-4bdf-83e3-7f07506ca123 req-f7024403-fb52-456d-b721-b23bfb49d947 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2622352 Oct 17 18:17:09.218653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.223327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.265186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 40f12413-a177-4269-a5c8-7a2df051d18e {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:09.265461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.321339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-328c7d58-4f99-4bdf-83e3-7f07506ca123 req-051f461d-3882-465b-8445-1a72528e5418 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084425 Oct 17 18:17:09.380420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 8876c8d5-da83-4a9d-a8eb-b9d8f072132a owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:09.384856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:09.444943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.514432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 40f12413-a177-4269-a5c8-7a2df051d18e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40f12413-a177-4269-a5c8-7a2df051d18e,segment=NetworkSegment(cfedbdc0-e93d-4852-ad43-6f80cedde525),segment_id=cfedbdc0-e93d-4852-ad43-6f80cedde525)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:09.514880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.530647 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 5 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:09.623709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for aa7acad3-2621-4686-8c21-ce26f4521a8a owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:09.653404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 40f12413-a177-4269-a5c8-7a2df051d18e owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:09.680877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:09.796904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:06Z', 'revision_number': 8, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:09.801894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c87514-9c7c-47c5-a5d8-9a0c3ab11ef9 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:06Z', 'revision_number': 8, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3aa832-beef-4a93-ac58-d11b0af8b7e3', 'name': '', 'network_id': '4a572032-440e-44b9-9133-747c096287ae', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:d3:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:49Z', 'updated_at': '2022-10-17T18:17:01Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'f1aaaad0-4bd6-443d-b03b-7c1aff7ff144', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:09.812216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281cb7ca-60e6-44d1-ad3d-ee7b3408bd8d None None] DHCP port deletion for 3c64ac99-50b5-4f01-9ee2-deb91acbfc1c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:09.817228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-281cb7ca-60e6-44d1-ad3d-ee7b3408bd8d None None] Deleting port 40f12413-a177-4269-a5c8-7a2df051d18e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:09.817933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-281cb7ca-60e6-44d1-ad3d-ee7b3408bd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.870613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd8b8c-b518-4604-93b6-6f7331b41b66 req-3a3119eb-c986-44b1-acd1-1a6e0704cb63 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:09.872085 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e6cd8b8c-b518-4604-93b6-6f7331b41b66 req-3a3119eb-c986-44b1-acd1-1a6e0704cb63 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3543391 Oct 17 18:17:09.898215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:09.917082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-281cb7ca-60e6-44d1-ad3d-ee7b3408bd8d None None] The port '40f12413-a177-4269-a5c8-7a2df051d18e' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:09.931034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e6cd8b8c-b518-4604-93b6-6f7331b41b66 req-b0cfecc7-8a49-4b6d-9882-089115be48ad tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522220 Oct 17 18:17:09.950930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=40f12413-a177-4269-a5c8-7a2df051d18e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:09.961192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No DVR routers for this DVR port 40f12413-a177-4269-a5c8-7a2df051d18e on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:09.985706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.035558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=8876c8d5-da83-4a9d-a8eb-b9d8f072132a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:10.079754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.141622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.171270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c64ac99-50b5-4f01-9ee2-deb91acbfc1c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:10.182109 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 6 to provision port aa7acad3-2621-4686-8c21-ce26f4521a8a Oct 17 18:17:10.182334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=aa7acad3-2621-4686-8c21-ce26f4521a8a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:10.188538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfedbdc0-e93d-4852-ad43-6f80cedde525') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:10.195203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfedbdc0-e93d-4852-ad43-6f80cedde525') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:10.204269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.237051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ab8d-b2b7-4738-a926-1c61808c6a20 req-eb6689d8-c099-42af-8d30-58fd1bac6622 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:10.238954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c2b5ab8d-b2b7-4738-a926-1c61808c6a20 req-eb6689d8-c099-42af-8d30-58fd1bac6622 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1716940 Oct 17 18:17:10.244098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.249905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Port aa7acad3-2621-4686-8c21-ce26f4521a8a was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:17:10.264227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.265139 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 73df0c8c-2878-4b22-b713-e5674e1671e7 disassociated (deleted). External IP: 172.26.2.17, port: a979ac49-3119-4fcf-aac5-d0df3c83a416. Oct 17 18:17:10.282666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Provisioning complete for port 24d5edc4-d882-4da3-9edc-bf650d82efa6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:10.283441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.283974 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Attempt 1 to provision port 24d5edc4-d882-4da3-9edc-bf650d82efa6 Oct 17 18:17:10.300403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:10.300403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.436489 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfedbdc0-e93d-4852-ad43-6f80cedde525 resource provider aggregate not found Oct 17 18:17:10.457446 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c2b5ab8d-b2b7-4738-a926-1c61808c6a20 req-d4d88896-7ac9-40a1-bf54-4643562b155c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101998 Oct 17 18:17:10.473127 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cfedbdc0-e93d-4852-ad43-6f80cedde525 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfedbdc0-e93d-4852-ad43-6f80cedde525 found for delete ", "request_id": "req-e175c247-955e-4620-8694-950da3a39c26"}]} Oct 17 18:17:10.477258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Current status of the port 24d5edc4-d882-4da3-9edc-bf650d82efa6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:10.481209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4be9ba01-a2b5-4a5d-8ead-38a6cd20aa6d None None] Could not find standard attr ID for object 93a3f620-86af-4ada-a989-cb40817adcad. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:10.568694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.592921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.594720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c7ff494f-7f86-42a0-a49f-f38013f08b5a None None] Could not find standard attr ID for object aa7acad3-2621-4686-8c21-ce26f4521a8a. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:10.597816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c7ff494f-7f86-42a0-a49f-f38013f08b5a None None] Could not find standard attr ID for object 93a3f620-86af-4ada-a989-cb40817adcad. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:10.601991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:10.615726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=3c64ac99-50b5-4f01-9ee2-deb91acbfc1c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:10.627435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6d96cdea-97ba-43aa-81f3-3e2ea2c896d2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/3c64ac99-50b5-4f01-9ee2-deb91acbfc1c HTTP/1.1" status: 204 len: 168 time: 1.5658472 Oct 17 18:17:10.630266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40582) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:10.750155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0ced6893-323e-4d92-a446-ab71bfc6dd57 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/aa7acad3-2621-4686-8c21-ce26f4521a8a HTTP/1.1" status: 204 len: 168 time: 2.1777997 Oct 17 18:17:10.752810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40586) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:10.954062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-29089092-8ab6-4f8a-8f6e-459cb8b9f56b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:17:10.954523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-29089092-8ab6-4f8a-8f6e-459cb8b9f56b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:11.021769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:11.105761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-29089092-8ab6-4f8a-8f6e-459cb8b9f56b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:11.107817 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-29089092-8ab6-4f8a-8f6e-459cb8b9f56b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/aa7acad3-2621-4686-8c21-ce26f4521a8a HTTP/1.1" status: 404 len: 333 time: 0.3540893 Oct 17 18:17:11.110726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40592) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:11.232121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 41036c86-4a56-4dd0-842b-485515ab13d9 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:11.236452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:11.238302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.240739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.251771 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:11.263936 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:11.264781 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:11.319182 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-54579567-a063-45a3-aef8-b6c4d1cfe7a8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/73df0c8c-2878-4b22-b713-e5674e1671e7 HTTP/1.1" status: 204 len: 168 time: 2.9817812 Oct 17 18:17:11.322367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:11.325942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cff70f-dc83-4942-be2f-a4ea568bd394" -d '{"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:11.344413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.397489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299877-6350-44fe-b2b3-4012477c0b6a req-1f55563b-c03f-438f-ba1b-5389fe7c6fac tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:11.399044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-34299877-6350-44fe-b2b3-4012477c0b6a req-1f55563b-c03f-438f-ba1b-5389fe7c6fac tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3725617 Oct 17 18:17:11.498142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-34299877-6350-44fe-b2b3-4012477c0b6a req-1cde380a-0d34-4fbb-8a17-9a6dec5ae516 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909312 Oct 17 18:17:11.512277 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:11.542183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.577550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1968a6-a780-4107-b70f-973016e28f0d x-openstack-request-id: req-1e1968a6-a780-4107-b70f-973016e28f0d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:11.577550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:11.577550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e1968a6-a780-4107-b70f-973016e28f0d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:11.577957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1968a6-a780-4107-b70f-973016e28f0d'] response: {'name': 'network-changed', 'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'status': 'completed', 'code': 200} Oct 17 18:17:11.690388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.760708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-3aec8aa9-8f8f-471c-b4d4-ec17aa940993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:11.762862 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-3aec8aa9-8f8f-471c-b4d4-ec17aa940993 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 1098 time: 0.1259112 Oct 17 18:17:11.831001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e8a22ca3-d246-4c97-9ca3-9387b3848091 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:11.911625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: e8a22ca3-d246-4c97-9ca3-9387b3848091 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:11.911625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e8a22ca3-d246-4c97-9ca3-9387b3848091 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:11.911625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40f12413-a177-4269-a5c8-7a2df051d18e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:11.926459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 40f12413-a177-4269-a5c8-7a2df051d18e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:11.927125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40f12413-a177-4269-a5c8-7a2df051d18e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:11.943642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.965695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-46f2858e-30ef-48ec-b222-f07f9020f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:11.967522 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-46f2858e-30ef-48ec-b222-f07f9020f66e service neutron] 10.222.0.42 "GET /v2.0/networks?id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 200 len: 897 time: 0.1988447 Oct 17 18:17:12.027973 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:12.033148 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:12.033915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd45333-ed2c-499c-98d1-33454fd7d5a4 None None] Network 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:12.035218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.038422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=41036c86-4a56-4dd0-842b-485515ab13d9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:12.043474 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:12.044222 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:12.047922 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2a919d45-a941-4f0e-856e-d39d07a396b6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/41036c86-4a56-4dd0-842b-485515ab13d9 HTTP/1.1" status: 204 len: 168 time: 0.9361513 Oct 17 18:17:12.052044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:12.086978 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-c99a7cde-f42d-439d-a210-c1c167d1b57b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 200 len: 217 time: 0.1106188 Oct 17 18:17:12.195365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:12.198186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.253364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:12.289024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-94ba44bc-f366-43e0-9dbf-514970e16eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:12.290443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-94ba44bc-f366-43e0-9dbf-514970e16eba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f43fca4-d352-4bb9-a7fe-658d7ed5671f HTTP/1.1" status: 200 len: 835 time: 0.0825572 Oct 17 18:17:12.399508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.414427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 24d5edc4-d882-4da3-9edc-bf650d82efa6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:12.414943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.528863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5721d7-8778-4131-953c-57dc347affee None None] DHCP port deletion for 106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:12.533895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Deleting port 24d5edc4-d882-4da3-9edc-bf650d82efa6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:12.534564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.571419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-319e442a-ad09-46f4-a4a2-436cdc6314d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:12.573151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-319e442a-ad09-46f4-a4a2-436cdc6314d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69e80ea0-efe8-40d9-a43b-9aa41d5b9325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2668283 Oct 17 18:17:12.657676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 6f3aa832-beef-4a93-ac58-d11b0af8b7e3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:12.658231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.675117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbbc36-e967-4c59-ba3b-9f3f35c75ec6 req-25ba218b-eda8-4727-9211-fdf45ba89ccb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:12.676050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-d1fbbc36-e967-4c59-ba3b-9f3f35c75ec6 req-25ba218b-eda8-4727-9211-fdf45ba89ccb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:12.690600 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:12.700538 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a501-f65e-4ddc-9276-c517f958f494 None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:16:55Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3', 'name': '', 'network_id': '69e80ea0-efe8-40d9-a43b-9aa41d5b9325', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:56:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:37Z', 'updated_at': '2022-10-17T18:13:52Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f43fca4-d352-4bb9-a7fe-658d7ed5671f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:12.795006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1e5721d7-8778-4131-953c-57dc347affee None None] For port 24d5edc4-d882-4da3-9edc-bf650d82efa6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24d5edc4-d882-4da3-9edc-bf650d82efa6,segment=NetworkSegment(ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d),segment_id=ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:12.795533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.839067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:12.911164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port 24d5edc4-d882-4da3-9edc-bf650d82efa6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24d5edc4-d882-4da3-9edc-bf650d82efa6,segment=NetworkSegment(ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d),segment_id=ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:12.911164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.923962 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-49e3023a-297c-43fc-a24f-e31936b63d38 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277085 Oct 17 18:17:12.940131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Calling delete_port for 24d5edc4-d882-4da3-9edc-bf650d82efa6 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:13.018438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-d1fbbc36-e967-4c59-ba3b-9f3f35c75ec6 req-25ba218b-eda8-4727-9211-fdf45ba89ccb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:13.019928 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d1fbbc36-e967-4c59-ba3b-9f3f35c75ec6 req-25ba218b-eda8-4727-9211-fdf45ba89ccb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.6467283 Oct 17 18:17:13.063251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c13c4-52e0-48fc-8834-3daf899a252a None None] New status for floating IP 73df0c8c-2878-4b22-b713-e5674e1671e7: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:17:13.071749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 24d5edc4-d882-4da3-9edc-bf650d82efa6 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:13.088696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d1fbbc36-e967-4c59-ba3b-9f3f35c75ec6 req-267daaa2-f833-4cf4-9b34-59242718b163 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608115 Oct 17 18:17:13.185228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.200337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.246399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5721d7-8778-4131-953c-57dc347affee None None] Pushing event deleted for resources: {'Port': ['ID=24d5edc4-d882-4da3-9edc-bf650d82efa6,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:13.249771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5721d7-8778-4131-953c-57dc347affee None None] No DVR routers for this DVR port 24d5edc4-d882-4da3-9edc-bf650d82efa6 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:13.254160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=6f3aa832-beef-4a93-ac58-d11b0af8b7e3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:13.359418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd808587-c623-4610-afb1-3cdaadbda7bb req-4612fafd-7456-4433-b8f3-c17db73572a6 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.361411 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd808587-c623-4610-afb1-3cdaadbda7bb req-4612fafd-7456-4433-b8f3-c17db73572a6 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5975409 Oct 17 18:17:13.473203 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20cff70f-dc83-4942-be2f-a4ea568bd394 req-4e690543-3893-4bcd-a86f-a90b41b47e97 service neutron] 10.222.0.42 "GET /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877481 Oct 17 18:17:13.477043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:13.477373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:13.484655 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd808587-c623-4610-afb1-3cdaadbda7bb req-8009c477-1af3-4c19-a268-7b020f7c8d04 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976760 Oct 17 18:17:13.508156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.833484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:13.842469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24d5edc4-d882-4da3-9edc-bf650d82efa6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:13.876978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 24d5edc4-d882-4da3-9edc-bf650d82efa6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:13.877382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24d5edc4-d882-4da3-9edc-bf650d82efa6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:13.966195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2b03-9809-45da-be45-071f9b30a46c req-57fa579d-502b-43e6-b99c-775218444a0a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.966888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3fad2b03-9809-45da-be45-071f9b30a46c req-57fa579d-502b-43e6-b99c-775218444a0a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:13.978799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 24d5edc4-d882-4da3-9edc-bf650d82efa6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:13.979074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.001864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:14.010927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3fad2b03-9809-45da-be45-071f9b30a46c req-57fa579d-502b-43e6-b99c-775218444a0a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:14.011447 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:14.012594 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fad2b03-9809-45da-be45-071f9b30a46c req-57fa579d-502b-43e6-b99c-775218444a0a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.1334665 Oct 17 18:17:14.016681 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c97676b8-1e07-4769-b4a6-f5d557e4422a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3853948 Oct 17 18:17:14.019467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40608) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:14.024354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:14.024949 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.083230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] The port '24d5edc4-d882-4da3-9edc-bf650d82efa6' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:14.090514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet f1aaaad0-4bd6-443d-b03b-7c1aff7ff144 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:14.093539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.160233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.197238 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:14.215574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port a979ac49-3119-4fcf-aac5-d0df3c83a416 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:14.215917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.264673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.282997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.342896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.378002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.378297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.397915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.479897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.494959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:14.495378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.547814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c92a6-ebe2-4818-814d-04ba6d0f3648 req-e65db4e7-b9c3-4f03-8e0a-61bb275ff7b1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:14.549357 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d26c92a6-ebe2-4818-814d-04ba6d0f3648 req-e65db4e7-b9c3-4f03-8e0a-61bb275ff7b1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 945 time: 0.2156549 Oct 17 18:17:14.558353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:12Z', 'revision_number': 9, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.562300 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:14.571699 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:14.572354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:14.579662 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d resource provider aggregate not found Oct 17 18:17:14.615302 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba3cab6b-e77e-4627-a7d1-9da8bfb93d3d found for delete ", "request_id": "req-2e032bdd-1df4-4226-81ad-7df7150a73ca"}]} Oct 17 18:17:14.622895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d26c92a6-ebe2-4818-814d-04ba6d0f3648 req-c4bc73a4-393d-4e9d-8fbe-8750f09c98d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=956011b2-2ce3-455e-a481-d21d75dffc04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619020 Oct 17 18:17:14.627410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.680264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.693740 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/f1aaaad0-4bd6-443d-b03b-7c1aff7ff144 HTTP/1.1" status: 204 len: 168 time: 0.6705718 Oct 17 18:17:14.693740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b7f59-a1fb-48d8-a03c-06cccb822f21 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=f1aaaad0-4bd6-443d-b03b-7c1aff7ff144,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:14.695489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123324d0-932b-4c53-8e3e-fd4dc605d32b None None] Network 4a572032-440e-44b9-9133-747c096287ae requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:14.696004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40620) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:14.745216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port a979ac49-3119-4fcf-aac5-d0df3c83a416, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a979ac49-3119-4fcf-aac5-d0df3c83a416,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:14.745577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.764696 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:14.816770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:14.967284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for a979ac49-3119-4fcf-aac5-d0df3c83a416 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:15.000431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.004233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] DHCP port deletion for 4a572032-440e-44b9-9133-747c096287ae request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:15.008241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Deleting port b003e023-4a8f-4f0a-a639-70fa4fb40983 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:15.008812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.043026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:15.066666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.110664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1b70-fd25-4762-8f8d-55afc84d6956 req-4e8516dd-cf45-4c86-b61f-a53b5e002e29 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:15.118822 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1cbc1b70-fd25-4762-8f8d-55afc84d6956 req-4e8516dd-cf45-4c86-b61f-a53b5e002e29 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4853392 Oct 17 18:17:15.118822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port b003e023-4a8f-4f0a-a639-70fa4fb40983 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:15.118822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.131616 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:12Z', 'revision_number': 9, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:15.136141 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4adc9d-5032-48eb-9b77-a9b60f47f100 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:12Z', 'revision_number': 9, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '066c2fa4-2447-4f38-ab63-d15be333e866', 'name': '', 'network_id': '630a8684-65b0-4b3c-9c30-edd42b7af928', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:11:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:42Z', 'updated_at': '2022-10-17T18:16:50Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'fb5eb83b-f16c-4c43-99d8-cb95a679e67a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:15.228078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] For port b003e023-4a8f-4f0a-a639-70fa4fb40983, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b003e023-4a8f-4f0a-a639-70fa4fb40983,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:15.228900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.344698 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9effb1d8-ec5a-4009-b317-ebd11d7c618d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/106d1a74-2c29-4ef2-9ad4-5bc7a3e8f71b HTTP/1.1" status: 204 len: 168 time: 3.2833602 Oct 17 18:17:15.348247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40624) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:15.363207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1895345547'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:15.365001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Calling delete_port for b003e023-4a8f-4f0a-a639-70fa4fb40983 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:15.369146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:15.374402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:network and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:15.377560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:15.385126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:15.421336 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1cbc1b70-fd25-4762-8f8d-55afc84d6956 req-af027366-d668-4eb3-b0bf-730d1cc16b10 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827566 Oct 17 18:17:15.515713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:15.515713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.542105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.545685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:17:15.557572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.558057 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Added segment e1d96b86-4dd9-48c8-bd2c-188437143128 of type vlan for network 77967770-0031-4371-98f1-6678a44dedd7 Oct 17 18:17:15.571776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.586621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.606419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=a979ac49-3119-4fcf-aac5-d0df3c83a416,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:15.607888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port b003e023-4a8f-4f0a-a639-70fa4fb40983, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b003e023-4a8f-4f0a-a639-70fa4fb40983,segment=NetworkSegment(021fc7b0-2f52-47b5-ae88-f9e65c1da15d),segment_id=021fc7b0-2f52-47b5-ae88-f9e65c1da15d)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:15.608249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.629530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] No DVR routers for this DVR port b003e023-4a8f-4f0a-a639-70fa4fb40983 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:15.638758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56b800-45cb-4dc2-8cb6-e69e9f5812b9 None None] Pushing event deleted for resources: {'Port': ['ID=b003e023-4a8f-4f0a-a639-70fa4fb40983,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:15.786039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.792444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:15.793024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.809729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b003e023-4a8f-4f0a-a639-70fa4fb40983 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:15.827960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2a0b52-4524-4ead-9b3c-72de9348867c req-c55a6182-7df3-4cfd-94d3-30006aedcfcd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.0944815 Oct 17 18:17:15.830867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for b003e023-4a8f-4f0a-a639-70fa4fb40983 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:15.852057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b003e023-4a8f-4f0a-a639-70fa4fb40983 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:15.852682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b003e023-4a8f-4f0a-a639-70fa4fb40983 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:15.853395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:15.875398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port a979ac49-3119-4fcf-aac5-d0df3c83a416 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:15.879381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:15.881919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'name': 'network-vif-deleted', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:15.884237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36268c-0069-48d2-9096-ba547fd7cc8b" -d '{"events": [{"server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "name": "network-vif-deleted", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:15.890066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:15.890410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6f3aa832-beef-4a93-ac58-d11b0af8b7e3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:15.920354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Network': ['ID=77967770-0031-4371-98f1-6678a44dedd7,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:15.934142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 77967770-0031-4371-98f1-6678a44dedd7 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:17:15.937238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:15.937570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:15.944939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f6a77a-a2ec-4df7-916e-c1a414ad77cd x-openstack-request-id: req-65f6a77a-a2ec-4df7-916e-c1a414ad77cd {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:15.945249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0176208-20f3-410b-81b1-160564d6b3bb", "name": "network-vif-deleted", "tag": "a979ac49-3119-4fcf-aac5-d0df3c83a416", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:15.945495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65f6a77a-a2ec-4df7-916e-c1a414ad77cd {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:15.945914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f6a77a-a2ec-4df7-916e-c1a414ad77cd'] response: {'server_uuid': 'd0176208-20f3-410b-81b1-160564d6b3bb', 'name': 'network-vif-deleted', 'tag': 'a979ac49-3119-4fcf-aac5-d0df3c83a416', 'status': 'completed', 'code': 200} Oct 17 18:17:16.014887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cabf0649-7580-4191-8d40-8dc9b2861e2c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6719868 Oct 17 18:17:16.018039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40632) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:16.024256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '77967770-0031-4371-98f1-6678a44dedd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:16.044493 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fad2b03-9809-45da-be45-071f9b30a46c req-8c377c4a-3f59-4fca-bc0f-a51638dcddd0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/a979ac49-3119-4fcf-aac5-d0df3c83a416 HTTP/1.1" status: 204 len: 173 time: 2.0256100 Oct 17 18:17:16.146736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:16.151153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:16.154056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:16.162153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:16.251146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:16.258613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.438710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port b003e023-4a8f-4f0a-a639-70fa4fb40983 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:16.439157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.502581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a979ac49-3119-4fcf-aac5-d0df3c83a416 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:16.514141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] The port 'b003e023-4a8f-4f0a-a639-70fa4fb40983' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:16.537630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: a979ac49-3119-4fcf-aac5-d0df3c83a416 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:16.538381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a979ac49-3119-4fcf-aac5-d0df3c83a416 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:16.586051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.640098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.666057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a572032-440e-44b9-9133-747c096287ae']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:16.678273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021fc7b0-2f52-47b5-ae88-f9e65c1da15d') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:16.678572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021fc7b0-2f52-47b5-ae88-f9e65c1da15d') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:16.689662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=8ff4c40d-909b-4302-b431-5bbc63ca6486,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:16.690435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.704047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Checking segment: {'id': 'e1d96b86-4dd9-48c8-bd2c-188437143128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77967770-0031-4371-98f1-6678a44dedd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:16.704416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network hostable DHCP agents. Network: 77967770-0031-4371-98f1-6678a44dedd7, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:17:16.707578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.715603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:16.716132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.725896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924cb95-00e9-4d20-989a-172601278d5b req-fee17a3a-48d8-4ce8-9319-79cf0e2b06b4 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:16.727425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d924cb95-00e9-4d20-989a-172601278d5b req-fee17a3a-48d8-4ce8-9319-79cf0e2b06b4 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1853743 Oct 17 18:17:16.777984 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d924cb95-00e9-4d20-989a-172601278d5b req-83b8a1e8-bf84-4534-8567-28a2fc109da8 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Oct 17 18:17:16.785469 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 021fc7b0-2f52-47b5-ae88-f9e65c1da15d resource provider aggregate not found Oct 17 18:17:16.809791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 021fc7b0-2f52-47b5-ae88-f9e65c1da15d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 021fc7b0-2f52-47b5-ae88-f9e65c1da15d found for delete ", "request_id": "req-86f99537-80ca-4694-b9ed-f81b398fe854"}]} Oct 17 18:17:16.825326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 77967770-0031-4371-98f1-6678a44dedd7 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:17:16.900187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.925621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 77967770-0031-4371-98f1-6678a44dedd7) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:16.931299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.931299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=4a572032-440e-44b9-9133-747c096287ae,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:16.934703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:16.936068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:16.945919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1bd7079-4d4e-4465-bbea-831788f5ca55 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/4a572032-440e-44b9-9133-747c096287ae HTTP/1.1" status: 204 len: 168 time: 2.2437894 Oct 17 18:17:16.949226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40644) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:16.951515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0169f6-c30a-4a16-b550-a3eddae76832 None None] Network 77967770-0031-4371-98f1-6678a44dedd7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:17.028343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62c99a1a-17c8-4d14-a295-57ef084fab6d req-075db9f8-be54-4dbd-841c-01a098956e37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:17.162153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62c99a1a-17c8-4d14-a295-57ef084fab6d req-075db9f8-be54-4dbd-841c-01a098956e37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:17.163910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62c99a1a-17c8-4d14-a295-57ef084fab6d req-075db9f8-be54-4dbd-841c-01a098956e37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0176208-20f3-410b-81b1-160564d6b3bb HTTP/1.1" status: 200 len: 210 time: 0.1897209 Oct 17 18:17:17.204087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-77967770-0031-4371-98f1-6678a44dedd7', 'network_id': '77967770-0031-4371-98f1-6678a44dedd7', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': '8ff4c40d-909b-4302-b431-5bbc63ca6486'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:17:17.208260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.251005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40648) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:17.251245 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ca7323d7-50a8-4819-8d20-c361b9a63583 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2319827 Oct 17 18:17:17.257218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2111471915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:17.266349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:17.272125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:router and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:17.276374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:17.286813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:17.368369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.369500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.370474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Allocated IP 172.20.0.2 (77967770-0031-4371-98f1-6678a44dedd7/8ff4c40d-909b-4302-b431-5bbc63ca6486/028a36bc-0450-4892-bd1c-77777e08be3b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:17.385322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.471380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.503208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.582205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.591240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.592347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34f9ad24-c0aa-4659-9e0b-ea2f3d6dc2fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3400300 Oct 17 18:17:17.594986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40652) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:17.598724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Transition to ACTIVE for port object 028a36bc-0450-4892-bd1c-77777e08be3b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:17.601656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'network_id': '77967770-0031-4371-98f1-6678a44dedd7', 'name': 'tempest-PortsTestJSON-380264100'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:17.619817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Transition to ACTIVE for port object 028a36bc-0450-4892-bd1c-77777e08be3b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:17.720161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.756970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:17.761316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:17.764219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:17.770263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:17.794945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Network 77967770-0031-4371-98f1-6678a44dedd7 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:17.797734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:17.801365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:17.809429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Pushing event updated for resources: {'Port': ['ID=028a36bc-0450-4892-bd1c-77777e08be3b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:17.856811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:17.860306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.886439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 1bfa2d3f-680c-4d08-91ea-4b544319468f yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:17:17.913148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Attempting to bind port 028a36bc-0450-4892-bd1c-77777e08be3b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:17.913631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Attempting to bind port 028a36bc-0450-4892-bd1c-77777e08be3b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'e1d96b86-4dd9-48c8-bd2c-188437143128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77967770-0031-4371-98f1-6678a44dedd7'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:17.914084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Attempting to bind port 028a36bc-0450-4892-bd1c-77777e08be3b on network 77967770-0031-4371-98f1-6678a44dedd7 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:17.920433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:17.920914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Checking segment: {'id': 'e1d96b86-4dd9-48c8-bd2c-188437143128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77967770-0031-4371-98f1-6678a44dedd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:17.921380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.921865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Bound using segment: {'id': 'e1d96b86-4dd9-48c8-bd2c-188437143128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77967770-0031-4371-98f1-6678a44dedd7'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:17.922330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Bound port: 028a36bc-0450-4892-bd1c-77777e08be3b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d96b86-4dd9-48c8-bd2c-188437143128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77967770-0031-4371-98f1-6678a44dedd7'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:17.922698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.026335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] For port 028a36bc-0450-4892-bd1c-77777e08be3b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:18.026335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] For port 028a36bc-0450-4892-bd1c-77777e08be3b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=028a36bc-0450-4892-bd1c-77777e08be3b,segment=NetworkSegment(e1d96b86-4dd9-48c8-bd2c-188437143128),segment_id=e1d96b86-4dd9-48c8-bd2c-188437143128)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:18.032571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 066c2fa4-2447-4f38-ab63-d15be333e866 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:18.032996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.039521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.6 (77967770-0031-4371-98f1-6678a44dedd7/8ff4c40d-909b-4302-b431-5bbc63ca6486/1bfa2d3f-680c-4d08-91ea-4b544319468f) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:18.172544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e400-89b2-4722-9041-7f756291eccc req-c5639e46-831a-4b59-931b-6c74318a8c1d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:18.174070 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8894e400-89b2-4722-9041-7f756291eccc req-c5639e46-831a-4b59-931b-6c74318a8c1d tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2362063 Oct 17 18:17:18.185784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.239625 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8894e400-89b2-4722-9041-7f756291eccc req-eb99830f-6f0d-470a-812f-50da53014676 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565841 Oct 17 18:17:18.292299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 066c2fa4-2447-4f38-ab63-d15be333e866, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=066c2fa4-2447-4f38-ab63-d15be333e866,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:18.292705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.301024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd3cb-3a04-4a88-902c-cce9cc5105a6 None None] Pushing event updated for resources: {'Port': ['ID=028a36bc-0450-4892-bd1c-77777e08be3b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:18.361218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40660) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:18.427059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.443581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 066c2fa4-2447-4f38-ab63-d15be333e866 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:18.445767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 1bfa2d3f-680c-4d08-91ea-4b544319468f will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:18.551874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.602210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.646394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.646885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 77967770-0031-4371-98f1-6678a44dedd7 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:18.650177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:18.654102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:18.694459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=1bfa2d3f-680c-4d08-91ea-4b544319468f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:18.727410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:18.728087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.853710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.873401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956011b2-2ce3-455e-a481-d21d75dffc04,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:18.884731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.893440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1067f675-c6f9-4f62-910f-480409760d6d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2974112 Oct 17 18:17:18.896591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40664) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:18.932795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:18.936508 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f08fb532-70c8-4ff7-b8b6-fea6ca4e4882 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/956011b2-2ce3-455e-a481-d21d75dffc04 HTTP/1.1" status: 204 len: 168 time: 0.5739198 Oct 17 18:17:18.980904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=066c2fa4-2447-4f38-ab63-d15be333e866,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:19.027760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40670) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:19.153706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.558325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f589bb8-5480-45b6-9e54-8d3039451562 None None] Network 77967770-0031-4371-98f1-6678a44dedd7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:19.641273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3502da41-02ac-4d5e-9d37-dfdf212969b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.645790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:19.770521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-aa477353-dcb7-408c-8f1d-6b1ce5e088e5 None None] Provisioning for port 028a36bc-0450-4892-bd1c-77777e08be3b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:19.843755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:19.853177 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f66a8b3-80f6-4fc2-972b-0bedc21c34d6 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9017746 Oct 17 18:17:19.853177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40678) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:19.907869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:19.933125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:19.933784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:19.962172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet fb5eb83b-f16c-4c43-99d8-cb95a679e67a {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:19.970286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d017a3-736b-4bcc-baf7-24349a06eacd req-c3390604-ee29-4482-8815-c3382a2745a5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:19.971573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.971759 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6d017a3-736b-4bcc-baf7-24349a06eacd req-c3390604-ee29-4482-8815-c3382a2745a5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5717964 Oct 17 18:17:20.042038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 028a36bc-0450-4892-bd1c-77777e08be3b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:20.057483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.158599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.200865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.205088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:20.241275 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6d017a3-736b-4bcc-baf7-24349a06eacd req-cce6e7c3-2dcd-4d67-a0c8-7b9388b7ad16 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617381 Oct 17 18:17:20.308822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.356465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5eb83b-f16c-4c43-99d8-cb95a679e67a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:20.360097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.381839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d8607619-ad7b-4f47-8094-6c3e653c6616 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/fb5eb83b-f16c-4c43-99d8-cb95a679e67a HTTP/1.1" status: 204 len: 168 time: 0.5281179 Oct 17 18:17:20.382484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40684) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:20.382886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77ef5f-8d13-4c7f-9222-4788f63e8db5 None None] Network 630a8684-65b0-4b3c-9c30-edd42b7af928 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:20.404242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 028a36bc-0450-4892-bd1c-77777e08be3b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:20.477327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 028a36bc-0450-4892-bd1c-77777e08be3b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:20.477805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.478309 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 028a36bc-0450-4892-bd1c-77777e08be3b Oct 17 18:17:20.529987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.542716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port b023df32-056d-46ac-aba4-b1ef7fd8d081 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:20.543322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.720485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Provisioning complete for port 028a36bc-0450-4892-bd1c-77777e08be3b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:20.720978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.721194 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 1 to provision port 028a36bc-0450-4892-bd1c-77777e08be3b Oct 17 18:17:20.806372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.822493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port b023df32-056d-46ac-aba4-b1ef7fd8d081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b023df32-056d-46ac-aba4-b1ef7fd8d081,segment=NetworkSegment(c9561f4d-741d-4696-9f59-2936af5955cb),segment_id=c9561f4d-741d-4696-9f59-2936af5955cb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:20.822929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.945434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:20.965411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for b023df32-056d-46ac-aba4-b1ef7fd8d081 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:20.971895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 028a36bc-0450-4892-bd1c-77777e08be3b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:20.972277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.054470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.073449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 028a36bc-0450-4892-bd1c-77777e08be3b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=028a36bc-0450-4892-bd1c-77777e08be3b,segment=NetworkSegment(e1d96b86-4dd9-48c8-bd2c-188437143128),segment_id=e1d96b86-4dd9-48c8-bd2c-188437143128)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:21.076723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Current status of the port 028a36bc-0450-4892-bd1c-77777e08be3b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:21.077101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.105969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:18Z', 'revision_number': 10, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:21.109973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:21.119940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:21.120826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:21.153553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.181284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cffcb9-0c7c-4963-971c-f17fc1f8b73f None None] DHCP port deletion for 630a8684-65b0-4b3c-9c30-edd42b7af928 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:21.213973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=b023df32-056d-46ac-aba4-b1ef7fd8d081,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:21.213973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No DVR routers for this DVR port b023df32-056d-46ac-aba4-b1ef7fd8d081 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:21.263673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.269028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=1bfa2d3f-680c-4d08-91ea-4b544319468f,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:21.414315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:21.494807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:21.494807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.590085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.601215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.626887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630a8684-65b0-4b3c-9c30-edd42b7af928']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:21.643230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9561f4d-741d-4696-9f59-2936af5955cb') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:21.643527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9561f4d-741d-4696-9f59-2936af5955cb') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:21.658772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.680908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18947c7a-c6b3-4755-97ab-2b804204fb4d req-d835e668-735e-4ad4-a1f1-edf7026266e9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:21.682437 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18947c7a-c6b3-4755-97ab-2b804204fb4d req-d835e668-735e-4ad4-a1f1-edf7026266e9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1808364 Oct 17 18:17:21.689512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.690803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=028a36bc-0450-4892-bd1c-77777e08be3b,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:21.700636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:21.701051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.772593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:21.772593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:21.803109 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c9561f4d-741d-4696-9f59-2936af5955cb resource provider aggregate not found Oct 17 18:17:21.833243 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c9561f4d-741d-4696-9f59-2936af5955cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9561f4d-741d-4696-9f59-2936af5955cb found for delete ", "request_id": "req-a4e451ae-a90f-4ca3-93a8-d665546e623a"}]} Oct 17 18:17:21.867388 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18947c7a-c6b3-4755-97ab-2b804204fb4d req-1e8c616f-6e25-4860-b518-3a964d89abcc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452770 Oct 17 18:17:21.892532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 028a36bc-0450-4892-bd1c-77777e08be3b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:21.914224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:21.914576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.986255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 028a36bc-0450-4892-bd1c-77777e08be3b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:21.986625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:21.986951 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 028a36bc-0450-4892-bd1c-77777e08be3b Oct 17 18:17:22.004087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.020214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:18Z', 'revision_number': 10, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:22.028104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.036852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=630a8684-65b0-4b3c-9c30-edd42b7af928,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:22.037938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6807b0b-e9de-4dbd-82c3-0f6f3e72dfab None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:18Z', 'revision_number': 10, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None, '_interfaces': [{'id': '3e25f7fa-b0d7-4477-8563-005b67e7d285', 'name': '', 'network_id': 'f7a85966-0614-4caf-b073-242c0595e57c', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'mac_address': 'fa:16:3e:88:a7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'caf05860-0a29-4117-85a1-41a27327db14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:16:36Z', 'updated_at': '2022-10-17T18:16:47Z', 'revision_number': 5, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'subnets': [{'id': 'caf05860-0a29-4117-85a1-41a27327db14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:22.046153 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-61cd2631-46bf-4747-8bf1-0e1e9229904f tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/630a8684-65b0-4b3c-9c30-edd42b7af928 HTTP/1.1" status: 204 len: 168 time: 1.6626668 Oct 17 18:17:22.052761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40696) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:22.067144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:22.145057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 028a36bc-0450-4892-bd1c-77777e08be3b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:22.158285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.312866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a6545948-d77b-47fc-a700-e90522da710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.343221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Current status of the port 028a36bc-0450-4892-bd1c-77777e08be3b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:22.447627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b023df32-056d-46ac-aba4-b1ef7fd8d081 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:22.495144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b023df32-056d-46ac-aba4-b1ef7fd8d081 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:22.495144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b023df32-056d-46ac-aba4-b1ef7fd8d081 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:22.496912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Provisioning for port 1bfa2d3f-680c-4d08-91ea-4b544319468f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:22.504278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Provisioning complete for port 1bfa2d3f-680c-4d08-91ea-4b544319468f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:22.504849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.506787 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 1 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:22.590773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:22.657525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.673346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.682664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.732244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:22.775139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.965914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.980190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=1bfa2d3f-680c-4d08-91ea-4b544319468f,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:23.008926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.018128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.032414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 3e25f7fa-b0d7-4477-8563-005b67e7d285 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:23.032753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.091782 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 2 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:23.161827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:23.259979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 3e25f7fa-b0d7-4477-8563-005b67e7d285, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=3e25f7fa-b0d7-4477-8563-005b67e7d285,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:23.260870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.518840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 3e25f7fa-b0d7-4477-8563-005b67e7d285 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:23.539942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 77967770-0031-4371-98f1-6678a44dedd7 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:23.549412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5aa23-1b74-4060-924b-42c51b96e53f req-7f249aec-6d0b-4ad6-a619-745428007321 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:23.551664 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf5aa23-1b74-4060-924b-42c51b96e53f req-7f249aec-6d0b-4ad6-a619-745428007321 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5277007 Oct 17 18:17:23.554353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:23.560304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.664457 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 3 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:23.734187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:23.827113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 066c2fa4-2447-4f38-ab63-d15be333e866 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:23.845014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.860658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 066c2fa4-2447-4f38-ab63-d15be333e866 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:23.860991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 066c2fa4-2447-4f38-ab63-d15be333e866 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:23.895904 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf5aa23-1b74-4060-924b-42c51b96e53f req-2b640298-f6a1-4241-91ab-c02ea08ca367 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302474 Oct 17 18:17:23.897355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Port': ['ID=3e25f7fa-b0d7-4477-8563-005b67e7d285,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:24.094261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Router 8f5c284a-a82f-4546-987a-8ce6a5a3a5ab is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:17:24.133643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:24.235346 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 4 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:24.336093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:24.363161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:24.372594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:24.376618 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] Sync routers for ids ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:24.385843 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] Routers {'8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:24.386146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8e1a2c79-6763-44f6-a89d-3f7d62e5cd66 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/routers/8f5c284a-a82f-4546-987a-8ce6a5a3a5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4877717 Oct 17 18:17:24.387013 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.388741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40704) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:24.393644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:24.440501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:24.448931 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.458655 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] Routers {'8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:24.459831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.540101 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.541077 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9be6ca-15c7-4246-9ed2-cea92cc92927 None None] The sync data for ids ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:24.597403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:24.613650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a80ecb1c-c92c-4bd0-8ad4-cf54d111cd6a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5576446 Oct 17 18:17:24.615153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:24.615497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40712) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:24.639311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:24.640704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.694080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting subnet caf05860-0a29-4117-85a1-41a27327db14 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:24.699991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:24.712537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:24.721127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-41ac4236-531c-4c40-aaf9-ce870f9160fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6898921 Oct 17 18:17:24.728460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743278fe-666b-4d97-ae38-3a0da6513411 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.729388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-743278fe-666b-4d97-ae38-3a0da6513411 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:24.731367 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Sync routers for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:24.732192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:24.749894 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:24.754146 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.768103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:24.808104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:24.825468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cae4a-8a25-4ace-a7c4-7a4e777af0d0 req-e5e4b1b5-3f8e-4438-877b-d49868054d90 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.827174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a58cae4a-8a25-4ace-a7c4-7a4e777af0d0 req-e5e4b1b5-3f8e-4438-877b-d49868054d90 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2287688 Oct 17 18:17:24.835163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 3f43fca4-d352-4bb9-a7fe-658d7ed5671f {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:24.845013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:24.864583 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 5 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:24.897490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.071559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.071559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:25.087865 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:25.095765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:25.095765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:25.095765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.111784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-743278fe-666b-4d97-ae38-3a0da6513411 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:25.111784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-743278fe-666b-4d97-ae38-3a0da6513411 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f5c284a-a82f-4546-987a-8ce6a5a3a5ab HTTP/1.1" status: 200 len: 981 time: 0.7207000 Oct 17 18:17:25.116652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40724) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:25.147239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.194679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.219425 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a58cae4a-8a25-4ace-a7c4-7a4e777af0d0 req-558070c3-ab6c-4a1b-993b-a101e1d9cc07 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814964 Oct 17 18:17:25.316736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-71e0500b-617f-4193-bcdf-9d290f48ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:25.332166 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-71e0500b-617f-4193-bcdf-9d290f48ef2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.4510982 Oct 17 18:17:25.350522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:25.438818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.453907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.457425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Subnet': ['ID=caf05860-0a29-4117-85a1-41a27327db14,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:25.460867 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Checking router: 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:25.475882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.478696 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Routers {'098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:25.479876 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.498077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-40a9a9d7-5e92-4813-9da7-3972783e56a8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/caf05860-0a29-4117-85a1-41a27327db14 HTTP/1.1" status: 204 len: 168 time: 0.8709018 Oct 17 18:17:25.498232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb41508-54bd-4d5d-8070-c0730f2226b8 None None] Network f7a85966-0614-4caf-b073-242c0595e57c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:25.498343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40728) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:25.515624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.583352 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 6 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:25.633390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29aba93-dee8-4de7-965c-430afec66d1b None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:25.645329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-c80b80b3-9b94-46fa-af4a-d9aa211375d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:25.646867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-c80b80b3-9b94-46fa-af4a-d9aa211375d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.3086443 Oct 17 18:17:25.738740 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] Set router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:25.750357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.764622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.765278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:25.797065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.838486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=3f43fca4-d352-4bb9-a7fe-658d7ed5671f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:25.867510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.871126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 23a65848-a4e7-4745-9c92-a1e7236a39a8 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:25.872531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.883053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aab551-872f-49a7-9640-1d53512b394e None None] Network 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:25.964454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.969215 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bece754a-9401-43f7-974c-f06b6a350d7f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/3f43fca4-d352-4bb9-a7fe-658d7ed5671f HTTP/1.1" status: 204 len: 168 time: 1.2302191 Oct 17 18:17:26.009109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-bac9c6a6-9eee-4649-91ee-39cd9ac472d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.3425121 Oct 17 18:17:26.014103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40732) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:26.036845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] DHCP port deletion for f7a85966-0614-4caf-b073-242c0595e57c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:26.047765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Deleting port 23a65848-a4e7-4745-9c92-a1e7236a39a8 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:26.052760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.174217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e25f7fa-b0d7-4477-8563-005b67e7d285 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:26.196165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-37968674-625f-490d-99a6-e5d4dab148a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:26.198060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-37968674-625f-490d-99a6-e5d4dab148a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.1796017 Oct 17 18:17:26.259803 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:26.269041 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed2ea4-f0c5-469d-a64b-b12e805f93f3 None None] The sync data for ids ['098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c'] in dv-neutron-861384-1-hyperv is: [{'id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'name': 'tempest-TestNetworkBasicOps-router-277648173', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229'}], 'enable_snat': True}, 'gw_port_id': 'db643d17-0df1-4599-b905-c4c381386a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:25Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'db643d17-0df1-4599-b905-c4c381386a00', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:27Z', 'updated_at': '2022-10-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:26.296804 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 7 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:26.336597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 3e25f7fa-b0d7-4477-8563-005b67e7d285 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:26.336951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 3e25f7fa-b0d7-4477-8563-005b67e7d285 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:26.337421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23a65848-a4e7-4745-9c92-a1e7236a39a8 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:26.540445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:26.569236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 1bfa2d3f-680c-4d08-91ea-4b544319468f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:26.569885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.643647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1fa25-9cef-4178-b82a-d4c1361b25df req-0b6def9a-f12b-483a-b5e4-fe27825cb90b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:26.645481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b9e1fa25-9cef-4178-b82a-d4c1361b25df req-0b6def9a-f12b-483a-b5e4-fe27825cb90b tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1717911 Oct 17 18:17:26.671494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] For port 23a65848-a4e7-4745-9c92-a1e7236a39a8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23a65848-a4e7-4745-9c92-a1e7236a39a8,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:26.671843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.709883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] For port 23a65848-a4e7-4745-9c92-a1e7236a39a8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23a65848-a4e7-4745-9c92-a1e7236a39a8,segment=NetworkSegment(76d748d0-04b2-4090-9b21-1c684cfb5a42),segment_id=76d748d0-04b2-4090-9b21-1c684cfb5a42)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:26.710550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.728941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 23a65848-a4e7-4745-9c92-a1e7236a39a8 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:26.729391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.774766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.836271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b9e1fa25-9cef-4178-b82a-d4c1361b25df req-72204869-ce47-43ff-a800-4d44a3cf6f0a tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706517 Oct 17 18:17:26.890279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Calling delete_port for 23a65848-a4e7-4745-9c92-a1e7236a39a8 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:26.922572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:26.992567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] DHCP port deletion for 69e80ea0-efe8-40d9-a43b-9aa41d5b9325 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:26.999382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Deleting port dd704b7e-70fb-40f5-b311-b2dc14d274fd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:26.999755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.044378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Calling delete_port for 23a65848-a4e7-4745-9c92-a1e7236a39a8 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:27.050283 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 8 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:27.070883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 1bfa2d3f-680c-4d08-91ea-4b544319468f owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:27.142476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-5cd8772e-4c88-4c46-8de4-8e3d5bde648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:27.143950 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-5cd8772e-4c88-4c46-8de4-8e3d5bde648c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8868535 Oct 17 18:17:27.163136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.292396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:27.318064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] Pushing event deleted for resources: {'Port': ['ID=23a65848-a4e7-4745-9c92-a1e7236a39a8,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:27.318195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:27.318195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:27.322023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318243d-5bce-48f5-b889-9af830915ef2 None None] No DVR routers for this DVR port 23a65848-a4e7-4745-9c92-a1e7236a39a8 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:27.345374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.360678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.364815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-70e3ccee-2a10-45ea-85a0-e676b504ba15 service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046332 Oct 17 18:17:27.402137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=1bfa2d3f-680c-4d08-91ea-4b544319468f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:27.455178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] For port dd704b7e-70fb-40f5-b311-b2dc14d274fd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dd704b7e-70fb-40f5-b311-b2dc14d274fd,segment=NetworkSegment(df887776-5e51-4f1f-b257-a7f43269c6ad),segment_id=df887776-5e51-4f1f-b257-a7f43269c6ad)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:27.455568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.465134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port db643d17-0df1-4599-b905-c4c381386a00 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:27.465493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.630074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Calling delete_port for dd704b7e-70fb-40f5-b311-b2dc14d274fd owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:27.644318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6816b3-2ec8-45f8-86aa-ad4ea78e1cd7 req-e1d38e13-e883-4179-9642-c4092888886e service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732248 Oct 17 18:17:27.728256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port db643d17-0df1-4599-b905-c4c381386a00, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=db643d17-0df1-4599-b905-c4c381386a00,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:27.729112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.793633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.794255 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Attempt 9 to provision port 1bfa2d3f-680c-4d08-91ea-4b544319468f Oct 17 18:17:27.832058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dd704b7e-70fb-40f5-b311-b2dc14d274fd no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:27.853747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Deleting port 23a65848-a4e7-4745-9c92-a1e7236a39a8 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:27.853747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.883931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for db643d17-0df1-4599-b905-c4c381386a00 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:27.890608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: dd704b7e-70fb-40f5-b311-b2dc14d274fd {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:27.891179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dd704b7e-70fb-40f5-b311-b2dc14d274fd not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:27.892035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:27.939329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-547d4a36-4c4d-4d48-bef3-b32d47f5fc96 None None] Port 1bfa2d3f-680c-4d08-91ea-4b544319468f was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:17:27.947977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:27.953067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:27.953701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81e2ed86-c4f1-4b75-b1f5-7fd143ccfdb3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:28.010799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] The port '23a65848-a4e7-4745-9c92-a1e7236a39a8' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:28.012883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] Pushing event deleted for resources: {'Port': ['ID=dd704b7e-70fb-40f5-b311-b2dc14d274fd,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:28.017711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf4655-4a54-4425-a340-07e57837dd63 None None] No DVR routers for this DVR port dd704b7e-70fb-40f5-b311-b2dc14d274fd on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:28.056881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d19111cb-fe2a-462e-bb9f-babe94e4cdbb None None] Could not find standard attr ID for object 1bfa2d3f-680c-4d08-91ea-4b544319468f. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:28.094738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Router 8f5c284a-a82f-4546-987a-8ce6a5a3a5ab has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:28.196322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.229809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:28.231963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a85966-0614-4caf-b073-242c0595e57c']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.244054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] Sync routers for ids ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:28.247912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d748d0-04b2-4090-9b21-1c684cfb5a42') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.248402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d748d0-04b2-4090-9b21-1c684cfb5a42') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.254526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] Routers {'8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:28.255131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.270433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.288755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730db2-846e-4d74-b7e1-2261bf4dc947 req-75399106-d0da-4e6e-aacd-bb43b00a6a68 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:28.290251 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90730db2-846e-4d74-b7e1-2261bf4dc947 req-75399106-d0da-4e6e-aacd-bb43b00a6a68 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3207355 Oct 17 18:17:28.312054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.325748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:28.326155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.327876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.336956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] Routers {'8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:28.337544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.346389 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6510ebd7-f0cc-432e-a862-9a6f6404f464 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/routers/8f5c284a-a82f-4546-987a-8ce6a5a3a5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292542 Oct 17 18:17:28.346574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40742) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:28.364185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 76d748d0-04b2-4090-9b21-1c684cfb5a42 resource provider aggregate not found Oct 17 18:17:28.390198 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc20f0eb-f3b4-4375-a824-59816b38fd21 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:17:28.390982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dc20f0eb-f3b4-4375-a824-59816b38fd21 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:28.422485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:28.423296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074cd2b-9cf6-4687-957c-4a2bcb1b632a None None] The sync data for ids ['8f5c284a-a82f-4546-987a-8ce6a5a3a5ab'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:28.477227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 76d748d0-04b2-4090-9b21-1c684cfb5a42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76d748d0-04b2-4090-9b21-1c684cfb5a42 found for delete ", "request_id": "req-453d6a12-c18d-4352-bbda-5f8fc41bcbce"}]} Oct 17 18:17:28.488930 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90730db2-846e-4d74-b7e1-2261bf4dc947 req-b39752c7-3d83-4475-ad77-5c9f4ed575dc tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925395 Oct 17 18:17:28.503507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-dc20f0eb-f3b4-4375-a824-59816b38fd21 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:28.507345 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dc20f0eb-f3b4-4375-a824-59816b38fd21 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/1bfa2d3f-680c-4d08-91ea-4b544319468f HTTP/1.1" status: 404 len: 333 time: 0.1573303 Oct 17 18:17:28.507690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40748) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:28.601818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.623662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.653142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.757162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Pushing event deleted for resources: {'Network': ['ID=f7a85966-0614-4caf-b073-242c0595e57c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:28.761448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:28.804103 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bcc9f86-5020-42c6-a30a-ecf724814b1b tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/networks/f7a85966-0614-4caf-b073-242c0595e57c HTTP/1.1" status: 204 len: 168 time: 3.3116095 Oct 17 18:17:28.812132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40752) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:28.812858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=db643d17-0df1-4599-b905-c4c381386a00,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:28.856143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'routes': None}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:29.074375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.076600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.163205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.198913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.199440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5c284a-a82f-4546-987a-8ce6a5a3a5ab {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:17:29.211312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.212402 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b7e30134-6f2e-49e1-9718-33ec00295458 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/routers/8f5c284a-a82f-4546-987a-8ce6a5a3a5ab HTTP/1.1" status: 204 len: 168 time: 0.7036579 Oct 17 18:17:29.215090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40756) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:29.284488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 8ff4c40d-909b-4302-b431-5bbc63ca6486 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:29.287601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.343443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.357657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Added routes are [] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 18:17:29.357960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.extraroute_db [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Removed routes are [] {{(pid=89827) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 18:17:29.358314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.449752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.449988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.485831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.648472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.652180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.656770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.707186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff4c40d-909b-4302-b431-5bbc63ca6486,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:29.713079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.717770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c73ec8-9158-48aa-b4fc-c2b058328f0a None None] Network 77967770-0031-4371-98f1-6678a44dedd7 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:29.736050 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b85a6b2e-adfa-4fb6-9ec2-698fcca3631e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/8ff4c40d-909b-4302-b431-5bbc63ca6486 HTTP/1.1" status: 204 len: 168 time: 0.5144343 Oct 17 18:17:29.736854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40764) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:29.780725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.781254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router 098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:17:29.804908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.808889 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ddd0696b-6337-4edc-9ab4-6caeb8ef6176 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/098c0a7d-d0cb-461b-9a8a-d2ee971a5c2c HTTP/1.1" status: 204 len: 168 time: 3.7935202 Oct 17 18:17:29.809758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40768) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:29.870068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3efe1-9a39-4998-b5c9-dc0a786a9887 req-c1463141-be20-471b-affd-1c69d1639df7 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:29.872085 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9d3efe1-9a39-4998-b5c9-dc0a786a9887 req-c1463141-be20-471b-affd-1c69d1639df7 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2679348 Oct 17 18:17:29.922259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:29.952281 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9d3efe1-9a39-4998-b5c9-dc0a786a9887 req-08005a72-5ba2-4d16-b248-430705108e61 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625930 Oct 17 18:17:29.962542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 028a36bc-0450-4892-bd1c-77777e08be3b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:29.962943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.082260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:30.200507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] For port 028a36bc-0450-4892-bd1c-77777e08be3b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=028a36bc-0450-4892-bd1c-77777e08be3b,segment=NetworkSegment(e1d96b86-4dd9-48c8-bd2c-188437143128),segment_id=e1d96b86-4dd9-48c8-bd2c-188437143128)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:30.201068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.298774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.325430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:30.335220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.335220 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a3bb9fa2-44d6-4a8d-aa4f-c7c49e8a6ba0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 705 time: 1.4877133 Oct 17 18:17:30.336723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40774) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:30.336859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 028a36bc-0450-4892-bd1c-77777e08be3b owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:30.341462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Sync routers for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:30.354605 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:30.356014 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.362748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] DHCP port deletion for 77967770-0031-4371-98f1-6678a44dedd7 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:17:30.368028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Deleting port 028a36bc-0450-4892-bd1c-77777e08be3b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:30.368407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.448195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8de24f85-c4a3-4a3e-be05-aec9dda7a01a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:30.488203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48088d-8d1b-4af3-ba3f-a53c01abc5f4 req-6716fcbf-0b7f-4fca-9aca-8246dc963193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:30.489683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe48088d-8d1b-4af3-ba3f-a53c01abc5f4 req-6716fcbf-0b7f-4fca-9aca-8246dc963193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3984709 Oct 17 18:17:30.522295 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:30.595685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.611545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] For port 028a36bc-0450-4892-bd1c-77777e08be3b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=028a36bc-0450-4892-bd1c-77777e08be3b,segment=NetworkSegment(e1d96b86-4dd9-48c8-bd2c-188437143128),segment_id=e1d96b86-4dd9-48c8-bd2c-188437143128)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:30.612120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.623202 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe48088d-8d1b-4af3-ba3f-a53c01abc5f4 req-022162c8-8bbd-44c2-8f12-69e1ad40863c tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821390 Oct 17 18:17:30.629935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e80ea0-efe8-40d9-a43b-9aa41d5b9325']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.630115 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.635333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Checking router: 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:30.643752 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Routers {'63f9fc1b-8feb-4cbc-9522-1f76464f5b24'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:30.644557 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.645673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df887776-5e51-4f1f-b257-a7f43269c6ad') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.645976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df887776-5e51-4f1f-b257-a7f43269c6ad') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.661056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.681664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.688714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:30.689171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.766813 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment df887776-5e51-4f1f-b257-a7f43269c6ad resource provider aggregate not found Oct 17 18:17:30.794176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Calling delete_port for 028a36bc-0450-4892-bd1c-77777e08be3b owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:30.799372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] Set router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:30.801347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment df887776-5e51-4f1f-b257-a7f43269c6ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df887776-5e51-4f1f-b257-a7f43269c6ad found for delete ", "request_id": "req-46fc1ae0-3b0f-42d3-8b23-267ff2f1ec3b"}]} Oct 17 18:17:30.806541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:30.875870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No DVR routers for this DVR port 028a36bc-0450-4892-bd1c-77777e08be3b on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:30.879087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=028a36bc-0450-4892-bd1c-77777e08be3b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:30.893282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8de24f85-c4a3-4a3e-be05-aec9dda7a01a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:30.901214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8de24f85-c4a3-4a3e-be05-aec9dda7a01a tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 205 time: 0.5587716 Oct 17 18:17:30.901214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40784) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:30.914454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:17:30.915136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:17:30.928662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:30.933701 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76ec1d-5a46-498a-b51b-275a899f22b6 None None] The sync data for ids ['63f9fc1b-8feb-4cbc-9522-1f76464f5b24'] in dv-neutron-861384-1-hyperv is: [{'id': '63f9fc1b-8feb-4cbc-9522-1f76464f5b24', 'name': 'tempest-RoutersIpV6Test-router-1737761472', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:16:34Z', 'updated_at': '2022-10-17T18:17:23Z', 'revision_number': 11, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:31.018004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.020357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.046193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.057876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475bbfc-e491-4093-92bb-fcf6860dc9ac req-68bd7e1f-7b11-46b1-962d-e743bf05e14f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:31.059426 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7475bbfc-e491-4093-92bb-fcf6860dc9ac req-68bd7e1f-7b11-46b1-962d-e743bf05e14f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3076692 Oct 17 18:17:31.061059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77967770-0031-4371-98f1-6678a44dedd7']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:31.065795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.088488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d96b86-4dd9-48c8-bd2c-188437143128') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:31.088791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d96b86-4dd9-48c8-bd2c-188437143128') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:31.105460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.116968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=69e80ea0-efe8-40d9-a43b-9aa41d5b9325,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:31.125813 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-28477eab-899f-41ab-95ff-8737c1e56713 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/69e80ea0-efe8-40d9-a43b-9aa41d5b9325 HTTP/1.1" status: 204 len: 168 time: 1.3125103 Oct 17 18:17:31.137279 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7475bbfc-e491-4093-92bb-fcf6860dc9ac req-7938cf3f-3566-4496-8f1a-597e66687fd0 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660841 Oct 17 18:17:31.137279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.144380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:17:31.144844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.165246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40788) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:31.181058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--1941895950', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:31.231097 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e1d96b86-4dd9-48c8-bd2c-188437143128 resource provider aggregate not found Oct 17 18:17:31.240088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:31.258176 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment e1d96b86-4dd9-48c8-bd2c-188437143128 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1d96b86-4dd9-48c8-bd2c-188437143128 found for delete ", "request_id": "req-b9a19d9f-266b-4f9c-96c7-51c0d45cff94"}]} Oct 17 18:17:31.259369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:31.266533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:31.273243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:31.375837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.394123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.409772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:31.413664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.417019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Deleting port 028a36bc-0450-4892-bd1c-77777e08be3b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:31.418071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.425497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=77967770-0031-4371-98f1-6678a44dedd7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:31.445026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.448832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.449681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:17:31.459729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.460065 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment 8412432c-0e3d-4c84-9dcb-1de21787ea25 of type vlan for network 8610acf5-cec5-4ca0-8c78-6aab5601f120 Oct 17 18:17:31.492711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c949-cf76-4826-b4c0-108b81090477 None None] The port '028a36bc-0450-4892-bd1c-77777e08be3b' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:17:31.493750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.501029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f41d9f-a31f-4070-a025-51b10996eca6 req-ce44a325-2755-41a9-b099-47eab2973186 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:31.502708 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30f41d9f-a31f-4070-a025-51b10996eca6 req-ce44a325-2755-41a9-b099-47eab2973186 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1880963 Oct 17 18:17:31.512280 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-67726ea1-8d20-4eb8-8573-190266163a08 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/77967770-0031-4371-98f1-6678a44dedd7 HTTP/1.1" status: 204 len: 168 time: 1.7749739 Oct 17 18:17:31.512426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40798) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:31.731394 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30f41d9f-a31f-4070-a025-51b10996eca6 req-e6198736-47b5-42fa-8f31-ef9c7f6e67e2 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205167 Oct 17 18:17:31.740425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6331e-fa05-4011-94ba-62ec9882055b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:31.741719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-71f6331e-fa05-4011-94ba-62ec9882055b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/a27a5b86-e9da-4be6-860b-ebf670174b27 HTTP/1.1" status: 200 len: 841 time: 0.2166238 Oct 17 18:17:31.745377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40802) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:31.781352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.781903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router 63f9fc1b-8feb-4cbc-9522-1f76464f5b24 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:17:31.797781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.806540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:31.815919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.817035 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75ce1ecf-0e02-43e5-9fa9-df11a401aff3 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 204 len: 168 time: 0.9179852 Oct 17 18:17:31.819394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.820969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40808) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:31.827885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58483065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:31.837546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:31.846054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c53babf-f9be-4db5-9a1b-e8cfe2a1fcbe tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/a27a5b86-e9da-4be6-860b-ebf670174b27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0962958 Oct 17 18:17:31.846709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40812) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:31.857277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Usage tracker for resource:router and tenant:15f9b489307f4176a59c9d07b36431ac is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:31.862272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db643d17-0df1-4599-b905-c4c381386a00 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:31.872382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:31.884212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:31.912546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: db643d17-0df1-4599-b905-c4c381386a00 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:31.912801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device db643d17-0df1-4599-b905-c4c381386a00 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:31.913228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 028a36bc-0450-4892-bd1c-77777e08be3b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:31.949836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:31.955145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 028a36bc-0450-4892-bd1c-77777e08be3b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:31.955499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 028a36bc-0450-4892-bd1c-77777e08be3b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:31.997726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:32.001342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:32.004192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:32.009887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:32.056173 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8800881 Oct 17 18:17:32.058971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40816) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:32.062168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476f2a-2155-4f37-b7d7-937906ba708a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=8610acf5-cec5-4ca0-8c78-6aab5601f120,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:32.064639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-60955309', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:32.073832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:17:32.074991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:32.079135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:32.082248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:32.088590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:32.093299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d16d-0631-4492-9c4c-49ab90b0eeda req-8573826e-3845-4fea-b60b-7bf0c24f7db9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:32.094818 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e188d16d-0631-4492-9c4c-49ab90b0eeda req-8573826e-3845-4fea-b60b-7bf0c24f7db9 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2087450 Oct 17 18:17:32.141690 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e188d16d-0631-4492-9c4c-49ab90b0eeda req-2fc6ab62-7719-4b2b-9eb8-8cc86ab16cfa tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398941 Oct 17 18:17:32.150614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:32.154335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.223616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.225168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.234728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.235641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.277757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.288737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.491384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.606845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.684990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:32.692248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:32.702057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72abaa37-c94e-4396-84c4-b25ecad18294 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:32.744848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:32.745358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.841116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=d84655f1-78cf-4fbc-afe5-632ea244a705,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:32.858268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.873308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.875967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ac0377de-eca7-4122-a689-ed86c2359c00 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0525529 Oct 17 18:17:32.877344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:32.883551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:32.976510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'tenant_id': '281bae91fd3846019e35c4dd1f9d25ce', 'fixed_ips': [{'subnet_id': 'd84655f1-78cf-4fbc-afe5-632ea244a705'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:17:32.978365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.987671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903bb7-2a5a-47f1-b3e6-64c511820c01 req-6f7ab0df-ff4f-499d-aa2d-7bd4dba94de1 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:32.991705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c903bb7-2a5a-47f1-b3e6-64c511820c01 req-6f7ab0df-ff4f-499d-aa2d-7bd4dba94de1 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.0948777 Oct 17 18:17:33.006033 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5643231e-97ea-42bd-babb-9f7d2328c642 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1532273 Oct 17 18:17:33.014162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40828) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:33.022804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058388711'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:33.030947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:33.044558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:33.050136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:33.059632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:33.063987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c903bb7-2a5a-47f1-b3e6-64c511820c01 req-9fde0ada-cafe-47ef-b892-ecef48731e86 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674286 Oct 17 18:17:33.146263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Allocated IP 172.20.0.2 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/d84655f1-78cf-4fbc-afe5-632ea244a705/5fe3311b-7c59-44a5-80ea-9725a1d6ec42) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:33.162486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.184219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:33.188701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:33.192533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:33.199601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:33.277959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.374639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.384953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Transition to ACTIVE for port object 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:33.403450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.404917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Transition to ACTIVE for port object 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:33.446339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef70be5-d674-4c8b-a71c-d0f2177e2ace,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:33.487276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.519301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.554572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.558385 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a927cc75-13a5-4dac-9c46-cd143ac2c47d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5405781 Oct 17 18:17:33.558640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40832) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:33.563765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'security_group': {'name': 'tempest-secgroup-2100969123'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:33.569794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:33.573578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:33.576441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:33.582809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:33.589734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:33.592642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:33.596236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:33.602677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:33.666509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.701745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.703988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Attempting to bind port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:33.704355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Attempting to bind port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '5b942841-1294-472c-988f-49d220a54b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:33.704712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Attempting to bind port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 on network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:33.710863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:33.711281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Checking segment: {'id': '5b942841-1294-472c-988f-49d220a54b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:33.711826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.712226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Bound using segment: {'id': '5b942841-1294-472c-988f-49d220a54b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:33.712692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Bound port: 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b942841-1294-472c-988f-49d220a54b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:33.713455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.723245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:33.728310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:33.731248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:33.738302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:33.814944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:33.819256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:33.838386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.840721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.871482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:33.959935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.015662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.041143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.110 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/699b3fe4-ea42-4780-8592-6715ef2646bc) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:34.057980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c514a14-126f-4269-9c34-d47a2dd8dcc5 None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:34.060576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9b3c5-8d08-4110-972b-dbd0dc720b7c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:34.124406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Router ad1a4634-f978-4eba-8915-516e208e6542 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:17:34.151871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.159490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-927f852c-741a-4b85-ab80-e73bead2e197 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5997343 Oct 17 18:17:34.160163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40838) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:34.170036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1695327315', 'security_groups': ['c3e9b3c5-8d08-4110-972b-dbd0dc720b7c'], 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd84655f1-78cf-4fbc-afe5-632ea244a705'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:34.329522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:34.335150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:34.338043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:34.343710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:34.369540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:34.383290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Sync routers for ids ['ad1a4634-f978-4eba-8915-516e208e6542'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:34.419990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.419990 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eb2fc2ed-bc5d-46ae-b1d3-823deda172f8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "PUT /v2.0/routers/ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 200 len: 696 time: 1.5179675 Oct 17 18:17:34.420209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40842) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:34.420299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Routers {'ad1a4634-f978-4eba-8915-516e208e6542'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:34.420299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ad1a4634-f978-4eba-8915-516e208e6542'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:34.420494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.444320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6f3e4-84fa-4575-93e9-0627dba07ef2 req-2d200f1f-f66f-48eb-bb5c-d9b728c90497 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:34.446508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51c6f3e4-84fa-4575-93e9-0627dba07ef2 req-2d200f1f-f66f-48eb-bb5c-d9b728c90497 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2361727 Oct 17 18:17:34.528553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51c6f3e4-84fa-4575-93e9-0627dba07ef2 req-ff008260-dee1-4e0f-bad8-c7205a33f839 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713761 Oct 17 18:17:34.540979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:34.558794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Set router ad1a4634-f978-4eba-8915-516e208e6542 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:34.573982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.652891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=699b3fe4-ea42-4780-8592-6715ef2646bc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:34.674325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:34.675641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:34.679385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:34.722031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1a4634-f978-4eba-8915-516e208e6542', 'name': 'tempest-RoutersIpV6Test-router-58483065', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:33Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:34.727277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Checking router: ad1a4634-f978-4eba-8915-516e208e6542 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:34.736606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Routers {'ad1a4634-f978-4eba-8915-516e208e6542'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:34.737519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['ad1a4634-f978-4eba-8915-516e208e6542'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:34.749616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00c5666a-dfb7-45aa-a7bf-21f8097ccefe tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/routers/ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 200 len: 702 time: 0.3487289 Oct 17 18:17:34.753973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:34.758668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.828675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13ef8221-bdbf-4d3c-8d86-878737409180 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Synchronizing usage tracker for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:34.835070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:17:34.875601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] Set router ad1a4634-f978-4eba-8915-516e208e6542 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:34.998304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1a4634-f978-4eba-8915-516e208e6542', 'name': 'tempest-RoutersIpV6Test-router-58483065', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:33Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:35.003090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b61665-321e-4388-bc39-cd5da656c9ab None None] The sync data for ids ['ad1a4634-f978-4eba-8915-516e208e6542'] in dv-neutron-861384-1-hyperv is: [{'id': 'ad1a4634-f978-4eba-8915-516e208e6542', 'name': 'tempest-RoutersIpV6Test-router-58483065', 'tenant_id': '15f9b489307f4176a59c9d07b36431ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:33Z', 'revision_number': 2, 'project_id': '15f9b489307f4176a59c9d07b36431ac', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:35.099813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13ef8221-bdbf-4d3c-8d86-878737409180 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Unset dirty status for tenant:15f9b489307f4176a59c9d07b36431ac on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:35.103698 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-13ef8221-bdbf-4d3c-8d86-878737409180 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 200 len: 205 time: 0.3459678 Oct 17 18:17:35.103912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40854) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:35.114768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.8 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/d84655f1-78cf-4fbc-afe5-632ea244a705/9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:35.413623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.432898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:35.489126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.535691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Provisioning complete for port a27a5b86-e9da-4be6-860b-ebf670174b27 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:35.535691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.536241 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 1 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:35.580509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.602378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:35.651029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:35.653983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:35.656588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:35.694430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:35.733183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:35.733900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.828810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f734116-2e95-4dc7-8d51-8b3508829e3d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6671045 Oct 17 18:17:35.831094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40858) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:35.835714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:35.864176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.871216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.872866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:35.898343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:35.950495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-81ac3fe4-ef8f-4fba-b890-164355ffb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:35.951989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-81ac3fe4-ef8f-4fba-b890-164355ffb4ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 1098 time: 0.6117039 Oct 17 18:17:35.959815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198c57-c04e-4e9c-be10-8cfe0bcc9f0d req-b851aea3-93c4-441b-bf25-9e0bfd705792 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:35.961753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-80198c57-c04e-4e9c-be10-8cfe0bcc9f0d req-b851aea3-93c4-441b-bf25-9e0bfd705792 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.7299125 Oct 17 18:17:36.090613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:36.102998 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 2 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:36.122286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:36.129142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:36.132973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:36.140551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:36.165167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:36.252682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:36.257138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:36.307784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:36.308172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Fanout notify agent at l3_agent the message router_deleted on router ad1a4634-f978-4eba-8915-516e208e6542 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:17:36.315991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-80198c57-c04e-4e9c-be10-8cfe0bcc9f0d req-171f4ec4-b90f-4399-b898-ee6ef06cd329 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901821 Oct 17 18:17:36.363250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:36.364320 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-588719dc-4216-4514-8891-6cd2ab11b4db tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 204 len: 168 time: 1.2591877 Oct 17 18:17:36.374775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40862) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.393177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-b422a61b-dd33-4a32-8c87-78a0aab99dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:36.394691 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-b422a61b-dd33-4a32-8c87-78a0aab99dbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 200 len: 913 time: 0.4324994 Oct 17 18:17:36.449451 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c5329928-1f26-4d13-a9f9-5297f8f4f7ac tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 200 len: 205 time: 0.0735843 Oct 17 18:17:36.453150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.512240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d84655f1-78cf-4fbc-afe5-632ea244a705 (CIDR: 172.20.0.0/28) Oct 17 18:17:36.525993 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-49f3f4f7-917e-40eb-94b9-3ed71940166c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:36.526988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-49f3f4f7-917e-40eb-94b9-3ed71940166c tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/ad1a4634-f978-4eba-8915-516e208e6542 HTTP/1.1" status: 404 len: 336 time: 0.0728772 Oct 17 18:17:36.529502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40870) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.567053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba58aa6-1895-4e62-9456-2424c08ea3c5 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:36.567414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba58aa6-1895-4e62-9456-2424c08ea3c5 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:36.569737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8ba58aa6-1895-4e62-9456-2424c08ea3c5 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/d84f9581-2b3a-470e-bc18-90403e5308af HTTP/1.1" status: 404 len: 337 time: 0.0392540 Oct 17 18:17:36.572222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40874) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.605684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:17:36.606162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:36.618551 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d03a6f0-1fdb-4759-83ff-ca19eabfbe30 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:36.618996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d03a6f0-1fdb-4759-83ff-ca19eabfbe30 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:36.620628 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7d03a6f0-1fdb-4759-83ff-ca19eabfbe30 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/f1aaaad0-4bd6-443d-b03b-7c1aff7ff144 HTTP/1.1" status: 404 len: 337 time: 0.0475357 Oct 17 18:17:36.624165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40878) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.666485 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 3 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:36.686737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-b3d0f38a-de36-4d8f-8ef9-eafa899d01a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 200 len: 1000 time: 0.2298932 Oct 17 18:17:36.690093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-6341d9c6-ccf9-4f67-bca0-119ef9cf8453 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:36.690550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6341d9c6-ccf9-4f67-bca0-119ef9cf8453 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:36.692127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6341d9c6-ccf9-4f67-bca0-119ef9cf8453 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/fb5eb83b-f16c-4c43-99d8-cb95a679e67a HTTP/1.1" status: 404 len: 337 time: 0.0651426 Oct 17 18:17:36.694852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40882) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.723066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:36.750550 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-669a69d5-95dd-4f40-9529-9808a11b37e4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9198174 Oct 17 18:17:36.753240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40886) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.758837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:36.772695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26a9ca6-f402-4dfb-8097-e9837e0fd3f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:36.773141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26a9ca6-f402-4dfb-8097-e9837e0fd3f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:36.777959 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f26a9ca6-f402-4dfb-8097-e9837e0fd3f2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/caf05860-0a29-4117-85a1-41a27327db14 HTTP/1.1" status: 404 len: 337 time: 0.0778937 Oct 17 18:17:36.778100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40890) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.784262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:36.882010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75d215d3-94c7-421a-963f-2c0567f28a61 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 200 len: 205 time: 0.1032887 Oct 17 18:17:36.884841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40894) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:36.914984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-c2553716-0326-4cac-bfa2-6a5f50fa569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:36.916411 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-c2553716-0326-4cac-bfa2-6a5f50fa569b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 200 len: 851 time: 0.2207386 Oct 17 18:17:36.965140 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-6d093983-0ee6-496c-abcd-329194521858 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:36.968572 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6d093983-0ee6-496c-abcd-329194521858 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/63f9fc1b-8feb-4cbc-9522-1f76464f5b24 HTTP/1.1" status: 404 len: 336 time: 0.0804474 Oct 17 18:17:36.969501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40898) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.025677 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6394ca58-5bb1-4c35-9292-24dae03b6a11 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5fcc639-d491-4502-ae2c-9b21609007a4 HTTP/1.1" status: 200 len: 205 time: 0.0550513 Oct 17 18:17:37.028519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40902) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.061269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:37.065334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:37.068181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:37.073796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:37.105099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-9fdcb126-3109-4f61-a6d9-e37117106cdf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:37.106174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9fdcb126-3109-4f61-a6d9-e37117106cdf tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/b5fcc639-d491-4502-ae2c-9b21609007a4 HTTP/1.1" status: 404 len: 336 time: 0.0767486 Oct 17 18:17:37.109057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40906) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.119006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-27e7493c-e826-4ea8-a528-48528a4e6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:37.120437 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-27e7493c-e826-4ea8-a528-48528a4e6178 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ec04218-b096-40e5-9647-10baa6bda1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896279 Oct 17 18:17:37.152232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-53537e49-0e04-42b1-9f26-c126167ab677 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:37.152770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53537e49-0e04-42b1-9f26-c126167ab677 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:37.154289 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-53537e49-0e04-42b1-9f26-c126167ab677 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/4d24f2dc-22b7-491c-8d12-41f545b006ab HTTP/1.1" status: 404 len: 337 time: 0.0442152 Oct 17 18:17:37.155102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:37.158418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:37.171942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40910) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.236849 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 4 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:37.272979 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-d7f43114-3f4b-4abc-a3fb-4b862e2335df service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449797 Oct 17 18:17:37.289124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:37.296516 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3957e040-59bc-402e-b258-d106fcc41180 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 200 len: 205 time: 0.1207447 Oct 17 18:17:37.299656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40914) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.353298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd9c393a-158c-46f2-a73a-3869a6df1a16 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:17:37.375354 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-2cbfb020-2dcf-4e09-a583-0ee9f62f5d03 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:37.376365 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2cbfb020-2dcf-4e09-a583-0ee9f62f5d03 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/bd00f7e2-cc84-42ed-9c55-99db135836a9 HTTP/1.1" status: 404 len: 336 time: 0.0757961 Oct 17 18:17:37.385045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40920) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.446873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48ebf5f9-f07f-4b8b-a74d-c57b544cb0c2 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241b376-0e8f-477f-9409-553c427c2180 HTTP/1.1" status: 200 len: 205 time: 0.0606704 Oct 17 18:17:37.458848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.560459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc710c54-4fc2-4848-aa0c-d8a25c99d1fa req-bb79edad-1c3b-4f2f-b1e5-546d354c806f service neutron] 10.222.0.42 "GET /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813950 Oct 17 18:17:37.586234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:37.604059 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-f9e5361b-238b-418f-ad3d-4b23d88b7ab0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:37.604059 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9e5361b-238b-418f-ad3d-4b23d88b7ab0 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/a241b376-0e8f-477f-9409-553c427c2180 HTTP/1.1" status: 404 len: 336 time: 0.1336432 Oct 17 18:17:37.604249 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Sync routers for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:37.604697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.607944 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:37.608535 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:37.649050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-4574c1a2-dbc8-4603-b671-eba1006c2b11 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:37.649925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4574c1a2-dbc8-4603-b671-eba1006c2b11 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:37.651836 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4574c1a2-dbc8-4603-b671-eba1006c2b11 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/06095760-71bb-418e-b391-fbf0b6884304 HTTP/1.1" status: 404 len: 337 time: 0.0529168 Oct 17 18:17:37.654267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40932) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.791148 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 5 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:37.802560 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:37.812485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deae85-e077-45d6-942b-666c531a29bc req-46976974-58e8-48a0-943e-e5bb4fd24b4e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:37.814163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e8deae85-e077-45d6-942b-666c531a29bc req-46976974-58e8-48a0-943e-e5bb4fd24b4e tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.3568323 Oct 17 18:17:37.872446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:37.874209 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f25067d3-d933-498f-b11e-93bda28845c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8142316 Oct 17 18:17:37.879887 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed54dd0c-f25a-494d-9d3d-9cfc7339d3a7 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d1e9c86-3a7d-44e0-8685-b655ec4fa26b HTTP/1.1" status: 200 len: 205 time: 0.2223351 Oct 17 18:17:37.879887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.881370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40938) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.887758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:37.925648 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:17:37.926186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-083771d9-d701-4a2b-b654-98e0ac4bfd13 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467844 Oct 17 18:17:37.929527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40944) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:37.952327 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e8deae85-e077-45d6-942b-666c531a29bc req-ea220798-ff01-404e-a7b0-c5842cd62f77 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308007 Oct 17 18:17:37.962770 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-afd8316f-ee2e-4502-816e-2e7a7746a791 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:37.964346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-afd8316f-ee2e-4502-816e-2e7a7746a791 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/5d1e9c86-3a7d-44e0-8685-b655ec4fa26b HTTP/1.1" status: 404 len: 336 time: 0.0817020 Oct 17 18:17:37.967957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40948) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.017477 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-12eff955-a70d-47ff-85a2-92086d70e7c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:38.017886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12eff955-a70d-47ff-85a2-92086d70e7c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:38.038136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-12eff955-a70d-47ff-85a2-92086d70e7c1 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/af949f1e-28ad-4189-b889-3018b5366ba3 HTTP/1.1" status: 404 len: 337 time: 0.0688725 Oct 17 18:17:38.039491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40952) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.111722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dafd426a-a443-45d2-b3aa-7f3bd706d402 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "GET /v2.0/ports?device_id=76f93739-0d30-43bb-a75a-58bd43590560 HTTP/1.1" status: 200 len: 205 time: 0.0689986 Oct 17 18:17:38.111927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40956) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.140604 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:35Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:38.144562 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Checking router: fd9c393a-158c-46f2-a73a-3869a6df1a16 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:38.144906 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Updating router fd9c393a-158c-46f2-a73a-3869a6df1a16 port 699b3fe4-ea42-4780-8592-6715ef2646bc binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:17:38.190633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.191246 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-9084a63c-1011-4227-be48-4e31c3dc7211 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] delete failed (client error): The resource could not be found. Oct 17 18:17:38.195614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9084a63c-1011-4227-be48-4e31c3dc7211 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/routers/76f93739-0d30-43bb-a75a-58bd43590560 HTTP/1.1" status: 404 len: 336 time: 0.0794225 Oct 17 18:17:38.195614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c23a20-f0c0-42e3-8f54-5ec0bb1787aa tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:38.198555 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f3c23a20-f0c0-42e3-8f54-5ec0bb1787aa tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2679822 Oct 17 18:17:38.199296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40960) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.199627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40962) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.202483 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.265070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:38.269842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:38.280199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76f7c0-c853-46ce-acc9-95dfecb54233 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:38.282265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:38.282563 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b74ad2fa-f639-4421-bb30-1ad7a4f0f0d6 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800569 Oct 17 18:17:38.283347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40968) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.284548 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a29df0-4c72-481e-9de3-0fbbc5883cb8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:38.285278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a29df0-4c72-481e-9de3-0fbbc5883cb8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:38.290114 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-39a29df0-4c72-481e-9de3-0fbbc5883cb8 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/7152c7f9-96a2-4b01-a12d-0986d7614da8 HTTP/1.1" status: 404 len: 337 time: 0.0864437 Oct 17 18:17:38.292080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.292554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59565160', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:38.296346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.367823 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca7f8ef-6bb4-437c-ad91-072c40ac82e4 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] DELETE failed (client error): The resource could not be found. Oct 17 18:17:38.369495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca7f8ef-6bb4-437c-ad91-072c40ac82e4 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:38.375275 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ca7f8ef-6bb4-437c-ad91-072c40ac82e4 tempest-RoutersIpV6Test-1417503790 tempest-RoutersIpV6Test-1417503790-project] 10.222.0.36 "DELETE /v2.0/subnets/b4641292-ba57-46d0-b0cb-63897bcaf552 HTTP/1.1" status: 404 len: 337 time: 0.0688763 Oct 17 18:17:38.380975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=388cd276-95c2-4bea-b3eb-e06a842d9262,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:38.395711 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 6 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:38.440178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:38.446040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:38.449367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:38.459189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:38.486605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4770681b-350c-4018-b382-6b52a16f77bc tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7285082 Oct 17 18:17:38.486605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40978) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:38.492337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-843058067', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '388cd276-95c2-4bea-b3eb-e06a842d9262'}], 'security_groups': ['1ef70be5-d674-4c8b-a71c-d0f2177e2ace']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:38.524470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:38.584463 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.596174 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Transition to ACTIVE for port object 699b3fe4-ea42-4780-8592-6715ef2646bc will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:38.612653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:38.616692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.648965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.752844 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.790976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Update dhcp port {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'fixed_ips': [{'subnet_id': 'd84655f1-78cf-4fbc-afe5-632ea244a705', 'ip_address': '172.20.0.2'}, {'subnet_id': '388cd276-95c2-4bea-b3eb-e06a842d9262'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '5fe3311b-7c59-44a5-80ea-9725a1d6ec42'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:17:38.799214 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Attempting to bind port 699b3fe4-ea42-4780-8592-6715ef2646bc on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:38.799618 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Attempting to bind port 699b3fe4-ea42-4780-8592-6715ef2646bc by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:38.802452 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Attempting to bind port 699b3fe4-ea42-4780-8592-6715ef2646bc on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:38.811204 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:38.811827 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:38.812424 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.812969 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:38.813587 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Bound port: 699b3fe4-ea42-4780-8592-6715ef2646bc, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:38.814160 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.866389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.951325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:38.975633 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Pushing event updated for resources: {'Port': ['ID=699b3fe4-ea42-4780-8592-6715ef2646bc,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:38.978091 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] For port 699b3fe4-ea42-4780-8592-6715ef2646bc, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:38.982200 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] For port 699b3fe4-ea42-4780-8592-6715ef2646bc, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=699b3fe4-ea42-4780-8592-6715ef2646bc,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:38.993454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.995184 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.995534 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.995872 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.997392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.998343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.999354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:38.999692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:39.000771 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:39.001995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:39.004989 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:39.005804 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:39.030542 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 7 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:39.047449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=3f85e734-5d07-461d-b123-621b844048c5,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:39.057520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:39.057916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: 8610acf5-cec5-4ca0-8c78-6aab5601f120, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:17:39.096023 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.110817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:39.179343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedaf83-7f7d-4e9d-9f8c-9ddd2b057c4a None None] Pushing event updated for resources: {'Port': ['ID=699b3fe4-ea42-4780-8592-6715ef2646bc,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:39.189666 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:39.190260 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:39.192861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Delete allocated IP 172.20.0.8 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/d84655f1-78cf-4fbc-afe5-632ea244a705) {{(pid=89826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:17:39.201797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.23 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/388cd276-95c2-4bea-b3eb-e06a842d9262/9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:39.207083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:17:39.251879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e3f0-ef06-4875-b763-dea5fb4f5968 req-be883cb3-b18b-4260-8bdb-44fbdf98ef59 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:39.254181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1262e3f0-ef06-4875-b763-dea5fb4f5968 req-be883cb3-b18b-4260-8bdb-44fbdf98ef59 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.1137536 Oct 17 18:17:39.304807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 40988) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:39.324159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1262e3f0-ef06-4875-b763-dea5fb4f5968 req-9c65c73b-5b0f-4c30-9afc-9566baa8e8bb tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625451 Oct 17 18:17:39.331230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 8610acf5-cec5-4ca0-8c78-6aab5601f120) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:39.336920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:39.339560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.341209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7efd6-21b7-488d-b4fb-664648ce994f None None] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:39.398067 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:39.480847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.496510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Ignored duplicate provisioning block setup for port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:17:39.507696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 40996) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:39.508149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-da0baafc-aee1-4c7c-a32a-82cfcf41f783 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2197778 Oct 17 18:17:39.558428 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-54d84c42-19cf-43fa-8f09-7b4873c55628 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15f9b489307f4176a59c9d07b36431ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521424 Oct 17 18:17:39.560841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:39.619540 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 8 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:39.645844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.686635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.713789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.745369 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:35Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:39.749421 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5099de-4362-4cde-952c-7110b0ef5da5 None None] The sync data for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:35Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:39.807824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Allocated IP 172.20.0.18 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/388cd276-95c2-4bea-b3eb-e06a842d9262/5fe3311b-7c59-44a5-80ea-9725a1d6ec42) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:39.827769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:39.867083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.885376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970de9eb-5280-47d2-a500-fb361c8f6fe5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:39.898129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:39.904034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-52c8ac9f-d584-493d-8ec9-4a07fed06cd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/970de9eb-5280-47d2-a500-fb361c8f6fe5 HTTP/1.1" status: 204 len: 168 time: 0.3314257 Oct 17 18:17:39.953807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:39.966322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-8610acf5-cec5-4ca0-8c78-6aab5601f120', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:17:39.973264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.160651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:40.238838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.248658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Allocated IP 172.20.0.2 (8610acf5-cec5-4ca0-8c78-6aab5601f120/3f85e734-5d07-461d-b123-621b844048c5/7ad1925a-97e0-4b60-a561-022cf4aa7e21) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:40.264646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Ignored duplicate provisioning block setup for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:17:40.377644 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 9 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:40.427592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.435173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] In _notify_port_updated(), no bound segment for port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a on network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:17:40.440604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:40.441251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.442730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-724bca88-d89b-4f29-84b8-bee1ff02bef9 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/ports/9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a HTTP/1.1" status: 200 len: 920 time: 1.9563200 Oct 17 18:17:40.446793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41010) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:40.621116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef36e-3a33-4a3a-a7a6-0c95f0239d76 req-3a2a61fc-08a9-4c3c-839a-3b171617d402 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:40.622852 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3edef36e-3a33-4a3a-a7a6-0c95f0239d76 req-3a2a61fc-08a9-4c3c-839a-3b171617d402 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 1.0345821 Oct 17 18:17:40.626500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:40.665631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c802da0-6f57-4c60-a45b-7aeef0575e5c None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:40.704928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:40.705273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.763426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:40.774959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Transition to ACTIVE for port object 7ad1925a-97e0-4b60-a561-022cf4aa7e21 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:40.806082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Transition to ACTIVE for port object 7ad1925a-97e0-4b60-a561-022cf4aa7e21 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:40.875752 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3edef36e-3a33-4a3a-a7a6-0c95f0239d76 req-2f959b22-1818-408a-836c-f806d05c45b1 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439170 Oct 17 18:17:40.916365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.000299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.060673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:41.066823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:41.072093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:41.130313 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 10 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:41.162756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Pushing event updated for resources: {'Port': ['ID=7ad1925a-97e0-4b60-a561-022cf4aa7e21,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:41.258406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Attempting to bind port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:41.258780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Attempting to bind port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:41.261363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Attempting to bind port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 on network 8610acf5-cec5-4ca0-8c78-6aab5601f120 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:41.279747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:41.281748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:41.282362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Checking segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:41.282916 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.283451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Bound using segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:41.284150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Bound port: 7ad1925a-97e0-4b60-a561-022cf4aa7e21, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:41.284788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.406891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] For port 7ad1925a-97e0-4b60-a561-022cf4aa7e21, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:41.411984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.413271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] For port 7ad1925a-97e0-4b60-a561-022cf4aa7e21, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ad1925a-97e0-4b60-a561-022cf4aa7e21,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:41.456077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Provisioning for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:41.463741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:41.464285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.464792 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:41.592074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.608865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:41.673753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:41.674038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:41.708890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17584f6d-cfa0-43f8-a16c-94e3d8db0c74 None None] Pushing event updated for resources: {'Port': ['ID=7ad1925a-97e0-4b60-a561-022cf4aa7e21,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:41.748697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:41.836872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.013399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee561b0-f13d-48e8-bdad-e83e2fa90c17 None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:42.022585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 699b3fe4-ea42-4780-8592-6715ef2646bc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:42.151156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Provisioning for port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:42.163525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Provisioning complete for port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:42.163683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.163934 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 1 to provision port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a Oct 17 18:17:42.230207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b985ded-1958-4c74-8150-b04c7e33c071 req-53608c44-dbc7-471b-87a9-6ae04aabbe87 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:42.231677 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b985ded-1958-4c74-8150-b04c7e33c071 req-53608c44-dbc7-471b-87a9-6ae04aabbe87 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.5384471 Oct 17 18:17:42.233050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (8610acf5-cec5-4ca0-8c78-6aab5601f120/3f85e734-5d07-461d-b123-621b844048c5/63b42fb6-b2ae-49bc-800d-862b4f8195f4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:42.239949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:42.353923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.403988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 699b3fe4-ea42-4780-8592-6715ef2646bc completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:42.410181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 699b3fe4-ea42-4780-8592-6715ef2646bc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:42.413117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.413117 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 699b3fe4-ea42-4780-8592-6715ef2646bc Oct 17 18:17:42.416225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b985ded-1958-4c74-8150-b04c7e33c071 req-3e4348ab-f473-409b-a2e5-06e8bfd56551 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655595 Oct 17 18:17:42.428849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:42.562777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 699b3fe4-ea42-4780-8592-6715ef2646bc is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:42.563619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.581820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 699b3fe4-ea42-4780-8592-6715ef2646bc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=699b3fe4-ea42-4780-8592-6715ef2646bc,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:42.612619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.628765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.646350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 63b42fb6-b2ae-49bc-800d-862b4f8195f4 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:42.651368 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15e3717d-6bae-4c78-874d-7e306438901c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a HTTP/1.1" status: 204 len: 168 time: 2.2016952 Oct 17 18:17:42.653814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41050) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:42.692729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.697454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:42.721826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a309c0da-003f-40bd-a20b-e441134413d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:17:42.723294 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a309c0da-003f-40bd-a20b-e441134413d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a HTTP/1.1" status: 404 len: 333 time: 0.0684142 Oct 17 18:17:42.726547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41056) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:42.762695 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 2 to provision port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a Oct 17 18:17:42.799427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.829503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:17:42.832861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.840562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.906193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Provisioning complete for port a27a5b86-e9da-4be6-860b-ebf670174b27 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:42.908487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.908487 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 1 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:42.946100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=699b3fe4-ea42-4780-8592-6715ef2646bc,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:42.949240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:42.952637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:42.956568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:42.984812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:42.988390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:42.988778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:42.989706 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:42.994904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:43.028143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.070093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.087788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9b3c5-8d08-4110-972b-dbd0dc720b7c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:43.104363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.104363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-41eeba27-9d6b-4d3c-89bf-9ed887422a3e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3e9b3c5-8d08-4110-972b-dbd0dc720b7c HTTP/1.1" status: 204 len: 168 time: 0.3729649 Oct 17 18:17:43.104748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41062) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:43.112150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31483f9-044a-4bf9-b8aa-203178676b2d None None] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:43.138821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41066) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:43.144272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662271360', 'description': 'tempest-secgroup-smoke-1662271360 description', 'project_id': '9aa20ea709bd461299f011e88a471479'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:43.150862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:43.155078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:43.158493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:43.166337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:43.170026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.200365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:43.240144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.252863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.268971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.288951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:43.289477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.294239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:43.298405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:43.306564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:43.486400 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 2 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:43.497486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.542556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef70be5-d674-4c8b-a71c-d0f2177e2ace,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:43.566015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.571264 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3a3254c4-d24a-447d-954d-f13b3a99f320 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/security-groups/1ef70be5-d674-4c8b-a71c-d0f2177e2ace HTTP/1.1" status: 204 len: 168 time: 0.4630387 Oct 17 18:17:43.571443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.571443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41074) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:43.597990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:43.652069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet d84655f1-78cf-4fbc-afe5-632ea244a705 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:43.655188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.683559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.709946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:43.728437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:43.742209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:43.748995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.784091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:43.792410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb35a5-0434-41e9-9f18-abc5bb82c3dd,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:43.804274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443b557-68e6-4532-ba09-77db4f246024 req-4e55423a-deb3-43eb-a56e-c25e2e8036fd tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:43.806061 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a443b557-68e6-4532-ba09-77db4f246024 req-4e55423a-deb3-43eb-a56e-c25e2e8036fd tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2121835 Oct 17 18:17:43.889580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a443b557-68e6-4532-ba09-77db4f246024 req-26b6d74a-f3a0-4977-a8ec-57347bebcce5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758440 Oct 17 18:17:43.907739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:43.924241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.001851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 699b3fe4-ea42-4780-8592-6715ef2646bc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:44.025020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.072771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.079257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 699b3fe4-ea42-4780-8592-6715ef2646bc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:44.079623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.080141 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 699b3fe4-ea42-4780-8592-6715ef2646bc Oct 17 18:17:44.118501 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 3 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:44.142967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.146558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:44.153722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.183656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:44.217367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f6ef0c-7af7-4936-b5fa-4520c3225a01,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:44.225394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.250544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 699b3fe4-ea42-4780-8592-6715ef2646bc is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:44.251834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ad1925a-97e0-4b60-a561-022cf4aa7e21 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:44.271242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.273284 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/d84655f1-78cf-4fbc-afe5-632ea244a705 HTTP/1.1" status: 204 len: 168 time: 0.7007318 Oct 17 18:17:44.282199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41078) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:44.325438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664bf4b-9107-45a2-8ae7-8c17984e418d None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:44.336215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec7b8-67e5-4601-9a46-5fdf4731f185 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=d84655f1-78cf-4fbc-afe5-632ea244a705,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:44.350761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:44.365354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.371112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0d9c03de-141b-4c35-baab-9f8a418055c3 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2312322 Oct 17 18:17:44.371274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41082) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:44.378689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:44.386213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:44.394442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:44.409288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:44.418640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:44.449116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:44.449460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:44.490529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:44.503456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:44.517903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-0ed54ba7-7013-4386-bee9-204d181627ee tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:44.519731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-0ed54ba7-7013-4386-bee9-204d181627ee tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.42 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.2390697 Oct 17 18:17:44.602418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.611565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:44.622278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:44.629228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:44.635780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Deleting port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:44.636562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.651432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:44.651795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.652478 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:44.681343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.686015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:44.688566 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 4 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:44.731602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd9c393a-158c-46f2-a73a-3869a6df1a16 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:44.824869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:44.858003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.877392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:44.881569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:44.900593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:44.909770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63759e7b-5505-4304-8dc6-3eded2d97be5,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:44.960241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:44.965895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-84f21f23-3d96-43a5-8abc-d73cc4cf65f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/fd9c393a-158c-46f2-a73a-3869a6df1a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4569542 Oct 17 18:17:44.977258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Sync routers for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:44.979528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:44.997287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:44.997968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:45.069363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.073256 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f2c87186-d9bb-4086-91b7-50f9e5374ec1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6983957 Oct 17 18:17:45.074847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:45.088731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:45.090703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] For port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:45.091080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.097494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:45.118944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:45.118944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:45.122932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:45.182377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.182849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.183497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.183962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.184420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.184874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.185327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.185802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.187818 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3616189c-c747-47f5-a71f-86824f045c1a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.2072139 Oct 17 18:17:45.190668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41098) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:45.282278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.282757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.283410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.283875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.288298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.288803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.289266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.290673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.294044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-386a58c8-37f1-4edc-b37e-178fa29df3b4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5237 time: 0.1024277 Oct 17 18:17:45.301246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:45.304116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:45.388050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.443623 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 5 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:45.515585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:45.570499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.625155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.625397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.625640 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Floating IP c98fb19e-0887-48e3-96ba-660f3d7e4164 disassociated. External IP: 172.26.2.50, port: 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286. Oct 17 18:17:45.626689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Calling delete_port for 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:45.644232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f5bdfd57-a1bb-4394-8815-ab2526dcf1ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.3382349 Oct 17 18:17:45.682788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf044d-0c68-4643-af5e-a9c6c2aff9ab req-d87d1de2-5c26-4c28-a442-5e1885a63e40 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:45.684237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1aaf044d-0c68-4643-af5e-a9c6c2aff9ab req-d87d1de2-5c26-4c28-a442-5e1885a63e40 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 945 time: 0.4858482 Oct 17 18:17:45.730084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.730432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:45.734666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Checking router: fd9c393a-158c-46f2-a73a-3869a6df1a16 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:45.735020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Updating router fd9c393a-158c-46f2-a73a-3869a6df1a16 port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:17:45.757688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab36329-86a2-4ac1-8c42-af83378ff009,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:45.790718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.794106 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1aaf044d-0c68-4643-af5e-a9c6c2aff9ab req-8ec39413-63e4-4e44-838f-55c4b0d6ae61 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups?id=560e287b-01ac-4caf-a899-147e3b8b37b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969913 Oct 17 18:17:45.836594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41108) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:45.845953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347452827', 'description': 'tempest-secgroup-smoke-347452827 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:45.855186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:45.866263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:45.866441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:45.866441 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75346559-9e1d-4e49-845d-6ef3d9cda356 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7890697 Oct 17 18:17:45.868471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41112) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:45.870954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:45.874136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:45.880793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:45.881269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:45.885491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:45.888590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:45.900314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:45.981108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.022859 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 6 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:46.036732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.111151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.117401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:46.153934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.154895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.206927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.220709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.226460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Transition to ACTIVE for port object 63b42fb6-b2ae-49bc-800d-862b4f8195f4 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:46.238725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event deleted for resources: {'Port': ['ID=1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.242852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea2e073-84f5-4e38-af2a-83035b72b5fa,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.250634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:46.259717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:46.268560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:46.269364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.274505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:46.277724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98c4ff-a2c1-46d5-a999-d95f93ebd8dd None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:46.289293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=fdf90604-62c8-461a-95f6-0103edd7bc67,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.347018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:46.356337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:46.371727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.439763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:46.444370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.446482 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a5f8ad6a-eaa2-41b7-aed0-76fdf5e40d70 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5770106 Oct 17 18:17:46.449042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41116) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:46.454393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:46.465914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:46.470022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:46.472923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:46.480396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:46.505115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:46.627968 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc8e13d1-e18e-4119-b807-642e23f6d62c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2973888 Oct 17 18:17:46.628886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41120) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:46.635083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'security_group': {'name': 'tempest-secgroup-726958165'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:46.648320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:46.650498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.651757 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 7 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:46.662927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:46.667658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:46.681475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:46.702635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:46.729593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.740874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:46.750583 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Sync routers for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:46.757673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680a4d-e282-4715-adc0-643bf8b410cb None None] Pushing event updated for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.761817 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:46.762881 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:46.775327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.798436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.830648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:46.837510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] No DVR routers for this DVR port 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:46.838183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.840868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.841634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:46.844520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'name': 'network-vif-deleted', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:46.847124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f9e86-d16f-46e2-b1e5-e78cfa370393" -d '{"events": [{"server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "name": "network-vif-deleted", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:46.852922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:46.857194 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e78cffce-9c5c-4558-b4fa-08eda79b4c85 req-1ce37f00-45c2-4903-aee0-2887ecc4e416 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.42 "DELETE /v2.0/ports/1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 HTTP/1.1" status: 204 len: 173 time: 2.3234591 Oct 17 18:17:46.860623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.883912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:46.889758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0a77ae-d6ad-493f-9d1c-020e1037f49a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.890083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:46.890422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:46.929141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Attempting to bind port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:46.929879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Attempting to bind port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:46.930782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Attempting to bind port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 on network 8610acf5-cec5-4ca0-8c78-6aab5601f120 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:46.931926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44602bb-d684-48d1-af60-06d2c474f165,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:46.946712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab3917f-a9c0-4785-bfeb-b2020e07050d x-openstack-request-id: req-bab3917f-a9c0-4785-bfeb-b2020e07050d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:46.947372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2521c2e6-1f76-4239-912a-9937be2a1346", "name": "network-vif-deleted", "tag": "1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:46.947844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bab3917f-a9c0-4785-bfeb-b2020e07050d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:46.948556 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab3917f-a9c0-4785-bfeb-b2020e07050d'] response: {'server_uuid': '2521c2e6-1f76-4239-912a-9937be2a1346', 'name': 'network-vif-deleted', 'tag': '1852ebb0-1e2f-4fd9-ab3e-fdb8ac818286', 'status': 'completed', 'code': 200} Oct 17 18:17:46.990969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:46.992963 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca33b373-d79a-4be3-92fd-ba560cb19e41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1550131 Oct 17 18:17:46.995715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41128) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.001910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:47.042058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:47.043612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.045623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.046031 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:47.047626 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2b9971e0-a106-460f-9989-a9079d6ee8fe tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5974531 Oct 17 18:17:47.051065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41132) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.053953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:47.055015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Checking segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:47.055800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.056622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.056794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Bound using segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:47.057788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Bound port: 63b42fb6-b2ae-49bc-800d-862b4f8195f4, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:47.058171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.063246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:47.066953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.072790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.077027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.080653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.090392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.095094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.102943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6aca28b8-f4e2-4a8e-8905-2c6047a21b58 req-5785d863-4707-46f9-8e5f-180ccb5896bb tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Synchronizing usage tracker for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:47.108622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.140448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.193654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912f1ce9-b60f-4f44-ae92-f38a69e5afa3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:47.213032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] For port 63b42fb6-b2ae-49bc-800d-862b4f8195f4, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:47.231451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] For port 63b42fb6-b2ae-49bc-800d-862b4f8195f4, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=63b42fb6-b2ae-49bc-800d-862b4f8195f4,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:47.263772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6aca28b8-f4e2-4a8e-8905-2c6047a21b58 req-5785d863-4707-46f9-8e5f-180ccb5896bb tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Unset dirty status for tenant:c97a89bf2bde4d6c91d9367a7a2f6d1d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:47.264938 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6aca28b8-f4e2-4a8e-8905-2c6047a21b58 req-5785d863-4707-46f9-8e5f-180ccb5896bb tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.2560716 Oct 17 18:17:47.321719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.325910 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6224db84-9f53-47c6-8cdf-4de8a6f5e9d4 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6952512 Oct 17 18:17:47.332343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41136) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.332343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Project 9aa20ea709bd461299f011e88a471479 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:17:47.334224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181003f-6805-470b-a571-87d401db6645 None None] Update dhcp port {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'fixed_ips': [{'subnet_id': '388cd276-95c2-4bea-b3eb-e06a842d9262', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fdf90604-62c8-461a-95f6-0103edd7bc67'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '5fe3311b-7c59-44a5-80ea-9725a1d6ec42'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:17:47.336567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.339499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'security_group': {'name': 'tempest-secgroup-1248881157'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:47.346105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.351302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.365393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.372485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.380624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.397963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c181003f-6805-470b-a571-87d401db6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.412425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.445874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.466625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.473988 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:47.477903 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Checking router: 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:47.485971 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:47.486553 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:47.524286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.533377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:47.536408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:47.545503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.549314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.552432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.558741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.559702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.561313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.584866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e1da17-3ba2-48a7-a75c-1f3297caccf6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:47.614910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b3a411-cc4a-4e5f-abca-685ca1519bdc,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:47.631589 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 8 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:47.686100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.705654 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:47.773219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.778207 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-44c77568-531a-4c2c-8405-36fefb56c03e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7197685 Oct 17 18:17:47.778364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41142) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.783951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'security_group_rule': {'security_group_id': '45f6ef0c-7af7-4936-b5fa-4520c3225a01', 'project_id': '9aa20ea709bd461299f011e88a471479', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:47.793071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.794203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680a4d-e282-4715-adc0-643bf8b410cb None None] Pushing event updated for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:47.798034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:security_group_rule and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.802564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.809026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.812797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.815145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.816316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4fbcd7a-b96d-43d7-9786-dab704f9d09a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8191416 Oct 17 18:17:47.826785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.832252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:47.839024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:47.843408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:47.847309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:47.854958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:47.873148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8bc422-a974-4ce6-85bf-4676e0b76924,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:47.874788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:47.915413 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Project 9aa20ea709bd461299f011e88a471479 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:17:47.922584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.959239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:47.990024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.992711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:47.994134 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-97a9ae84-3732-489e-be54-31460d721e94 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6664937 Oct 17 18:17:47.996662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41150) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:47.999095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.008267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781511677'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.016993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.024248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.028660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.038117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.041023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c181003f-6805-470b-a571-87d401db6645 None None] Allocated IP 172.20.0.2 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/fdf90604-62c8-461a-95f6-0103edd7bc67/5fe3311b-7c59-44a5-80ea-9725a1d6ec42) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:48.058318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.087075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.091358 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:48.096420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe078631-b6ee-4f35-a45a-7e529d67d0bd,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:48.097640 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12129547-4bb9-47bd-a6dc-6967361d06c5 None None] The sync data for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv is: [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:12:20Z', 'revision_number': 4, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'a9ed5225-fff6-4ac8-93b0-4792d058eeb2', 'name': '', 'network_id': '1ec04218-b096-40e5-9647-10baa6bda1bf', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'mac_address': 'fa:16:3e:5e:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:18Z', 'updated_at': '2022-10-17T18:12:28Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'subnets': [{'id': 'cb369eec-05bc-4e84-9503-4e37d301a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:48.123589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.152744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.183228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ddfe73-3a46-41ff-8579-b2cee736fbdb,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:48.195046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.196796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c339b743-8033-4df3-a6c2-be2c7274da6a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4172528 Oct 17 18:17:48.202507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41154) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:48.211787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'network': {'name': 'tempest-network-smoke--454849737', 'project_id': '9aa20ea709bd461299f011e88a471479', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.217016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.222650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:network and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.226734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.235450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.256984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.262300 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7691015a-5fe8-4e42-8084-fb41b2544fc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4342811 Oct 17 18:17:48.263594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41158) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:48.278288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.283991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.288945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:security_group_rule and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.291903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.294736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.298695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.302787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.308594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.316080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.357727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Made reservation on behalf of 9aa20ea709bd461299f011e88a471479 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:48.363268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.378917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.385875 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 9 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:48.416721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:17:48.428860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.429552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Added segment 51e8ad4d-1f80-4b2b-8565-f529b18aba2b of type vlan for network 4bc46062-f52c-499d-b9e5-919cbff5f791 Oct 17 18:17:48.472191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.491670 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-797bd976-e377-48d1-9650-232c447e8318 req-54d09d27-42c9-463f-a735-91904d90e1a5 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/ports?device_id=2521c2e6-1f76-4239-912a-9937be2a1346 HTTP/1.1" status: 200 len: 210 time: 0.0569026 Oct 17 18:17:48.500236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.518706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0be11-5072-4369-a274-33636d1d89fd None None] New status for floating IP c98fb19e-0887-48e3-96ba-660f3d7e4164: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:17:48.522822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.544927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241ad2dd-358d-434d-861a-16f3810e6f74,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:48.588386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.618205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.623649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:48.624258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.675492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.680036 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c814a434-41d4-4927-9181-ef9ed4f0a5d1 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6775448 Oct 17 18:17:48.680188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41164) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:48.689568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1886857251', 'security_groups': ['241ad2dd-358d-434d-861a-16f3810e6f74'], 'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fdf90604-62c8-461a-95f6-0103edd7bc67'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.744278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Network': ['ID=4bc46062-f52c-499d-b9e5-919cbff5f791,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:48.761301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.786842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eddfe4e-7281-4d02-bc9f-34def68ae571,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:48.819978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:17:48.826261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.830277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:port and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.834428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.840637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.846596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:48.881946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5e3c4bea-f731-4f0d-8fb8-71feaade3a1c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6780105 Oct 17 18:17:48.887107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:48.887107 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d071a018-63ec-45d1-8ce9-83959a26cec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6179988 Oct 17 18:17:48.887320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41168) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:48.887408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41172) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:48.889924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'admin_state_up': True, 'project_id': '9aa20ea709bd461299f011e88a471479', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.892457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:48.897463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.898968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:48.901980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:router and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.902946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:48.905239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.905935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:48.911309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.912870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:48.959451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c181003f-6805-470b-a571-87d401db6645 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:48.979253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:49.018746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.018876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c181003f-6805-470b-a571-87d401db6645 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.042737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c181003f-6805-470b-a571-87d401db6645 None None] Transition to ACTIVE for port object 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:49.050911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.050911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.052866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:47Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:49.057407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bf339-a2bd-437a-9d1e-9197d018f2e6 None None] The sync data for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:47Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:49.086396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.090553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.140349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c181003f-6805-470b-a571-87d401db6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.153175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.170953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.179675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] device_id is not set on port a91634a9-423d-47a0-8c6c-dc6125e417a1 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:17:49.199694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8d0e4f-9fa0-45a4-8355-0d22be14d7bc,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:49.306589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.308324 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ba1e19e-887b-4453-9c2a-72d9d4fb26c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4199522 Oct 17 18:17:49.311173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41176) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:49.317803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:49.325255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:49.337212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:49.342852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181003f-6805-470b-a571-87d401db6645 None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:49.346121 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 10 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:49.354599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:49.373055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:49.414856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:49.495170 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:17:49.503320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.528927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Provisioning for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:49.553438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:49.561616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.561616 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:49.661257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.667333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4720184f-22e0-48d5-bafa-1625c87d144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.687919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.725618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.10 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/fdf90604-62c8-461a-95f6-0103edd7bc67/a91634a9-423d-47a0-8c6c-dc6125e417a1) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:49.741385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.767712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e23f9ecc-c3c3-4225-9982-92407201f6c7 None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:49.781069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41184) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:49.817811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c79f932-292c-4305-a87b-ba79cb4a9e42,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:49.891003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Could not find standard attr ID for object 9ddb0a26-4083-4e6c-bc0d-f1e82b693d2a. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:49.911686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.916451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4dc859b4-a321-4ee6-939a-5b790a08fc37 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6040559 Oct 17 18:17:49.917311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41188) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:49.954753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e44602bb-d684-48d1-af60-06d2c474f165', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:49.974123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:49.978295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning for port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:49.985732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning complete for port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:49.989989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:49.992373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:50.005330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.006214 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 1 to provision port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 Oct 17 18:17:50.010580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:50.021016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:50.046763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 63b42fb6-b2ae-49bc-800d-862b4f8195f4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:50.054187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.093133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.132983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Transition to ACTIVE for port object a91634a9-423d-47a0-8c6c-dc6125e417a1 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:50.156772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:17:50.166228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.238001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Current status of the port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:50.238833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.246399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.281725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] For port 7ad1925a-97e0-4b60-a561-022cf4aa7e21, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ad1925a-97e0-4b60-a561-022cf4aa7e21,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:50.294974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:50.295247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.305198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:50.310637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.331293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560e287b-01ac-4caf-a899-147e3b8b37b1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:50.373817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.397911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:50.398289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.398623 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:50.405019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c6d1fd-cd47-4966-8816-df092551e73c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:50.428401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.428401 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c3055be0-c005-467d-a14a-e077969f397f tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "DELETE /v2.0/security-groups/560e287b-01ac-4caf-a899-147e3b8b37b1 HTTP/1.1" status: 204 len: 168 time: 0.6428754 Oct 17 18:17:50.428643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41192) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:50.442391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.452178 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-5d371d2b-e625-438b-86fe-3765b71d4e21 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] show failed (client error): The resource could not be found. Oct 17 18:17:50.454667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5d371d2b-e625-438b-86fe-3765b71d4e21 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "GET /v2.0/security-groups/560e287b-01ac-4caf-a899-147e3b8b37b1 HTTP/1.1" status: 404 len: 347 time: 0.0236373 Oct 17 18:17:50.462322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41196) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:50.522430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:50.553794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:50.560709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:50.586666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.651652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Pushing event updated for resources: {'Port': ['ID=7ad1925a-97e0-4b60-a561-022cf4aa7e21,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:50.659473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.708017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:50.720771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.721968 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8b6154f9-f801-4085-afc6-7a5b1cff59d6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8017626 Oct 17 18:17:50.732210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning for port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:50.736732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=a91634a9-423d-47a0-8c6c-dc6125e417a1,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:50.741733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning complete for port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:50.742761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.743247 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 1 to provision port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 Oct 17 18:17:50.791790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:50.792699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.846292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Deleting port fea9e386-da47-40de-9393-89f94684cf24 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:50.846550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.894461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Current status of the port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:50.894768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:50.942449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] For port 63b42fb6-b2ae-49bc-800d-862b4f8195f4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=63b42fb6-b2ae-49bc-800d-862b4f8195f4,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:50.950206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-36fb3874-edf8-457a-8269-e0a8a3f8250b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2690167 Oct 17 18:17:50.957244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41208) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:50.960538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Allocated IP 172.26.2.68 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/17c14fc4-41cd-4622-afaf-dc1aef6dd089) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:50.966578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:51.056507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-b2065d40-dccb-4a7f-b398-91921a458de0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:51.067157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.093792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.094163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.139756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning complete for port a27a5b86-e9da-4be6-860b-ebf670174b27 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:51.140106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.140358 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 1 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:51.190423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Pushing event updated for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:51.207991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:51.218203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-b2065d40-dccb-4a7f-b398-91921a458de0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:51.219667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-b2065d40-dccb-4a7f-b398-91921a458de0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347452827&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.2271285 Oct 17 18:17:51.226445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Calling delete_port for fea9e386-da47-40de-9393-89f94684cf24 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:51.237281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:51.244513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.247678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:51.251400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:51.259700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:51.389408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:51.392928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.464311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.470861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-25fb20bb-14b1-44f9-9d5c-8dac67b69b0b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:51.471538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-25fb20bb-14b1-44f9-9d5c-8dac67b69b0b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:51.550376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:51.556365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:51.563982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:51.597699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-25fb20bb-14b1-44f9-9d5c-8dac67b69b0b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:51.599662 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-25fb20bb-14b1-44f9-9d5c-8dac67b69b0b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 200 len: 797 time: 0.3432562 Oct 17 18:17:51.602236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=17c14fc4-41cd-4622-afaf-dc1aef6dd089,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:51.617721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c08a4cc4-eda4-4caf-a06b-f65654ad93cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0112038 Oct 17 18:17:51.649832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fdf90604-62c8-461a-95f6-0103edd7bc67 (CIDR: 172.20.0.0/28) Oct 17 18:17:51.665204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.703896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:17:51.704379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:51.709670 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 2 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:51.729694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Pushing event deleted for resources: {'Port': ['ID=fea9e386-da47-40de-9393-89f94684cf24,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:51.765670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:51.847743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-fbbba0b4-2487-4c6c-a8ac-21a37c33b284 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:51.852855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 63b42fb6-b2ae-49bc-800d-862b4f8195f4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:51.865419 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fd595dd6-bd05-4222-9c4e-7f4682c0c18b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9064338 Oct 17 18:17:51.867996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.868476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41216) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:51.874608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:51.930052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:51.930526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.930920 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 Oct 17 18:17:51.978099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3925b623-20bc-44e3-828b-8d80ff156236 req-fbbba0b4-2487-4c6c-a8ac-21a37c33b284 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:51.979699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-fbbba0b4-2487-4c6c-a8ac-21a37c33b284 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561206 Oct 17 18:17:51.986563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:51.987844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8aeea5b7-69e4-4627-940c-3e18efc12193 tempest-ServerActionsTestJSON-697039418 tempest-ServerActionsTestJSON-697039418-project] 10.222.0.36 "DELETE /v2.0/floatingips/c98fb19e-0887-48e3-96ba-660f3d7e4164 HTTP/1.1" status: 204 len: 168 time: 1.5245113 Oct 17 18:17:51.993369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41220) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:52.062257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:52.063361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ad1925a-97e0-4b60-a561-022cf4aa7e21 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:52.136696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:52.137368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.137935 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 Oct 17 18:17:52.169788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:52.184909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:52.190019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:52.199668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:52.210752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.269097 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 3 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:52.329952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9a8868b-6732-499c-a464-c7781cef0ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.359895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:52.362507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:52.449080 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-3456adb2-36e9-4563-b628-87a713185ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518268 Oct 17 18:17:52.465740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:52.469043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.736384 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 388cd276-95c2-4bea-b3eb-e06a842d9262 (CIDR: 172.20.0.16/28) Oct 17 18:17:52.774588 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:17:52.775034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:17:52.813409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.864017 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 4 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:52.864692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-6a12288d-9072-4376-bdd1-e9810a72c834 service neutron] 10.222.0.36 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060130 Oct 17 18:17:52.929885 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cf02c30f-44a4-48d1-bdc8-319ac0299300 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0601478 Oct 17 18:17:52.931440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:52.934248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41230) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:52.949357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:52.982623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'subnet': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:53.031864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.151590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Router 5ff523de-40bb-4a3a-87a0-de6adf742011 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:17:53.187619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:53.194352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Usage tracker for resource:subnet and tenant:281bae91fd3846019e35c4dd1f9d25ce is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:53.198320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:53.204884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:53.237732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.365284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-84f15e8a-4e70-4971-b656-03ca67b6c61a req-dd86af33-fd35-4db4-836e-e7162d5cf5d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:53.366956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Made reservation on behalf of 281bae91fd3846019e35c4dd1f9d25ce for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:53.370361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.391408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-84f15e8a-4e70-4971-b656-03ca67b6c61a req-dd86af33-fd35-4db4-836e-e7162d5cf5d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:53.392539 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f15e8a-4e70-4971-b656-03ca67b6c61a req-dd86af33-fd35-4db4-836e-e7162d5cf5d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.1678464 Oct 17 18:17:53.418070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:53.418551 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Sync routers for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:53.429979 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:53.430874 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:53.432987 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 5 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:53.487558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:53.540866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.543980 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1d366ab0-5431-4804-beb2-07b31eef4c5a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6564798 Oct 17 18:17:53.553850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41242) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:53.643018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:53.669635 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-61758a2f-6a54-4ccc-80c0-480c01667e26 tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=9aa20ea709bd461299f011e88a471479&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140931 Oct 17 18:17:53.671964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41248) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:53.812810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Deleting port a9ed5225-fff6-4ac8-93b0-4792d058eeb2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:53.813388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.834312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf8552-b0b0-4e99-956b-be9eb1f4685f tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:53.837823 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5eaf8552-b0b0-4e99-956b-be9eb1f4685f tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629615 Oct 17 18:17:53.844856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41254) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:53.888321 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-78784600-0c4b-43c7-8386-dd33eb215b4f tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474393 Oct 17 18:17:53.891023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41258) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:53.897638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943786479', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'project_id': '9aa20ea709bd461299f011e88a471479', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:53.938511 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:17:51Z', 'revision_number': 3, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:53.942598 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Checking router: 5ff523de-40bb-4a3a-87a0-de6adf742011 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:53.942952 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Updating router 5ff523de-40bb-4a3a-87a0-de6adf742011 port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:17:53.963035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:53.989307 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 6 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:54.016757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:54.023172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:subnet and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:17:54.026042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:17:54.031741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:54.032554 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.040231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:54.045559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:54.058255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:54.058845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.065113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a41a55-c144-4b22-bf8d-50896a63b189 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:54.089645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] For port a9ed5225-fff6-4ac8-93b0-4792d058eeb2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:54.089986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.097085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Subnet': ['ID=c450e71d-7318-4cc9-9bc5-7d4ae2834e01,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:54.129119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Made reservation on behalf of 9aa20ea709bd461299f011e88a471479 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:54.132806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.185435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:54.361958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Calling delete_port for a9ed5225-fff6-4ac8-93b0-4792d058eeb2 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:54.391877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-17cf3ce5-aa02-4f84-942f-835375434723 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4188600 Oct 17 18:17:54.393366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:54.400029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-371962175', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c450e71d-7318-4cc9-9bc5-7d4ae2834e01'}], 'security_groups': ['912f1ce9-b60f-4f44-ae92-f38a69e5afa3', 'cd8bc422-a974-4ce6-85bf-4676e0b76924']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:54.504770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.531815 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.556559 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Transition to ACTIVE for port object 17c14fc4-41cd-4622-afaf-dc1aef6dd089 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:54.638205 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.662089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Update dhcp port {'port': {'network_id': '84c19ef7-0e62-40be-8dfe-a77eb49b9c5a', 'fixed_ips': [{'subnet_id': '388cd276-95c2-4bea-b3eb-e06a842d9262', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fdf90604-62c8-461a-95f6-0103edd7bc67', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c450e71d-7318-4cc9-9bc5-7d4ae2834e01'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '5fe3311b-7c59-44a5-80ea-9725a1d6ec42'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:17:54.713440 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 7 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:54.717361 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Attempting to bind port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:54.717768 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Attempting to bind port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:54.718181 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Attempting to bind port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:54.729245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:54.729632 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:54.730035 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.730425 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:54.730895 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Bound port: 17c14fc4-41cd-4622-afaf-dc1aef6dd089, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:54.731265 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.787059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.791216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.802537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:54.842040 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0442f2a-582a-4e73-b04b-b4c2b4804bd4 req-cd44e30f-7bc8-4189-a53d-cee4f1f99258 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.0674832 Oct 17 18:17:54.843521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.866931 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d0872-58b8-46fe-93dc-6031c74023b8 None None] Pushing event updated for resources: {'Port': ['ID=17c14fc4-41cd-4622-afaf-dc1aef6dd089,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:54.885102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:54.898012 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] For port 17c14fc4-41cd-4622-afaf-dc1aef6dd089, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:54.901410 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] For port 17c14fc4-41cd-4622-afaf-dc1aef6dd089, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17c14fc4-41cd-4622-afaf-dc1aef6dd089,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:54.917794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ed5225-fff6-4ac8-93b0-4792d058eeb2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:55.007059 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.053830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Allocated IP 172.20.0.34 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/c450e71d-7318-4cc9-9bc5-7d4ae2834e01/5fe3311b-7c59-44a5-80ea-9725a1d6ec42) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:55.090497 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:55.091267 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:55.282242 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d0872-58b8-46fe-93dc-6031c74023b8 None None] Pushing event updated for resources: {'Port': ['ID=17c14fc4-41cd-4622-afaf-dc1aef6dd089,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:55.310492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:55.340288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.347647 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:55.357400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Subnet': ['ID=d670c854-e66a-4096-8232-5d268cec031f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:55.359512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.363149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Checking segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:55.364342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network hostable DHCP agents. Network: 4bc46062-f52c-499d-b9e5-919cbff5f791, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:17:55.371075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Transition to ACTIVE for port object 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:55.375411 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 8 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:55.444897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:55.448729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.520454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:17:55.626315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Delete allocated IP 172.20.0.10 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/fdf90604-62c8-461a-95f6-0103edd7bc67) {{(pid=89826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 18:17:55.636607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Allocated IP 172.20.0.36 (84c19ef7-0e62-40be-8dfe-a77eb49b9c5a/c450e71d-7318-4cc9-9bc5-7d4ae2834e01/a91634a9-423d-47a0-8c6c-dc6125e417a1) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:55.679783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ad084-4dd4-433c-8104-afc655c8ea21 None None] Pushing event updated for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:55.700925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4bc46062-f52c-499d-b9e5-919cbff5f791) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:55.710444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856d053-2587-42f6-abab-6d2e55f117d9 None None] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:55.711518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-34a125b6-188c-4a50-b576-817e109c156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:17:51Z', 'revision_number': 3, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:55.717243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:55.717763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a125b6-188c-4a50-b576-817e109c156b None None] The sync data for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv is: [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:17:51Z', 'revision_number': 3, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:55.717941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.881863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:55.899736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.904870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-49b28755-76b5-45a1-857c-856ece2aaba4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0122874 Oct 17 18:17:55.908782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:55.998675 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 9 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:56.094704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:56.096639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:56.135214 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3731e29-86c2-4fee-9334-7128f98351a5 req-fbf84bfd-7041-4efa-be64-b6f3f64dd834 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.1072695 Oct 17 18:17:56.177733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.194498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Ignored duplicate provisioning block setup for port a91634a9-423d-47a0-8c6c-dc6125e417a1 by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 18:17:56.283319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.316255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4bc46062-f52c-499d-b9e5-919cbff5f791', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:17:56.317701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.543146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] In _notify_port_updated(), no bound segment for port a91634a9-423d-47a0-8c6c-dc6125e417a1 on network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:17:56.551230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:56.551938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.556995 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "PUT /v2.0/ports/a91634a9-423d-47a0-8c6c-dc6125e417a1 HTTP/1.1" status: 200 len: 959 time: 2.1603739 Oct 17 18:17:56.557960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41274) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:56.558641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event updated for resources: {'Port': ['ID=a91634a9-423d-47a0-8c6c-dc6125e417a1,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:56.604503 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 10 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:56.615868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.616254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.616555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.616890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.617237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.617559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.617914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.618236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.618643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.618984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.619304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.619624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cb243-3613-4221-8591-76eb3021ff04 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:56.712679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port a91634a9-423d-47a0-8c6c-dc6125e417a1 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:56.712974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.714941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Allocated IP 172.20.0.2 (4bc46062-f52c-499d-b9e5-919cbff5f791/d670c854-e66a-4096-8232-5d268cec031f/44547f98-7c7b-4922-84ee-235a91f1058f) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:56.721078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:56.972281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.983020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Transition to ACTIVE for port object 44547f98-7c7b-4922-84ee-235a91f1058f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:57.006468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Transition to ACTIVE for port object 44547f98-7c7b-4922-84ee-235a91f1058f will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:57.027631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c3a5654c-d24a-4f2f-9e74-7501159ecb93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:57.029549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c3a5654c-d24a-4f2f-9e74-7501159ecb93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 200 len: 797 time: 0.8297377 Oct 17 18:17:57.049257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:57.078434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:57.090913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Sync routers for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:57.101497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:57.102885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:57.125885 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-7d211577-be35-4282-aa1f-c93eebb8584a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 379 time: 0.0720346 Oct 17 18:17:57.131852 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a9762066-ac8c-4ab2-8f71-c9fc4e86ebc7 admin admin] 10.222.0.36 "PUT /v2.0/routers/45e9fe7e-a230-4548-9ada-a5a0a01d3d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1369689 Oct 17 18:17:57.139244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '9326da6b-8380-45a1-95c8-6c586512c39c', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['e44602bb-d684-48d1-af60-06d2c474f165']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:57.155356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:57.307407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:57.357126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:57.385247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for a91634a9-423d-47a0-8c6c-dc6125e417a1 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:57.396045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:57.396417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:57.396747 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:17:57.460107 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2545da66-1ac6-4cfe-bbf9-e9b96c8179fe req-21c43ca4-a12f-42d9-88c4-b5cbcc27aaea tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.0976553 Oct 17 18:17:57.521538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:57.522215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Pushing event updated for resources: {'Port': ['ID=44547f98-7c7b-4922-84ee-235a91f1058f,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:57.530009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:57.531610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:57.665061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:57.699280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:57.805578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Attempting to bind port 44547f98-7c7b-4922-84ee-235a91f1058f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:57.806067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Attempting to bind port 44547f98-7c7b-4922-84ee-235a91f1058f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:57.806696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Attempting to bind port 44547f98-7c7b-4922-84ee-235a91f1058f on network 4bc46062-f52c-499d-b9e5-919cbff5f791 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:57.865870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:57.926647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:57.949449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17c14fc4-41cd-4622-afaf-dc1aef6dd089 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:57.974353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:57.978065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Checking segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:57.978065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:57.978065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Bound using segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:57.978065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Bound port: 44547f98-7c7b-4922-84ee-235a91f1058f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:57.978065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.031623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.049229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.095655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9964-b717-42cf-b573-987f5dd8b72c None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:58.099281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:58.105365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.112473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=a91634a9-423d-47a0-8c6c-dc6125e417a1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:58.127452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Deleting port c08280a5-3588-49d5-99f4-8b5621edd428 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:58.128931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.230051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] For port 44547f98-7c7b-4922-84ee-235a91f1058f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:58.235478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Could not find standard attr ID for object a91634a9-423d-47a0-8c6c-dc6125e417a1. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:17:58.239971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:58.257211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.270793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] For port 44547f98-7c7b-4922-84ee-235a91f1058f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44547f98-7c7b-4922-84ee-235a91f1058f,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:58.274519 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cf03cd1c-7a73-4d57-bac6-9c0a04dd1eb3 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/a91634a9-423d-47a0-8c6c-dc6125e417a1 HTTP/1.1" status: 204 len: 168 time: 1.7038124 Oct 17 18:17:58.275191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41288) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:58.284807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:58.285682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.286053 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 Oct 17 18:17:58.329699 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-343337d2-c1b2-4b2b-83cf-4528e4e3af4c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] GET failed (client error): The resource could not be found. Oct 17 18:17:58.330415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-343337d2-c1b2-4b2b-83cf-4528e4e3af4c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Synchronizing usage tracker for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:58.353536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.365064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.397382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-343337d2-c1b2-4b2b-83cf-4528e4e3af4c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Unset dirty status for tenant:281bae91fd3846019e35c4dd1f9d25ce on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:58.398662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-343337d2-c1b2-4b2b-83cf-4528e4e3af4c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports/a91634a9-423d-47a0-8c6c-dc6125e417a1 HTTP/1.1" status: 404 len: 333 time: 0.1225424 Oct 17 18:17:58.401343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:58.419428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Provisioning complete for port a27a5b86-e9da-4be6-860b-ebf670174b27 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:58.419805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.420144 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 1 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:58.469367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.514235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.528215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:58.539549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec0173-8256-49aa-926c-6b12009c727e None None] Pushing event updated for resources: {'Port': ['ID=44547f98-7c7b-4922-84ee-235a91f1058f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:58.572588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:17:54Z', 'revision_number': 5, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port': {'id': 'c08280a5-3588-49d5-99f4-8b5621edd428', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:08Z', 'updated_at': '2022-10-17T18:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:58.591429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Checking router: 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:58.608448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:58.616000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.616000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Routers {'45e9fe7e-a230-4548-9ada-a5a0a01d3d80'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:58.616000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:58.706291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.719867 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3d44eeb-b6b6-491e-bedf-972c05df41b3 req-5f51f002-d334-440e-94c7-b59771f51915 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.0806789 Oct 17 18:17:58.728131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ad2dd-358d-434d-861a-16f3810e6f74,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:58.732987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.733987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-936d36db-f247-4aef-ad8e-20d595ba0b78 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/security-groups/241ad2dd-358d-434d-861a-16f3810e6f74 HTTP/1.1" status: 204 len: 168 time: 0.3317137 Oct 17 18:17:58.746173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41298) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:58.852358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 17c14fc4-41cd-4622-afaf-dc1aef6dd089, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17c14fc4-41cd-4622-afaf-dc1aef6dd089,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:58.859370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.868509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] Set router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:58.896442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] For port c08280a5-3588-49d5-99f4-8b5621edd428, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c08280a5-3588-49d5-99f4-8b5621edd428,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:58.897360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.898299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:58.942467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.11 (8610acf5-cec5-4ca0-8c78-6aab5601f120/3f85e734-5d07-461d-b123-621b844048c5/e6a58fd3-fece-4693-919b-14ff962378c7) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:58.977714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.021352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 6, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:59.031821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.037422 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 2 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:59.053436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8bc422-a974-4ce6-85bf-4676e0b76924,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:59.056425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.060283 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c1f03e09-e39e-4667-a975-850a364c4131 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/security-groups/cd8bc422-a974-4ce6-85bf-4676e0b76924 HTTP/1.1" status: 204 len: 168 time: 0.3060434 Oct 17 18:17:59.060440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41302) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:59.079050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Calling delete_port for c08280a5-3588-49d5-99f4-8b5621edd428 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:59.093649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b56b3b-3cda-4526-9c26-1e572bd1ce17 None None] The sync data for ids ['45e9fe7e-a230-4548-9ada-a5a0a01d3d80'] in dv-neutron-861384-1-hyperv is: [{'id': '45e9fe7e-a230-4548-9ada-a5a0a01d3d80', 'name': 'tempest-ServerActionsTestJSON-1520034017-router', 'tenant_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:04Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 6, 'project_id': 'c97a89bf2bde4d6c91d9367a7a2f6d1d', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:59.123734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:59.126781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=17c14fc4-41cd-4622-afaf-dc1aef6dd089,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:59.157423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.188181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.334670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.359278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f1ce9-b60f-4f44-ae92-f38a69e5afa3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:59.362761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.367971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41306) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:59.368343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-59598b9d-be9d-49d2-9f87-40f3345f571c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/security-groups/912f1ce9-b60f-4f44-ae92-f38a69e5afa3 HTTP/1.1" status: 204 len: 168 time: 0.3068304 Oct 17 18:17:59.525581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet fdf90604-62c8-461a-95f6-0103edd7bc67 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:17:59.527118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Allocated IP 172.20.0.1 (4bc46062-f52c-499d-b9e5-919cbff5f791/d670c854-e66a-4096-8232-5d268cec031f/fc520e60-b896-4441-8358-5515c22fbabd) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:59.538790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.625452 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 3 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:17:59.667409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce6507-bf1f-4084-9c7c-ea832b509a05 None None] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:17:59.755072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.797975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.798747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:59.839696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object e6a58fd3-fece-4693-919b-14ff962378c7 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:00.080009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17c14fc4-41cd-4622-afaf-dc1aef6dd089 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:00.089917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.128243 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-66b6f547-f6aa-4154-b315-bb5ee60a6714 req-51abb05e-7921-4880-a040-be2e21a55612 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.2335184 Oct 17 18:18:00.162128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:00.162631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.163065 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 Oct 17 18:18:00.170530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08280a5-3588-49d5-99f4-8b5621edd428,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:00.181115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.245804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.246173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.246519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.246904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.247217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.247562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.247888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.248216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.248621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.249009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.249265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.249591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:00.294976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.299315 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 4 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:00.330158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Transition to ACTIVE for port object fc520e60-b896-4441-8358-5515c22fbabd will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:00.336371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.347491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:00.348551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44547f98-7c7b-4922-84ee-235a91f1058f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:00.399864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:00.447257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:00.449339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.482842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 44547f98-7c7b-4922-84ee-235a91f1058f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:00.503046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:00.536296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9ed5225-fff6-4ac8-93b0-4792d058eeb2 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:00.572004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:00.575727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: a9ed5225-fff6-4ac8-93b0-4792d058eeb2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:00.576071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9ed5225-fff6-4ac8-93b0-4792d058eeb2 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:00.576490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c08280a5-3588-49d5-99f4-8b5621edd428 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:00.601853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:00.612353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c08280a5-3588-49d5-99f4-8b5621edd428 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:00.612353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c08280a5-3588-49d5-99f4-8b5621edd428 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:00.703177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.707677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.740186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:00.740797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.771968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.833983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.839913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:00.874533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:00.876898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:00.900623 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 5 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:00.909733 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-c38dd5ef-6608-4252-b01c-a20117189584 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7744339 Oct 17 18:18:00.910840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.911376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e9fe7e-a230-4548-9ada-a5a0a01d3d80 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:18:00.916049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.919199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a130f913-d41d-411b-82cc-e0c5a5386378 admin admin] 10.222.0.36 "DELETE /v2.0/routers/45e9fe7e-a230-4548-9ada-a5a0a01d3d80 HTTP/1.1" status: 204 len: 168 time: 3.7604980 Oct 17 18:18:00.919533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41312) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:00.929522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:00.937359 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/fdf90604-62c8-461a-95f6-0103edd7bc67 HTTP/1.1" status: 204 len: 168 time: 1.5615582 Oct 17 18:18:00.943112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Request body: {'port': {'device_id': '9326da6b-8380-45a1-95c8-6c586512c39c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:00.949733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1ae38-2ce2-41ff-98c2-51c1b209c48a None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:00.968373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed43718-dc40-4650-b313-a0c240cbcc38 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf90604-62c8-461a-95f6-0103edd7bc67,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:00.979210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41316) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:01.012600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:01.013885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Deleting subnet cb369eec-05bc-4e84-9503-4e37d301a6e9 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:01.024694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.112107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.121336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.173592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet c450e71d-7318-4cc9-9bc5-7d4ae2834e01 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:01.188912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.222129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.261988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:01.266205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.310219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.410571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc5d6d-3b93-4cc2-aaa9-4085d5f5f84a req-e3376e2f-ef4f-4c62-8116-b0a91ff8c0f9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:01.412155 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c7dc5d6d-3b93-4cc2-aaa9-4085d5f5f84a req-e3376e2f-ef4f-4c62-8116-b0a91ff8c0f9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 932 time: 0.1187472 Oct 17 18:18:01.460769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c7dc5d6d-3b93-4cc2-aaa9-4085d5f5f84a req-54dd71ce-ed67-4e89-b0d2-7308bf59d2c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:01.473068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c7dc5d6d-3b93-4cc2-aaa9-4085d5f5f84a req-54dd71ce-ed67-4e89-b0d2-7308bf59d2c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:01.476425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c7dc5d6d-3b93-4cc2-aaa9-4085d5f5f84a req-54dd71ce-ed67-4e89-b0d2-7308bf59d2c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576990 Oct 17 18:18:01.517393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.562859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb369eec-05bc-4e84-9503-4e37d301a6e9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:01.565714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.570853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.572403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e095d2c4-3724-4225-8afe-3a94fa46ca78 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb369eec-05bc-4e84-9503-4e37d301a6e9 HTTP/1.1" status: 204 len: 168 time: 0.6518164 Oct 17 18:18:01.574665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7d0a2-1310-4bb3-bc14-53d1044529bc None None] Network 1ec04218-b096-40e5-9647-10baa6bda1bf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:01.582710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41324) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:01.650297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.695949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.709851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Deleting port 49b6ac4e-dd07-46f1-8bd3-afb086005919 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:01.710551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.776934 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 6 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:01.862663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:01.956757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] For port 49b6ac4e-dd07-46f1-8bd3-afb086005919, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=49b6ac4e-dd07-46f1-8bd3-afb086005919,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:01.957233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.969285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792e431-7eec-434a-840f-1021064576e3 None None] DHCP port deletion for 1ec04218-b096-40e5-9647-10baa6bda1bf request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:01.975758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Deleting port 49b6ac4e-dd07-46f1-8bd3-afb086005919 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:01.980569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.095613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Calling delete_port for 49b6ac4e-dd07-46f1-8bd3-afb086005919 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:02.102225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.157237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.171044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=c450e71d-7318-4cc9-9bc5-7d4ae2834e01,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:02.173474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf01e7b-21d9-4959-bb34-a579369cf20c None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:02.182531 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9ea9341-7544-4eef-bc79-fc88c81c9d7c tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/c450e71d-7318-4cc9-9bc5-7d4ae2834e01 HTTP/1.1" status: 204 len: 168 time: 1.1827343 Oct 17 18:18:02.184350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:02.248614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-79729c2a-ab8e-465f-b58b-59d87be917c7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:02.248951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79729c2a-ab8e-465f-b58b-59d87be917c7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:02.252926 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-79729c2a-ab8e-465f-b58b-59d87be917c7 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/fdf90604-62c8-461a-95f6-0103edd7bc67 HTTP/1.1" status: 404 len: 337 time: 0.0636985 Oct 17 18:18:02.254593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41332) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:02.277355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e792e431-7eec-434a-840f-1021064576e3 None None] For port 49b6ac4e-dd07-46f1-8bd3-afb086005919, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=49b6ac4e-dd07-46f1-8bd3-afb086005919,segment=NetworkSegment(1ed43abe-06d0-4ab2-90de-b11a1bada2a7),segment_id=1ed43abe-06d0-4ab2-90de-b11a1bada2a7)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:02.277918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.340423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.386955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a58fd3-fece-4693-919b-14ff962378c7 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:02.390481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Pushing event deleted for resources: {'Port': ['ID=49b6ac4e-dd07-46f1-8bd3-afb086005919,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:02.390664 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 7 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:02.393308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] No DVR routers for this DVR port 49b6ac4e-dd07-46f1-8bd3-afb086005919 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:02.457004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.481114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Calling delete_port for 49b6ac4e-dd07-46f1-8bd3-afb086005919 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:02.488604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting subnet 388cd276-95c2-4bea-b3eb-e06a842d9262 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:02.495780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Transition to ACTIVE for port object e6a58fd3-fece-4693-919b-14ff962378c7 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:02.496519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.518434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.551270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec04218-b096-40e5-9647-10baa6bda1bf']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:02.564951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed43abe-06d0-4ab2-90de-b11a1bada2a7') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:02.565491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed43abe-06d0-4ab2-90de-b11a1bada2a7') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:02.580382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.587547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:02.601554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.611158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:02.611712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.612018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.654612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:18:02.655341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:18:02.683566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1ed43abe-06d0-4ab2-90de-b11a1bada2a7 resource provider aggregate not found Oct 17 18:18:02.710788 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1ed43abe-06d0-4ab2-90de-b11a1bada2a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ed43abe-06d0-4ab2-90de-b11a1bada2a7 found for delete ", "request_id": "req-ad2bdaa2-fad8-49a9-a9e7-d47e1927123d"}]} Oct 17 18:18:02.728206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.797081 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.816932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.827794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec04218-b096-40e5-9647-10baa6bda1bf,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:02.940431 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-616331f4-c55c-481b-a363-08f8ad37440e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1ec04218-b096-40e5-9647-10baa6bda1bf HTTP/1.1" status: 204 len: 168 time: 1.3565955 Oct 17 18:18:02.976877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:03.018575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.047342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1adacb-5688-4978-9590-fb2951854c15 req-c3e62b03-2b34-4d91-b980-a4c4a7226169 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:03.047744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1e1adacb-5688-4978-9590-fb2951854c15 req-c3e62b03-2b34-4d91-b980-a4c4a7226169 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:03.066225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.088585 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 8 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:03.123244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Attempting to bind port e6a58fd3-fece-4693-919b-14ff962378c7 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:03.123571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Attempting to bind port e6a58fd3-fece-4693-919b-14ff962378c7 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:03.123902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Attempting to bind port e6a58fd3-fece-4693-919b-14ff962378c7 on network 8610acf5-cec5-4ca0-8c78-6aab5601f120 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:03.138335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Port e6a58fd3-fece-4693-919b-14ff962378c7 on network 8610acf5-cec5-4ca0-8c78-6aab5601f120 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:18:03.138651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Attempting to bind port e6a58fd3-fece-4693-919b-14ff962378c7 on network 8610acf5-cec5-4ca0-8c78-6aab5601f120 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:03.149926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:03.150251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:03.150590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Checking segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:03.150968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Bound using segment: {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:03.151404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Bound port: e6a58fd3-fece-4693-919b-14ff962378c7, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8412432c-0e3d-4c84-9dcb-1de21787ea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:03.151751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.156712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Deleting port 49b6ac4e-dd07-46f1-8bd3-afb086005919 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:03.157296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e792e431-7eec-434a-840f-1021064576e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.208128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.233334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e792e431-7eec-434a-840f-1021064576e3 None None] The port '49b6ac4e-dd07-46f1-8bd3-afb086005919' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:18:03.312816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1e1adacb-5688-4978-9590-fb2951854c15 req-c3e62b03-2b34-4d91-b980-a4c4a7226169 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:03.313804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e1adacb-5688-4978-9590-fb2951854c15 req-c3e62b03-2b34-4d91-b980-a4c4a7226169 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 944 time: 0.6666951 Oct 17 18:18:03.384278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.402107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:03.411517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.415495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:03.448606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e1adacb-5688-4978-9590-fb2951854c15 req-e01d0db6-c4cf-4e1b-8694-af5dcac05d1f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247668 Oct 17 18:18:03.493009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.547546 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4a8d5ea2-acad-4f48-a4e3-b3ba46af8e80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c97a89bf2bde4d6c91d9367a7a2f6d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510759 Oct 17 18:18:03.547866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41350) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.611113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.637553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.651116 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 9 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:03.657118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.661233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=e6a58fd3-fece-4693-919b-14ff962378c7,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:03.666248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Subnet': ['ID=388cd276-95c2-4bea-b3eb-e06a842d9262,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:03.678488 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-37f654ff-afa6-4ec9-b341-41cff7e5349a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/388cd276-95c2-4bea-b3eb-e06a842d9262 HTTP/1.1" status: 204 len: 168 time: 1.4210784 Oct 17 18:18:03.681068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41354) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.686032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff8ebd-d68d-48c4-af65-b253531bb786 None None] Network 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:03.733008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a862e8-d363-4353-94bf-373922e2bb1d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:03.733459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a862e8-d363-4353-94bf-373922e2bb1d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:03.735142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a6a862e8-d363-4353-94bf-373922e2bb1d tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/d84655f1-78cf-4fbc-afe5-632ea244a705 HTTP/1.1" status: 404 len: 337 time: 0.0532613 Oct 17 18:18:03.739505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41358) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.774577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:03.775835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:03.805387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:03.805912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-67f09547-e58c-478a-a80c-e48781db3e52 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f5c284a-a82f-4546-987a-8ce6a5a3a5ab HTTP/1.1" status: 200 len: 205 time: 0.0577757 Oct 17 18:18:03.808039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41362) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.846754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.851922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:03.852723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.857206 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 200 len: 1094 time: 2.9153769 Oct 17 18:18:03.895183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:03.915377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 49b6ac4e-dd07-46f1-8bd3-afb086005919 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:03.928577 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-7cf8fb00-05c9-466b-a2ae-9ac28ec70eef tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] delete failed (client error): The resource could not be found. Oct 17 18:18:03.932781 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7cf8fb00-05c9-466b-a2ae-9ac28ec70eef tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/routers/8f5c284a-a82f-4546-987a-8ce6a5a3a5ab HTTP/1.1" status: 404 len: 336 time: 0.1198955 Oct 17 18:18:03.935400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41366) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:03.946068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:03.956506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e20d720-e49f-4dff-8407-36a593f87154" -d '{"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:03.963650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 49b6ac4e-dd07-46f1-8bd3-afb086005919 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:03.964264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 49b6ac4e-dd07-46f1-8bd3-afb086005919 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:03.975318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a61da-59cc-43c0-8537-98234753d27c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:03.996794 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-16382494-c728-474c-86b0-7f9a3f10ff46 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:03.997678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16382494-c728-474c-86b0-7f9a3f10ff46 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.008066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-16382494-c728-474c-86b0-7f9a3f10ff46 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/8ff4c40d-909b-4302-b431-5bbc63ca6486 HTTP/1.1" status: 404 len: 337 time: 0.0666349 Oct 17 18:18:04.008066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41372) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.008066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.008066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-91d77b40-049a-4d0e-b72a-2ff46e710750 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b54a61da-59cc-43c0-8537-98234753d27c HTTP/1.1" status: 204 len: 168 time: 0.4573705 Oct 17 18:18:04.047385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3818d2c-f0f3-49ec-b3c8-998cd0eccbc6 x-openstack-request-id: req-b3818d2c-f0f3-49ec-b3c8-998cd0eccbc6 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:04.063315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:04.063315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3818d2c-f0f3-49ec-b3c8-998cd0eccbc6 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:04.063315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3818d2c-f0f3-49ec-b3c8-998cd0eccbc6'] response: {'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'status': 'completed', 'code': 200} Oct 17 18:18:04.073302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35793-e7c8-4151-81e2-07040503fed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:04.113138 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0415e6d0-c4a9-47c8-9b7a-704c38dd2878 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.116642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0415e6d0-c4a9-47c8-9b7a-704c38dd2878 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.117887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Router 5ff523de-40bb-4a3a-87a0-de6adf742011 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:04.119556 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0415e6d0-c4a9-47c8-9b7a-704c38dd2878 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/41036c86-4a56-4dd0-842b-485515ab13d9 HTTP/1.1" status: 404 len: 337 time: 0.1117554 Oct 17 18:18:04.122191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41378) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.125093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] DHCP port deletion for 84c19ef7-0e62-40be-8dfe-a77eb49b9c5a request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:04.129707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Deleting port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:04.130087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.180417 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02a1a9f-ce77-45d2-86bd-ef69f509107e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.182101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02a1a9f-ce77-45d2-86bd-ef69f509107e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.186057 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a02a1a9f-ce77-45d2-86bd-ef69f509107e tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/43425816-6900-4745-8913-46f9238fb6f0 HTTP/1.1" status: 404 len: 337 time: 0.0606196 Oct 17 18:18:04.186814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41382) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.237279 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-622a183b-a762-44bb-ba6e-c060b2564cb6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.238181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622a183b-a762-44bb-ba6e-c060b2564cb6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.242690 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-622a183b-a762-44bb-ba6e-c060b2564cb6 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/39a16c0e-cd0f-4350-82dc-207ce79c077e HTTP/1.1" status: 404 len: 333 time: 0.0543530 Oct 17 18:18:04.243509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41386) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.323169 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03f344b-a236-4fd3-96b8-f0362e820b87 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.323627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03f344b-a236-4fd3-96b8-f0362e820b87 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.329511 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b03f344b-a236-4fd3-96b8-f0362e820b87 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/2eae12af-549f-452a-a193-332ecf73e012 HTTP/1.1" status: 404 len: 337 time: 0.0848689 Oct 17 18:18:04.330914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41390) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.344822 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 10 to provision port a27a5b86-e9da-4be6-860b-ebf670174b27 Oct 17 18:18:04.370566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d720-e49f-4dff-8407-36a593f87154 req-5639ec58-b16e-4df7-bbb1-979b9ceed6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:04.372967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4e20d720-e49f-4dff-8407-36a593f87154 req-5639ec58-b16e-4df7-bbb1-979b9ceed6ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1097 time: 0.2457249 Oct 17 18:18:04.381748 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e04ab-95a4-4e1c-8373-4692b418d20a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.382196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6e04ab-95a4-4e1c-8373-4692b418d20a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.385656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1b6e04ab-95a4-4e1c-8373-4692b418d20a tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/607d53f2-9cca-4978-97ce-55a3d38204fc HTTP/1.1" status: 404 len: 337 time: 0.0511634 Oct 17 18:18:04.385809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:04.386491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41394) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.398691 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Sync routers for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:04.409579 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:04.410694 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:04.427265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] For port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,segment=NetworkSegment(5b942841-1294-472c-988f-49d220a54b2e),segment_id=5b942841-1294-472c-988f-49d220a54b2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:04.427964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.429718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c9958d-322e-4704-a93f-85ab37a679b2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.430199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c9958d-322e-4704-a93f-85ab37a679b2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.431892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-50c9958d-322e-4704-a93f-85ab37a679b2 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/cd147c69-24f8-4238-bc44-471201fa6166 HTTP/1.1" status: 404 len: 333 time: 0.0443079 Oct 17 18:18:04.436011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41398) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.436188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Port a27a5b86-e9da-4be6-860b-ebf670174b27 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:04.485336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0921223f-2b59-4214-a79d-ce2fe5acd896 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.492406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0921223f-2b59-4214-a79d-ce2fe5acd896 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.495533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0921223f-2b59-4214-a79d-ce2fe5acd896 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/3931056a-23db-4158-8462-a61476aae49c HTTP/1.1" status: 404 len: 337 time: 0.0584991 Oct 17 18:18:04.498539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41406) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.528024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8b0f72c9-afcf-4ac2-8ea7-9ab49a96b7ec tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "PUT /v2.0/routers/5ff523de-40bb-4a3a-87a0-de6adf742011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6180794 Oct 17 18:18:04.573482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Calling delete_port for 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:04.600121 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a5d3f0-1d5a-4825-838a-de0d0f1c48fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:04.600675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a5d3f0-1d5a-4825-838a-de0d0f1c48fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:04.602636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Provisioning complete for port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:04.602636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.602895 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Attempt 1 to provision port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 Oct 17 18:18:04.607874 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-95a5d3f0-1d5a-4825-838a-de0d0f1c48fb tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/subnets/dfe8bc46-4c15-49a6-93fc-6969d93090e0 HTTP/1.1" status: 404 len: 337 time: 0.1033406 Oct 17 18:18:04.608416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41412) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:04.691737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d720-e49f-4dff-8407-36a593f87154 req-7cc4bd10-1280-4c4f-98c9-346afa3df801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:04.693712 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4e20d720-e49f-4dff-8407-36a593f87154 req-7cc4bd10-1280-4c4f-98c9-346afa3df801 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3052413 Oct 17 18:18:04.757343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Deleting port a27a5b86-e9da-4be6-860b-ebf670174b27 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:04.757965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.771060 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:04.838162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5c2347ae-ad80-41dd-be40-bb952b66b5ed None None] Current status of the port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:04.922840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:04.949573 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-01830148-ddf8-4b34-b26a-a811af318d52 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662271360&fields=id&tenant_id=9aa20ea709bd461299f011e88a471479 HTTP/1.1" status: 200 len: 267 time: 0.1073987 Oct 17 18:18:05.004617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb364a-f04b-4bde-b04c-ed4345bb790a req-151ccfe0-ea40-4dc5-8292-e372e994d56e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.011840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4ffb364a-f04b-4bde-b04c-ed4345bb790a req-151ccfe0-ea40-4dc5-8292-e372e994d56e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 944 time: 0.3121243 Oct 17 18:18:05.049006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d720-e49f-4dff-8407-36a593f87154 req-c28b3ee2-08e1-417f-baa9-a48028f9cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.050613 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4e20d720-e49f-4dff-8407-36a593f87154 req-c28b3ee2-08e1-417f-baa9-a48028f9cd04 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3488662 Oct 17 18:18:05.077938 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4ffb364a-f04b-4bde-b04c-ed4345bb790a req-ee17e423-11b1-4f9a-af02-3d73852d1e5e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649858 Oct 17 18:18:05.088789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] Pushing event deleted for resources: {'Port': ['ID=5fe3311b-7c59-44a5-80ea-9725a1d6ec42,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:05.108356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4be95-1900-47bc-a7df-2ccea294cac8 None None] No DVR routers for this DVR port 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:05.202293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Provisioning for port fc520e60-b896-4441-8358-5515c22fbabd completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:05.209502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Provisioning complete for port fc520e60-b896-4441-8358-5515c22fbabd triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:05.211499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.211499 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Attempt 1 to provision port fc520e60-b896-4441-8358-5515c22fbabd Oct 17 18:18:05.217422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-8326508a-b238-4baa-bd56-363a3348ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.219326 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-8326508a-b238-4baa-bd56-363a3348ee5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1097 time: 0.1063380 Oct 17 18:18:05.284799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Port fc520e60-b896-4441-8358-5515c22fbabd cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:05.296665 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:02Z', 'revision_number': 2, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:05.300907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Checking router: 5ff523de-40bb-4a3a-87a0-de6adf742011 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:05.301253 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Updating router 5ff523de-40bb-4a3a-87a0-de6adf742011 port fc520e60-b896-4441-8358-5515c22fbabd binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:18:05.335997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-8ee91823-4c66-4709-bbb0-f105bfa27fea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 200 len: 217 time: 0.1022210 Oct 17 18:18:05.359337 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.419005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-2bd74275-06c2-4583-9164-05e598efc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.421868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-2bd74275-06c2-4583-9164-05e598efc289 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f85e734-5d07-461d-b123-621b844048c5 HTTP/1.1" status: 200 len: 833 time: 0.0792549 Oct 17 18:18:05.484139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.521933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b623-20bc-44e3-828b-8d80ff156236 req-53e42251-f3b1-41ff-b0b1-e3f7e1d0a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.521933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-53e42251-f3b1-41ff-b0b1-e3f7e1d0a3eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8610acf5-cec5-4ca0-8c78-6aab5601f120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898855 Oct 17 18:18:05.631755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Calling delete_port for a27a5b86-e9da-4be6-860b-ebf670174b27 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:05.682208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-5f29d018-9e37-4aef-a6ff-a112629d8cbb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.683730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-5f29d018-9e37-4aef-a6ff-a112629d8cbb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 796 time: 0.7271130 Oct 17 18:18:05.707567 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-7a5fbe64-2fc2-429a-b3d1-7e34230926bc tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/quotas/9aa20ea709bd461299f011e88a471479 HTTP/1.1" status: 200 len: 375 time: 0.0147243 Oct 17 18:18:05.767642 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.774887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-0818629b-ac19-44de-9fcd-3bf14c64349f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6435471 Oct 17 18:18:05.786172 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Attempt 2 to provision port fc520e60-b896-4441-8358-5515c22fbabd Oct 17 18:18:05.792626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Transition to ACTIVE for port object fc520e60-b896-4441-8358-5515c22fbabd will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:05.804255 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-bd853f22-bce1-4246-b280-34bb0d19d0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808604 Oct 17 18:18:05.869759 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-5e768bf1-4a06-465d-8b28-36670b6d704e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516087 Oct 17 18:18:05.877962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:05.882907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.923536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:05.924165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5fe3311b-7c59-44a5-80ea-9725a1d6ec42 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:05.942900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Port fc520e60-b896-4441-8358-5515c22fbabd cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:05.973496 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3925b623-20bc-44e3-828b-8d80ff156236 req-413729ec-1aab-4a51-898a-0acad8eed77c service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631196 Oct 17 18:18:06.005020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.080589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Port': ['ID=a27a5b86-e9da-4be6-860b-ebf670174b27,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:06.095249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.099405 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82975ea-c271-4f72-9842-55b107a646ce None None] Pushing event updated for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:06.115897 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Attempting to bind port fc520e60-b896-4441-8358-5515c22fbabd on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:06.116265 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Attempting to bind port fc520e60-b896-4441-8358-5515c22fbabd by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:06.116627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Attempting to bind port fc520e60-b896-4441-8358-5515c22fbabd on network 4bc46062-f52c-499d-b9e5-919cbff5f791 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:06.131138 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:06.131714 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Checking segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:06.132312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.132788 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Bound using segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:06.133590 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Bound port: fc520e60-b896-4441-8358-5515c22fbabd, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:06.133939 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.142178 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-e7b42493-f51d-4c6d-96a7-a48a174ac89c service neutron] 10.222.0.36 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594173 Oct 17 18:18:06.151750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-dd0a94b1-da0d-46eb-bf92-352082453815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.153106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-dd0a94b1-da0d-46eb-bf92-352082453815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 1099 time: 0.2483487 Oct 17 18:18:06.240759 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] For port fc520e60-b896-4441-8358-5515c22fbabd, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:06.248744 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] For port fc520e60-b896-4441-8358-5515c22fbabd, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc520e60-b896-4441-8358-5515c22fbabd,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:06.306915 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5e19f325-7571-4b48-8925-4e60689b772b tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/ports/a27a5b86-e9da-4be6-860b-ebf670174b27 HTTP/1.1" status: 204 len: 168 time: 1.6952546 Oct 17 18:18:06.307951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41452) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:06.341808 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.399783 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-e50bdef3-aa38-45bb-a2c7-e6cd6869db6c service neutron] 10.222.0.36 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457240 Oct 17 18:18:06.403914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-c0939667-c60a-40c8-9c69-4fcf8c2a1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.405416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-c0939667-c60a-40c8-9c69-4fcf8c2a1123 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.2312987 Oct 17 18:18:06.417239 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:06.417985 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:06.432623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049674-f8b8-4f11-b223-31de19cc966e req-1310c84c-a7ea-4987-afe7-397af4881692 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.440576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f049674-f8b8-4f11-b223-31de19cc966e req-1310c84c-a7ea-4987-afe7-397af4881692 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 944 time: 0.2358446 Oct 17 18:18:06.445119 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Attempt 3 to provision port fc520e60-b896-4441-8358-5515c22fbabd Oct 17 18:18:06.529166 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-6ed66ba5-cc43-4c95-a8b6-a8bcc9843ac5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 200 len: 1001 time: 0.1160545 Oct 17 18:18:06.532152 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f049674-f8b8-4f11-b223-31de19cc966e req-4dc9a66b-245f-47b9-a9bf-9c0b56a305c5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905836 Oct 17 18:18:06.536401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.567310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Port fc520e60-b896-4441-8358-5515c22fbabd had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:18:06.633991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-f94f7fdb-8fe8-4f55-a635-df450afe05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.636013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-f94f7fdb-8fe8-4f55-a635-df450afe05ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0916286 Oct 17 18:18:06.670369 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82975ea-c271-4f72-9842-55b107a646ce None None] Pushing event updated for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:06.723167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Provisioning for port 44547f98-7c7b-4922-84ee-235a91f1058f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:06.730060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Provisioning complete for port 44547f98-7c7b-4922-84ee-235a91f1058f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:06.730717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.731286 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Attempt 1 to provision port 44547f98-7c7b-4922-84ee-235a91f1058f Oct 17 18:18:06.757543 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:06.780729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4db3d6fa-b26f-43c1-9055-e0a654a693b2 req-7b5c71fe-9e7c-4ebc-9dd9-2b64b925c3a9 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Synchronizing usage tracker for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:06.784968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.817691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-e2a248c2-e3be-441a-80a4-728f40460d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.819192 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-e2a248c2-e3be-441a-80a4-728f40460d7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758542 Oct 17 18:18:06.821072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c19ef7-0e62-40be-8dfe-a77eb49b9c5a']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:06.835809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b942841-1294-472c-988f-49d220a54b2e') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:06.838655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b942841-1294-472c-988f-49d220a54b2e') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:06.866471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.892020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.899180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:06.899776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:06.944757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Current status of the port 44547f98-7c7b-4922-84ee-235a91f1058f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:06.945218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.013006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41466) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:07.016662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4db3d6fa-b26f-43c1-9055-e0a654a693b2 req-7b5c71fe-9e7c-4ebc-9dd9-2b64b925c3a9 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Unset dirty status for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:07.017728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4db3d6fa-b26f-43c1-9055-e0a654a693b2 req-7b5c71fe-9e7c-4ebc-9dd9-2b64b925c3a9 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 210 time: 0.3096285 Oct 17 18:18:07.026783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] For port 44547f98-7c7b-4922-84ee-235a91f1058f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44547f98-7c7b-4922-84ee-235a91f1058f,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:07.048514 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 5b942841-1294-472c-988f-49d220a54b2e resource provider aggregate not found Oct 17 18:18:07.057344 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-9386039e-8c33-42c7-9cba-1db3d6587503 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305481 Oct 17 18:18:07.069227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 5b942841-1294-472c-988f-49d220a54b2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b942841-1294-472c-988f-49d220a54b2e found for delete ", "request_id": "req-638b1576-15c6-47f4-be2e-1ea237a9b8f1"}]} Oct 17 18:18:07.148869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.153437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.169792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.176331 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:06Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:07.181429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] Pushing event deleted for resources: {'Network': ['ID=84c19ef7-0e62-40be-8dfe-a77eb49b9c5a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:07.185655 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ccf81f3a-51f6-49d9-8ce2-bac092bd5763 tempest-PortsTestJSON-1794211113 tempest-PortsTestJSON-1794211113-project] 10.222.0.36 "DELETE /v2.0/networks/84c19ef7-0e62-40be-8dfe-a77eb49b9c5a HTTP/1.1" status: 204 len: 168 time: 0.8736258 Oct 17 18:18:07.190192 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccffeff-86bf-49ac-978a-eab8c0b82f90 None None] The sync data for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv is: [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:06Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:07.223788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Could not find standard attr ID for object a27a5b86-e9da-4be6-860b-ebf670174b27. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:07.255313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Pushing event updated for resources: {'Port': ['ID=44547f98-7c7b-4922-84ee-235a91f1058f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:07.286214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-200963063'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:07.292120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.293863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.294412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.294913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.295423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.295922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.296419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.296924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.297693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.298000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.298334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.298664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:07.305206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:07.310773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Usage tracker for resource:network and tenant:ffb2c087e3114999ba23f5e4fb42ed10 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:07.313960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:07.335899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:07.362447 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c819dc3b-2ba2-4098-8c19-d8d17524af19 req-9c07728b-a47e-4bfc-8fa1-7a252e832613 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986138 Oct 17 18:18:07.385490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Provisioning for port e6a58fd3-fece-4693-919b-14ff962378c7 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:07.393664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1be129b8-6d5b-46a4-b52d-a6487a67e150 None None] Could not find standard attr ID for object 5fe3311b-7c59-44a5-80ea-9725a1d6ec42. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:07.522381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Made reservation on behalf of ffb2c087e3114999ba23f5e4fb42ed10 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:07.525908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.662231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.728934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:07.745186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Usage tracker for resource:security_group_rule and tenant:ffb2c087e3114999ba23f5e4fb42ed10 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:07.747957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:07.756361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:07.814583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f622-caae-4d61-985b-a19e287e76c1 req-02595bb5-e572-4a58-85e4-d19477093b87 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:07.816151 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6c58f622-caae-4d61-985b-a19e287e76c1 req-02595bb5-e572-4a58-85e4-d19477093b87 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 944 time: 0.1416974 Oct 17 18:18:07.899039 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6c58f622-caae-4d61-985b-a19e287e76c1 req-988e2a58-ce19-4fd1-b452-1881dd6358f9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741088 Oct 17 18:18:07.906122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:07.990910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44547f98-7c7b-4922-84ee-235a91f1058f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:08.042454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.066285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 44547f98-7c7b-4922-84ee-235a91f1058f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:08.066668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.067017 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 44547f98-7c7b-4922-84ee-235a91f1058f Oct 17 18:18:08.088126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41490) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:08.105223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:08.121772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e193ee-2ffe-43ee-acd0-9f54508a014a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:08.125082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.125645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Added segment 3e7ef0c1-790a-4de6-ba35-e356c27cc724 of type vlan for network 618acb9f-4bef-4843-9729-55114cdc7bac Oct 17 18:18:08.161653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.172576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7b897a8-2524-428c-a54b-65b2d4e1e1b0 req-75545ecf-b221-4e77-9612-f64d7049ab91 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 210 time: 0.0737607 Oct 17 18:18:08.233328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 44547f98-7c7b-4922-84ee-235a91f1058f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:08.234501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc520e60-b896-4441-8358-5515c22fbabd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:08.311822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.321031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:08.321762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.354798 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fbbea726-6f09-4420-8a57-da963288c563 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=281bae91fd3846019e35c4dd1f9d25ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628152 Oct 17 18:18:08.355015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41496) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:08.420266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.449867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Pushing event updated for resources: {'Network': ['ID=618acb9f-4bef-4843-9729-55114cdc7bac,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:08.451559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.461164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 618acb9f-4bef-4843-9729-55114cdc7bac details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:08.480410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port fc520e60-b896-4441-8358-5515c22fbabd completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:08.537871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port fc520e60-b896-4441-8358-5515c22fbabd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:08.538407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.538627 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port fc520e60-b896-4441-8358-5515c22fbabd Oct 17 18:18:08.604292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.607911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41500) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:08.610090 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-54b38731-177b-414f-8faf-bf53649f5043 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5957596 Oct 17 18:18:08.626140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c789be5-a532-4916-9d71-fbc1a478d0d8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:08.633503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.634654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-637f4066-11d9-4f74-8334-a22cb607f14f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c789be5-a532-4916-9d71-fbc1a478d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2788031 Oct 17 18:18:08.721424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port fc520e60-b896-4441-8358-5515c22fbabd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:08.722009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.751149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'name': 'tempest-network--626524954', 'router:external': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:08.756656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:08.760579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:network and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:08.760749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port fc520e60-b896-4441-8358-5515c22fbabd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc520e60-b896-4441-8358-5515c22fbabd,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:08.763906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:08.770237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:08.775131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device e6a58fd3-fece-4693-919b-14ff962378c7 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:18:08.866143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.866335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:08.876568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.887337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:08.903113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:08.907907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:security_group_rule and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:08.910256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:08.916877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:08.967570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=e6a58fd3-fece-4693-919b-14ff962378c7,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:08.978884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:08.986410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'port_id': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'mac_address': 'fa:16:3e:66:4d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:18:09.028635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.045758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port e6a58fd3-fece-4693-919b-14ff962378c7 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:09.046778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.066501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a58fd3-fece-4693-919b-14ff962378c7 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:09.086225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=e6a58fd3-fece-4693-919b-14ff962378c7,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:09.099859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.125860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:09.155717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.156529 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Added segment edfcc3d0-65e7-4ea7-b46d-13218827b7ea of type vlan for network 66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec Oct 17 18:18:09.157838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65306a-3ec4-4f52-901c-3dd43052a81d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:09.162443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.190078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5af92-c6ae-431a-85f8-c929878fa9e7 req-716e365b-a7b3-4db4-955f-fb645259f77c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:09.193190 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7fa5af92-c6ae-431a-85f8-c929878fa9e7 req-716e365b-a7b3-4db4-955f-fb645259f77c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 944 time: 0.1556566 Oct 17 18:18:09.207003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.285156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:09.296104 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7fa5af92-c6ae-431a-85f8-c929878fa9e7 req-7a5a9e1e-f2b9-423e-9e86-c08b41c7c81c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962431 Oct 17 18:18:09.366466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49533377-527e-4f9b-ae50-1a17980a77ed req-591a0523-c153-4ef8-a7fc-64184662e00a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 210 time: 0.0513442 Oct 17 18:18:09.373263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.374279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:09.374821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.481415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:09.492050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:09.572143 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be2c6d8d-71d1-466b-b708-0adf9d48f031 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9562140 Oct 17 18:18:09.573564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['e6a58fd3-fece-4693-919b-14ff962378c7'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:18:09.574798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41522) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:09.691561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.893395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc520e60-b896-4441-8358-5515c22fbabd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:09.930205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:09.963659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:09.980465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfcc3d0-65e7-4ea7-b46d-13218827b7ea') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:09.981308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfcc3d0-65e7-4ea7-b46d-13218827b7ea') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:09.996159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.015599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.024828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port fc520e60-b896-4441-8358-5515c22fbabd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:10.025205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.025504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:10.025680 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port fc520e60-b896-4441-8358-5515c22fbabd Oct 17 18:18:10.026409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.112565 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment edfcc3d0-65e7-4ea7-b46d-13218827b7ea resource provider aggregate not found Oct 17 18:18:10.142419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment edfcc3d0-65e7-4ea7-b46d-13218827b7ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edfcc3d0-65e7-4ea7-b46d-13218827b7ea found for delete ", "request_id": "req-bf981ce8-dedf-42ca-8eeb-95d450fa35f3"}]} Oct 17 18:18:10.145697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41538) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:10.166431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port fc520e60-b896-4441-8358-5515c22fbabd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:10.188546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-6424ea35-409f-4ac7-bf82-defa2366789f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:10.193073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-6424ea35-409f-4ac7-bf82-defa2366789f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.42 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 796 time: 0.2216153 Oct 17 18:18:10.248697 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-f43b460d-e862-4945-af49-5a35372834db tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa20ea709bd461299f011e88a471479 HTTP/1.1" status: 200 len: 380 time: 0.0427625 Oct 17 18:18:10.252239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.258683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'port': {'device_id': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'admin_state_up': True, 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'security_groups': ['45f6ef0c-7af7-4936-b5fa-4520c3225a01']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:10.282955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:18:10.297718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.309221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1213011889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:10.322258 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec HTTP/1.1" status: 204 len: 168 time: 0.7430482 Oct 17 18:18:10.322258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:10.324523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889341c-143e-48b2-80f2-c1c211e8f360 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d8b2a0-b64b-4ecb-83d2-0ad2db06b3ec,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:10.327129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41544) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:10.331637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:router and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:10.339016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:10.343211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:10.346194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:10.353250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:10.355501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:network and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:10.359125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:10.367228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:10.458472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.459559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.474807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:10.479804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.482640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:10.485833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.549157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:10.575171 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4aacbf77-a777-45cc-a224-457c650d0442 req-d8436de9-451a-4e4f-82e9-52d168749939 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 210 time: 0.0736661 Oct 17 18:18:10.591077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852ac6-6222-43a3-835f-2797d788efe6 req-8aae76ac-fa9c-493e-b6f9-6bb29b23ca4c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:10.592979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-71852ac6-6222-43a3-835f-2797d788efe6 req-8aae76ac-fa9c-493e-b6f9-6bb29b23ca4c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 945 time: 0.1202016 Oct 17 18:18:10.593595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:10.611564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.611564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Added segment f39fbe5e-386d-449b-8264-8582cf20f4ae of type vlan for network b452679e-9f51-424e-a63c-105d5e33e0eb Oct 17 18:18:10.641946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.651648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-71852ac6-6222-43a3-835f-2797d788efe6 req-bcb29632-7c35-4b29-bd38-3d45306b17ce tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436323 Oct 17 18:18:10.682077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Made reservation on behalf of 9aa20ea709bd461299f011e88a471479 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:10.685505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.723094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.793995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device e6a58fd3-fece-4693-919b-14ff962378c7 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:10.803715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.805246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:10.806034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.833587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:10.836950 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e4e07660-e72d-4ff9-a3aa-ee4250efb25b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6883700 Oct 17 18:18:10.840376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41556) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:10.848743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-86559782'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:10.858288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:10.864882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Allocated IP 172.20.0.13 (4bc46062-f52c-499d-b9e5-919cbff5f791/d670c854-e66a-4096-8232-5d268cec031f/9ec2725f-0159-4000-b989-5fd4cf392aaa) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:10.867057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:network and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:10.871475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:10.881401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:10.915806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=b452679e-9f51-424e-a63c-105d5e33e0eb,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:10.927621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network b452679e-9f51-424e-a63c-105d5e33e0eb details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:10.997561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port e6a58fd3-fece-4693-919b-14ff962378c7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:11.019872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port e6a58fd3-fece-4693-919b-14ff962378c7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:11.020503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.020959 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port e6a58fd3-fece-4693-919b-14ff962378c7 Oct 17 18:18:11.038282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e394df42-39e7-44dd-82fc-a7b6bb7a8c32 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7084794 Oct 17 18:18:11.040781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41560) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:11.048000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:11.048000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.048822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'subnet': {'network_id': 'b452679e-9f51-424e-a63c-105d5e33e0eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:11.057088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:11.064888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:subnet and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:11.069069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:11.073791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.077944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:11.107775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:11.114554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.117612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:security_group_rule and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:11.123279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:11.133196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:11.142193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Transition to ACTIVE for port object 9ec2725f-0159-4000-b989-5fd4cf392aaa will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:11.164113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port e6a58fd3-fece-4693-919b-14ff962378c7 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:11.164621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.193193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:11.195471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f31c14-cb51-474e-9bb1-9ad452a52090" -d '{"events": [{"server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:11.203346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=e6a58fd3-fece-4693-919b-14ff962378c7,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:11.212416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:11.215566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.240582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1776cd9-324e-46d3-a852-a4cb00766181 x-openstack-request-id: req-b1776cd9-324e-46d3-a852-a4cb00766181 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:11.240871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "name": "network-vif-plugged", "status": "completed", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:11.241123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1776cd9-324e-46d3-a852-a4cb00766181 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:11.241729 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1776cd9-324e-46d3-a852-a4cb00766181'] response: {'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'code': 200} Oct 17 18:18:11.252489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.314847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.365904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.388581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.412734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:11.423004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:11.425400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:11.485865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:11.500912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:11.508901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:11.526267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec44f44-2f3c-43eb-887e-a87c88b73fba,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:11.538458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.538705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Added segment eb401e0f-cd61-4394-9e07-6334f238ebc9 of type vlan for network a7ca7993-155f-4911-8736-137e496a39b3 Oct 17 18:18:11.568316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:11.568933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.605161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.795665 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1980bece-cd8d-414e-b790-6ef5ede4f9ba tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403011 Oct 17 18:18:11.805958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.811208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:11.811787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.820535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Request body: {'port': {'device_id': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:11.876767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93330405-d723-4c98-89f1-227cba208cda None None] Provisioning for port 9ec2725f-0159-4000-b989-5fd4cf392aaa completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:11.883152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93330405-d723-4c98-89f1-227cba208cda None None] Provisioning complete for port 9ec2725f-0159-4000-b989-5fd4cf392aaa triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:11.883658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93330405-d723-4c98-89f1-227cba208cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:11.884117 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Attempt 1 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:18:11.911460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b29eaa-f3ca-4efa-be4a-694893bab999 req-87252a2a-cd0f-4423-8b6e-1deb08c639d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:11.913005 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09b29eaa-f3ca-4efa-be4a-694893bab999 req-87252a2a-cd0f-4423-8b6e-1deb08c639d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1099 time: 0.2004573 Oct 17 18:18:11.947252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Port 9ec2725f-0159-4000-b989-5fd4cf392aaa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:12.015809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:18:12.016138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.056450 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09b29eaa-f3ca-4efa-be4a-694893bab999 req-8b0b1750-1a5b-4400-9b43-762c0072902a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320527 Oct 17 18:18:12.079887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122697-5351-4770-8676-716d06d066fa req-389985c1-6955-452c-986a-75fffe63d520 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.081353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75122697-5351-4770-8676-716d06d066fa req-389985c1-6955-452c-986a-75fffe63d520 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.2687337 Oct 17 18:18:12.085299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Network': ['ID=a7ca7993-155f-4911-8736-137e496a39b3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:12.097136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network a7ca7993-155f-4911-8736-137e496a39b3 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:12.133876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8feba18-ed45-4fc5-884a-840cb01a1d0b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:12.140264 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-02a48c2e-7a2a-4cae-9cc9-99e36cc2d26d tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2988234 Oct 17 18:18:12.150221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41570) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:12.160973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'subnet': {'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:12.165794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Checking segment: {'id': 'f39fbe5e-386d-449b-8264-8582cf20f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b452679e-9f51-424e-a63c-105d5e33e0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:12.166302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Network hostable DHCP agents. Network: b452679e-9f51-424e-a63c-105d5e33e0eb, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:12.175823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75122697-5351-4770-8676-716d06d066fa req-e620f5b7-8672-4605-9151-e944ccade3f5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849705 Oct 17 18:18:12.184246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813f52-6339-4013-961a-24fb1b6a82ad req-721595ed-1969-4949-9710-29096147ec4e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.185171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-19813f52-6339-4013-961a-24fb1b6a82ad req-721595ed-1969-4949-9710-29096147ec4e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Synchronizing usage tracker for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:12.196887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.258986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Network b452679e-9f51-424e-a63c-105d5e33e0eb is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:12.352255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:12.360153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, b452679e-9f51-424e-a63c-105d5e33e0eb) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:12.362767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:subnet and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:12.366096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:12.368690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fde0b6-42a5-4b35-b43b-9f5a9f81261a None None] Network b452679e-9f51-424e-a63c-105d5e33e0eb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:12.371599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.372591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.413638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:12.420822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-19813f52-6339-4013-961a-24fb1b6a82ad req-721595ed-1969-4949-9710-29096147ec4e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Unset dirty status for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:12.422000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-19813f52-6339-4013-961a-24fb1b6a82ad req-721595ed-1969-4949-9710-29096147ec4e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 932 time: 0.6834788 Oct 17 18:18:12.449029 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Attempt 2 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:18:12.461441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c4cf14a9-fb83-41bc-80a1-61820f0f606a tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4194872 Oct 17 18:18:12.463490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41574) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:12.471183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'floatingip': {'floating_network_id': 'b452679e-9f51-424e-a63c-105d5e33e0eb'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:12.477858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:12.483258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:floatingip and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:12.485892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:12.491830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:12.533728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Port 9ec2725f-0159-4000-b989-5fd4cf392aaa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:12.553092 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-19813f52-6339-4013-961a-24fb1b6a82ad req-f017a779-400e-4158-a545-b5c68fb54806 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223748 Oct 17 18:18:12.608904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:12.613059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.636865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.639534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961543c5-309d-47bd-be75-de5618bc948c None None] Network b452679e-9f51-424e-a63c-105d5e33e0eb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:12.771669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.804389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec2725f-0159-4000-b989-5fd4cf392aaa {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:12.813307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:12.866918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Transition to ACTIVE for port object 9ec2725f-0159-4000-b989-5fd4cf392aaa will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:12.926069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Allocated IP 172.20.0.13 (b452679e-9f51-424e-a63c-105d5e33e0eb/a8feba18-ed45-4fc5-884a-840cb01a1d0b/40d41709-71f6-4a83-b64d-19636a270151) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:12.959928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.035400 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Attempt 3 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:18:13.053649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.096128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Port 9ec2725f-0159-4000-b989-5fd4cf392aaa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:13.183277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.207080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:13.242925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Subnet': ['ID=bdb5066d-8e5a-4cf5-83b9-964b459d54f9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:13.264796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Checking segment: {'id': 'eb401e0f-cd61-4394-9e07-6334f238ebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:13.265160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network hostable DHCP agents. Network: a7ca7993-155f-4911-8736-137e496a39b3, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:13.269825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.295988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Attempting to bind port 9ec2725f-0159-4000-b989-5fd4cf392aaa on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:13.296600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Attempting to bind port 9ec2725f-0159-4000-b989-5fd4cf392aaa by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:13.297095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Attempting to bind port 9ec2725f-0159-4000-b989-5fd4cf392aaa on network 4bc46062-f52c-499d-b9e5-919cbff5f791 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:13.303567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Port 9ec2725f-0159-4000-b989-5fd4cf392aaa on network 4bc46062-f52c-499d-b9e5-919cbff5f791 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:18:13.308901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Attempting to bind port 9ec2725f-0159-4000-b989-5fd4cf392aaa on network 4bc46062-f52c-499d-b9e5-919cbff5f791 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:13.311962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:13.312373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Checking segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:13.312813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Bound using segment: {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:13.314582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Bound port: 9ec2725f-0159-4000-b989-5fd4cf392aaa, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e8ad4d-1f80-4b2b-8565-f529b18aba2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:13.314582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.382772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network a7ca7993-155f-4911-8736-137e496a39b3 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:13.393100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Network b452679e-9f51-424e-a63c-105d5e33e0eb is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:13.403408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:13.408556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:13.422799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:13.425816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:13.446548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Port': ['ID=40d41709-71f6-4a83-b64d-19636a270151,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:13.468860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, a7ca7993-155f-4911-8736-137e496a39b3) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:13.477815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06e789-7d6a-4610-90c7-45842daeb368 None None] Network a7ca7993-155f-4911-8736-137e496a39b3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:13.481394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.482076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.503893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.508005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592b2ee-756d-49e2-8b74-6af14e363412 req-0f92bd81-02f6-4762-b659-6f29cd457f14 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.509523 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f592b2ee-756d-49e2-8b74-6af14e363412 req-0f92bd81-02f6-4762-b659-6f29cd457f14 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.1751528 Oct 17 18:18:13.527150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.539097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.539791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.541328 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] 10.222.0.42 "PUT /v2.0/ports/9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 1094 time: 1.7245388 Oct 17 18:18:13.547552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:13.549507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:13.582281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f592b2ee-756d-49e2-8b74-6af14e363412 req-b871d82f-dd03-4feb-bde5-58c2a5ca24d9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634744 Oct 17 18:18:13.585302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2a29efcc-efe7-4783-acc5-e21dfdb12fd7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4327924 Oct 17 18:18:13.588333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41582) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:13.597931 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Attempt 4 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:18:13.601959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'network': {'name': 'tempest-router-network01--2059585416'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:13.612699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:13.620574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:network and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:13.625662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855738-561a-4ebe-b167-eb8a1d37b7be service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:13.627742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:13.641033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a75d42-3fd1-42ce-8ad7-5cab530e10ff x-openstack-request-id: req-e0a75d42-3fd1-42ce-8ad7-5cab530e10ff {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:13.644394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:13.644731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0a75d42-3fd1-42ce-8ad7-5cab530e10ff {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:13.647810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a75d42-3fd1-42ce-8ad7-5cab530e10ff'] response: {'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'status': 'completed', 'code': 200} Oct 17 18:18:13.674811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:13.711641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.779561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93330405-d723-4c98-89f1-227cba208cda None None] Port 9ec2725f-0159-4000-b989-5fd4cf392aaa had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:18:13.781341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-45451d45-685f-4d68-bfaf-9ce734d72b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.783276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-45451d45-685f-4d68-bfaf-9ce734d72b08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1097 time: 0.1007276 Oct 17 18:18:13.817362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:13.823170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.861741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-a7ca7993-155f-4911-8736-137e496a39b3', 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3', 'tenant_id': '2bccf57de110476c94fddeef0663f0ba', 'fixed_ips': [{'subnet_id': 'bdb5066d-8e5a-4cf5-83b9-964b459d54f9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:13.863561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.881272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:13.944592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-414c4035-81d9-4212-8a41-f6450ef8d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.946057 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-414c4035-81d9-4212-8a41-f6450ef8d398 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9aa20ea709bd461299f011e88a471479&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1498530 Oct 17 18:18:13.968525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:13.968862 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Added segment 790967d3-cb73-4d6c-aa08-46a5b40a3527 of type vlan for network 04122238-6c2f-493c-af65-5764a03b7a84 Oct 17 18:18:14.016007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.038397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Allocated IP 2001:db8::2 (a7ca7993-155f-4911-8736-137e496a39b3/bdb5066d-8e5a-4cf5-83b9-964b459d54f9/96e679f6-c21f-43bf-b7c8-46c0085b36c4) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:14.046168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c93d6-5d8b-463c-a87e-68f328f7bac0 req-bfb89c5f-01b3-44a7-84b2-a9c1ebea821b tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.047783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4a9c93d6-5d8b-463c-a87e-68f328f7bac0 req-bfb89c5f-01b3-44a7-84b2-a9c1ebea821b tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 944 time: 0.2973721 Oct 17 18:18:14.144320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.147489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4a9c93d6-5d8b-463c-a87e-68f328f7bac0 req-d7d239b0-2f62-4d55-b823-64506cf57196 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Synchronizing usage tracker for tenant:9aa20ea709bd461299f011e88a471479 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:14.173106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.180269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.180989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.199378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-43fbe292-2e4a-4d69-947c-a9683979ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.200855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8cfdf21-8028-4a2a-8309-6327fd51d0fc req-43fbe292-2e4a-4d69-947c-a9683979ade1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488446 Oct 17 18:18:14.214516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.257008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.267164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Transition to ACTIVE for port object 96e679f6-c21f-43bf-b7c8-46c0085b36c4 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:14.286139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Transition to ACTIVE for port object 96e679f6-c21f-43bf-b7c8-46c0085b36c4 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:14.346286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-4dea543e-99c4-4a32-8096-fd860874de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.348295 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-4dea543e-99c4-4a32-8096-fd860874de33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1097 time: 0.0873837 Oct 17 18:18:14.352054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4a9c93d6-5d8b-463c-a87e-68f328f7bac0 req-d7d239b0-2f62-4d55-b823-64506cf57196 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Unset dirty status for tenant:9aa20ea709bd461299f011e88a471479 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:14.353225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4a9c93d6-5d8b-463c-a87e-68f328f7bac0 req-d7d239b0-2f62-4d55-b823-64506cf57196 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922850 Oct 17 18:18:14.363056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.403441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Network': ['ID=04122238-6c2f-493c-af65-5764a03b7a84,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:14.424448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Port': ['ID=40d41709-71f6-4a83-b64d-19636a270151,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:14.427795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.429156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 04122238-6c2f-493c-af65-5764a03b7a84 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:14.433897 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-a0b7cb27-089d-46f0-bd63-9659ff6ebb95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 217 time: 0.0721107 Oct 17 18:18:14.470825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fd74c68f-2841-4cac-9bfe-34b4b9d3e53f tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8582978 Oct 17 18:18:14.470825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41590) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:14.471130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Network a7ca7993-155f-4911-8736-137e496a39b3 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:14.471235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'network': {'name': 'tempest-router-network02--618698022'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:14.471235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:14.471235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:network and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:14.473952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:14.480121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:14.499044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-7c12854a-e410-4995-be7b-3a696fc0dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.499392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:14.500427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-7c12854a-e410-4995-be7b-3a696fc0dc26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 200 len: 834 time: 0.0605545 Oct 17 18:18:14.509481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:14.514673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.515914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d30f638c-a76c-45e7-886c-6e04b210ac03 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0509434 Oct 17 18:18:14.519286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41594) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:14.533161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Pushing event updated for resources: {'Port': ['ID=96e679f6-c21f-43bf-b7c8-46c0085b36c4,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:14.588489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:14.590891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-8da45dbc-5a6c-4466-a833-e0b519ecdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.592246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.592461 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-8da45dbc-5a6c-4466-a833-e0b519ecdd2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc46062-f52c-499d-b9e5-919cbff5f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865688 Oct 17 18:18:14.625056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed515b03-025f-4d02-bf8a-735dcfd4574e tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Synchronizing usage tracker for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:floatingip {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:14.644086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:14.648649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Attempting to bind port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:14.649018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Attempting to bind port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'eb401e0f-cd61-4394-9e07-6334f238ebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:14.649376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Attempting to bind port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 on network a7ca7993-155f-4911-8736-137e496a39b3 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:14.654304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.654649 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Added segment f1e83e4a-7457-4b5b-af38-4854c00f909b of type vlan for network ed6ffc34-53b5-43b3-a987-e4ccf3527357 Oct 17 18:18:14.654968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:14.655340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Checking segment: {'id': 'eb401e0f-cd61-4394-9e07-6334f238ebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:14.655734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.656163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Bound using segment: {'id': 'eb401e0f-cd61-4394-9e07-6334f238ebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:14.656621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Bound port: 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb401e0f-cd61-4394-9e07-6334f238ebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a7ca7993-155f-4911-8736-137e496a39b3'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:14.657031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.683652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.758586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] For port 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:14.761462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] For port 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=96e679f6-c21f-43bf-b7c8-46c0085b36c4,segment=NetworkSegment(eb401e0f-cd61-4394-9e07-6334f238ebc9),segment_id=eb401e0f-cd61-4394-9e07-6334f238ebc9)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:14.767621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed515b03-025f-4d02-bf8a-735dcfd4574e tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Unset dirty status for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:floatingip {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:14.769443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed515b03-025f-4d02-bf8a-735dcfd4574e tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=b452679e-9f51-424e-a63c-105d5e33e0eb HTTP/1.1" status: 200 len: 690 time: 0.2492051 Oct 17 18:18:14.772378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41600) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:14.786152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-1dddfa98-95cc-4037-ba58-9ede0ec15823 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878669 Oct 17 18:18:14.793546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.798995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.799590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.813982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:14.906636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9090-be2c-4de5-b9cf-8724f5de6d7d None None] Pushing event updated for resources: {'Port': ['ID=96e679f6-c21f-43bf-b7c8-46c0085b36c4,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:14.926527 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:18:14.931082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551ad5-228d-4743-bdc1-2673e0af5f4f req-35c502ae-6fbf-4ca1-9cdf-6784f9889f78 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.931316 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab551ad5-228d-4743-bdc1-2673e0af5f4f req-35c502ae-6fbf-4ca1-9cdf-6784f9889f78 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.1913111 Oct 17 18:18:14.980681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Network': ['ID=ed6ffc34-53b5-43b3-a987-e4ccf3527357,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:14.996875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:15.005277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4326c496-bbb4-4619-9dc6-0cfd22490714 req-cd4e0e02-eb3b-4830-b381-33ebd47fd2d5 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126875 Oct 17 18:18:15.017177 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab551ad5-228d-4743-bdc1-2673e0af5f4f req-b4060c56-5f4a-4f8e-b633-72d575739969 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725632 Oct 17 18:18:15.032207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.047224 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fddf137e-0e45-4745-b735-c3e04798c1a8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5885766 Oct 17 18:18:15.048121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41606) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:15.061376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'subnet': {'network_id': '04122238-6c2f-493c-af65-5764a03b7a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:15.227747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:15.231855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:subnet and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:15.235392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:15.242342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:15.314531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:15.319109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.370929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Deleting port 40d41709-71f6-4a83-b64d-19636a270151 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:15.371518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.530621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28a89-9dbf-43a5-a70a-d7e505c3728e req-5e427e63-7ca6-47cb-937e-d9f347cb6bac tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:15.532084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b8d28a89-9dbf-43a5-a70a-d7e505c3728e req-5e427e63-7ca6-47cb-937e-d9f347cb6bac tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.3650730 Oct 17 18:18:15.584612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.584877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.625471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d3f0a-bb4d-4027-9c8e-ac2306ccbb34 req-e2221490-3911-4138-a675-906c3d1beef9 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:15.627156 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d6d3f0a-bb4d-4027-9c8e-ac2306ccbb34 req-e2221490-3911-4138-a675-906c3d1beef9 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 944 time: 0.1376617 Oct 17 18:18:15.679346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d6d3f0a-bb4d-4027-9c8e-ac2306ccbb34 req-9af436d9-3844-45fb-8d05-a2faaa342cd8 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Oct 17 18:18:15.702273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.719595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b8d28a89-9dbf-43a5-a70a-d7e505c3728e req-b8106216-6123-48ef-9d3c-76fc54129472 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721106 Oct 17 18:18:15.727196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Calling delete_port for 40d41709-71f6-4a83-b64d-19636a270151 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:15.756035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:15.854902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Subnet': ['ID=ae118dd0-675c-44f0-b48e-b55e3738b0a6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:15.890924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Checking segment: {'id': '790967d3-cb73-4d6c-aa08-46a5b40a3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:15.894004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network hostable DHCP agents. Network: 04122238-6c2f-493c-af65-5764a03b7a84, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:15.916730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c61e2-d527-4f49-83ea-c7bd4523cc8d tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:15.920825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cc5c61e2-d527-4f49-83ea-c7bd4523cc8d tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1094 time: 0.1611049 Oct 17 18:18:15.923345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41616) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:15.929438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:15.929750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 96e679f6-c21f-43bf-b7c8-46c0085b36c4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:15.935909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:15.940582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:15.943871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:15.950867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:15.956999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.983113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network 04122238-6c2f-493c-af65-5764a03b7a84 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:16.014074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d41709-71f6-4a83-b64d-19636a270151,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:16.058651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f16a1-ccd8-4662-b4d3-2fb5acb37839 None None] Network a7ca7993-155f-4911-8736-137e496a39b3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:16.058810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 04122238-6c2f-493c-af65-5764a03b7a84) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:16.063134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:16.063805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.082270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c4d9b-084b-42b6-b8d7-f3ba8e69178d None None] Network 04122238-6c2f-493c-af65-5764a03b7a84 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:16.101046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.152104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:16.177916 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-47c3ab3b-c1c4-492f-bb4f-7a3f61d671f9 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1285095 Oct 17 18:18:16.180636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41620) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:16.187251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'subnet': {'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:16.192202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.278025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.311006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:16.315676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:subnet and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:16.319187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:16.325814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:16.373363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.390104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:16.394528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Provisioning for port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:16.394726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.445050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.489093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Provisioning complete for port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:16.489574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.489859 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Attempt 1 to provision port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 Oct 17 18:18:16.498926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8feba18-ed45-4fc5-884a-840cb01a1d0b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:16.644329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.661358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.177 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/1a87efd5-8bc7-4495-a9e9-e4ed368e27d4) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:16.661560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-04122238-6c2f-493c-af65-5764a03b7a84', 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84', 'tenant_id': '2bccf57de110476c94fddeef0663f0ba', 'fixed_ips': [{'subnet_id': 'ae118dd0-675c-44f0-b48e-b55e3738b0a6'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:16.662495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.685464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b452679e-9f51-424e-a63c-105d5e33e0eb']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:16.715934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39fbe5e-386d-449b-8264-8582cf20f4ae') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:16.716391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39fbe5e-386d-449b-8264-8582cf20f4ae') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:16.784967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.816901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.826401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.829471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:16.834923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Current status of the port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:16.835074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.835207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.856171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:18:16.871998 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment f39fbe5e-386d-449b-8264-8582cf20f4ae resource provider aggregate not found Oct 17 18:18:16.929255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] For port 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=96e679f6-c21f-43bf-b7c8-46c0085b36c4,segment=NetworkSegment(eb401e0f-cd61-4394-9e07-6334f238ebc9),segment_id=eb401e0f-cd61-4394-9e07-6334f238ebc9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:16.950532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment f39fbe5e-386d-449b-8264-8582cf20f4ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f39fbe5e-386d-449b-8264-8582cf20f4ae found for delete ", "request_id": "req-fbae4306-6997-4c7b-ae58-769e0a619588"}]} Oct 17 18:18:16.981633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Subnet': ['ID=ffb1d6de-5597-47d6-80f2-939328cfedf7,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.001379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.006278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Checking segment: {'id': 'f1e83e4a-7457-4b5b-af38-4854c00f909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:17.006689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network hostable DHCP agents. Network: ed6ffc34-53b5-43b3-a987-e4ccf3527357, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:17.014754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Allocated IP 2001:db8::2 (04122238-6c2f-493c-af65-5764a03b7a84/ae118dd0-675c-44f0-b48e-b55e3738b0a6/45ddd458-9bb5-4e76-b00f-7857980bd25c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:17.021264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.038691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755e929-f8e9-4e6b-86b8-5bc17fb4db2a req-1ba82878-b6b6-47ab-9886-51449c4761ce tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.040148 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0755e929-f8e9-4e6b-86b8-5bc17fb4db2a req-1ba82878-b6b6-47ab-9886-51449c4761ce tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 944 time: 0.1652493 Oct 17 18:18:17.088524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0755e929-f8e9-4e6b-86b8-5bc17fb4db2a req-ae03dd34-599f-45f6-b2db-ad874f621c3c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Oct 17 18:18:17.093345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.110457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b452679e-9f51-424e-a63c-105d5e33e0eb {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:18:17.118088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Network': ['ID=b452679e-9f51-424e-a63c-105d5e33e0eb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.122380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.128374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:17.131686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.141025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:17.184177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'mac_address': 'fa:16:3e:6b:3a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:18:17.230348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, ed6ffc34-53b5-43b3-a987-e4ccf3527357) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:17.252255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4acba-e9a9-46ea-a7ea-be01a05a6828 None None] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:17.259686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.260448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.303300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2654eae-240c-4e90-a485-ca975a6e80ff None None] Pushing event updated for resources: {'Port': ['ID=96e679f6-c21f-43bf-b7c8-46c0085b36c4,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.350015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:17.353166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:17.355690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:17.388344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b3a78e2e-906f-4635-90cd-296748a4ce1c None None] Provisioning complete for port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:17.388976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b3a78e2e-906f-4635-90cd-296748a4ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.389478 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b3a78e2e-906f-4635-90cd-296748a4ce1c None None] Attempt 1 to provision port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 Oct 17 18:18:17.395010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=1a87efd5-8bc7-4495-a9e9-e4ed368e27d4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.410849 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-219f9813-52c9-477a-8d9c-d7620490af41 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2291336 Oct 17 18:18:17.414635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41630) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:17.463853 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2bd29481-4aeb-49db-933a-4687e608548b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b452679e-9f51-424e-a63c-105d5e33e0eb HTTP/1.1" status: 204 len: 168 time: 2.6881824 Oct 17 18:18:17.466380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41634) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:17.515711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ec2725f-0159-4000-b989-5fd4cf392aaa is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:17.516092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.619191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec2725f-0159-4000-b989-5fd4cf392aaa {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:17.634983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:17.652090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0242196f-c978-4e3d-a84f-76cb42cfa977 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Synchronizing usage tracker for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:floatingip {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:17.718086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.749467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Transition to ACTIVE for port object 45ddd458-9bb5-4e76-b00f-7857980bd25c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:17.751870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.887297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b3a78e2e-906f-4635-90cd-296748a4ce1c None None] Current status of the port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:17.889821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Transition to ACTIVE for port object 45ddd458-9bb5-4e76-b00f-7857980bd25c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:17.904481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.908399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-ed6ffc34-53b5-43b3-a987-e4ccf3527357', 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357', 'tenant_id': '2bccf57de110476c94fddeef0663f0ba', 'fixed_ips': [{'subnet_id': 'ffb1d6de-5597-47d6-80f2-939328cfedf7'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:17.909782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.923733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0242196f-c978-4e3d-a84f-76cb42cfa977 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Unset dirty status for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:floatingip {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:17.925652 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0242196f-c978-4e3d-a84f-76cb42cfa977 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4440875 Oct 17 18:18:17.929726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41638) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:17.937158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 96e679f6-c21f-43bf-b7c8-46c0085b36c4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:18.019361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.029078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.029810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.030604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.031296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.031913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.032526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.033137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.034628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.035241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.035878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.037364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Synchronizing usage tracker for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:18.042890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.058349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.118988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Network 04122238-6c2f-493c-af65-5764a03b7a84 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:18.130539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:18.134051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Unset dirty status for tenant:37e17c4a3044423bb6da893b95d4ed6e on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:18.135318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-689375c3-d734-479f-992f-5eac83d80893 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.2045887 Oct 17 18:18:18.138564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41644) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:18.144933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:18.148101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Pushing event updated for resources: {'Port': ['ID=45ddd458-9bb5-4e76-b00f-7857980bd25c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:18.245512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-e7688c3d-4182-4402-bc58-0d4e001a3d85 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] delete failed (client error): The resource could not be found. Oct 17 18:18:18.246753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e7688c3d-4182-4402-bc58-0d4e001a3d85 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/c58d7daf-db4e-43bb-888b-dd655e064313 HTTP/1.1" status: 404 len: 345 time: 0.1073196 Oct 17 18:18:18.254925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41648) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:18.284528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9ec2725f-0159-4000-b989-5fd4cf392aaa'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:18:18.355734 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5423693-115d-4130-864a-df89ffd5014b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] DELETE failed (client error): The resource could not be found. Oct 17 18:18:18.356991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5423693-115d-4130-864a-df89ffd5014b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:18.370244 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f5423693-115d-4130-864a-df89ffd5014b tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b452679e-9f51-424e-a63c-105d5e33e0eb HTTP/1.1" status: 404 len: 339 time: 0.1140254 Oct 17 18:18:18.374844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41652) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:18.379602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.384626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'name': 'tempest-network--1811454568', 'router:external': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:18.392065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:18.393636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:18.394011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.394386 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 Oct 17 18:18:18.407800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:network and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:18.413614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:18.424346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:18.470394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c868d6-679f-456c-8450-e433355a7cd8 req-29042904-9932-40bd-80cd-3066c95cd642 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.472483 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09c868d6-679f-456c-8450-e433355a7cd8 req-29042904-9932-40bd-80cd-3066c95cd642 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 945 time: 0.2246444 Oct 17 18:18:18.491156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Allocated IP 2001:db8::2 (ed6ffc34-53b5-43b3-a987-e4ccf3527357/ffb1d6de-5597-47d6-80f2-939328cfedf7/c63be2c6-40d9-4484-a48a-9b274a86ea12) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:18.493434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Attempting to bind port 45ddd458-9bb5-4e76-b00f-7857980bd25c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:18.493827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Attempting to bind port 45ddd458-9bb5-4e76-b00f-7857980bd25c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '790967d3-cb73-4d6c-aa08-46a5b40a3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:18.494182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Attempting to bind port 45ddd458-9bb5-4e76-b00f-7857980bd25c on network 04122238-6c2f-493c-af65-5764a03b7a84 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:18.494839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Allocated IP 2001:db8::1 (04122238-6c2f-493c-af65-5764a03b7a84/ae118dd0-675c-44f0-b48e-b55e3738b0a6/d847bdfc-0b1d-41dd-9d9d-616aaf28dc30) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:18.510134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:18.510506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Checking segment: {'id': '790967d3-cb73-4d6c-aa08-46a5b40a3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:18.510904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.511332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Bound using segment: {'id': '790967d3-cb73-4d6c-aa08-46a5b40a3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:18.511835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Bound port: 45ddd458-9bb5-4e76-b00f-7857980bd25c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790967d3-cb73-4d6c-aa08-46a5b40a3527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '04122238-6c2f-493c-af65-5764a03b7a84'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:18.512214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.600471 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09c868d6-679f-456c-8450-e433355a7cd8 req-334fd3a3-89b1-4c0a-8f9f-06d308ccdb34 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118391 Oct 17 18:18:18.661908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.702453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:18.704685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.756676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.757628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:18.791526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.791899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Added segment 95509f5b-2909-4e18-9b87-17e2a08981ec of type vlan for network 15417d5b-c97c-458e-9b30-366f4b450649 Oct 17 18:18:18.823467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] For port 45ddd458-9bb5-4e76-b00f-7857980bd25c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:18.827624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.851526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.852366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] For port 45ddd458-9bb5-4e76-b00f-7857980bd25c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ddd458-9bb5-4e76-b00f-7857980bd25c,segment=NetworkSegment(790967d3-cb73-4d6c-aa08-46a5b40a3527),segment_id=790967d3-cb73-4d6c-aa08-46a5b40a3527)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:18.853410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:18.863424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Transition to ACTIVE for port object d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:18.872117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=1a87efd5-8bc7-4495-a9e9-e4ed368e27d4,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:18.874897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.937237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.983282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:18.986007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.986007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.033195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.053702 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 73a03fe4-c3b8-4cac-8986-cc9a55533c05 associated. External IP: 172.26.2.177, port: e6a58fd3-fece-4693-919b-14ff962378c7. Oct 17 18:18:19.072012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Transition to ACTIVE for port object c63be2c6-40d9-4484-a48a-9b274a86ea12 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:19.100397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.116940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ab50d-3652-462b-89e8-8fea167b55e9 None None] Pushing event updated for resources: {'Port': ['ID=45ddd458-9bb5-4e76-b00f-7857980bd25c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:19.124452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Transition to ACTIVE for port object c63be2c6-40d9-4484-a48a-9b274a86ea12 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:19.165152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=15417d5b-c97c-458e-9b30-366f4b450649,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:19.181832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 15417d5b-c97c-458e-9b30-366f4b450649 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:19.196651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network 04122238-6c2f-493c-af65-5764a03b7a84 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:19.200124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:19.204456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:19.204840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.208660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.220576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Port': ['ID=d847bdfc-0b1d-41dd-9d9d-616aaf28dc30,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:19.231995 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-11043fff-6582-4e88-90e3-2d02de1961c0 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8562045 Oct 17 18:18:19.234705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41656) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:19.403310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Pushing event updated for resources: {'Port': ['ID=c63be2c6-40d9-4484-a48a-9b274a86ea12,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:19.451649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:19.458744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:19.464015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:19.465563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:19.468996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:19.473333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:19.473513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:19.474102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Synchronizing usage tracker for tenant:ffb2c087e3114999ba23f5e4fb42ed10 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:19.584705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Unset dirty status for tenant:ffb2c087e3114999ba23f5e4fb42ed10 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:19.585892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-098308e9-8247-4d69-9aca-a1d7d579b4d3 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3502812 Oct 17 18:18:19.588882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41660) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:19.594032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd9c393a-158c-46f2-a73a-3869a6df1a16 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:19.602478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Attempting to bind port c63be2c6-40d9-4484-a48a-9b274a86ea12 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:19.602842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Attempting to bind port c63be2c6-40d9-4484-a48a-9b274a86ea12 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'f1e83e4a-7457-4b5b-af38-4854c00f909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:19.603190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Attempting to bind port c63be2c6-40d9-4484-a48a-9b274a86ea12 on network ed6ffc34-53b5-43b3-a987-e4ccf3527357 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:19.608827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:19.609197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Checking segment: {'id': 'f1e83e4a-7457-4b5b-af38-4854c00f909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:19.609592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.610944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Bound using segment: {'id': 'f1e83e4a-7457-4b5b-af38-4854c00f909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:19.611433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Bound port: c63be2c6-40d9-4484-a48a-9b274a86ea12, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e83e4a-7457-4b5b-af38-4854c00f909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed6ffc34-53b5-43b3-a987-e4ccf3527357'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:19.612694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.692640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-faeeb410-a607-471d-b54f-a349d29c1e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.708301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] For port c63be2c6-40d9-4484-a48a-9b274a86ea12, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:19.712850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] For port c63be2c6-40d9-4484-a48a-9b274a86ea12, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c63be2c6-40d9-4484-a48a-9b274a86ea12,segment=NetworkSegment(f1e83e4a-7457-4b5b-af38-4854c00f909b),segment_id=f1e83e4a-7457-4b5b-af38-4854c00f909b)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:19.763061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.793792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:19.806280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Sync routers for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:19.817646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:19.818533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:19.825416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.900529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.987171 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b734930b-2c6f-403d-9bab-97a13591e99b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0615709 Oct 17 18:18:19.987171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:19.995191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f4cf9-823a-4a22-ac60-7b496341e0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:19.995343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:19.996355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ddd458-9bb5-4e76-b00f-7857980bd25c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:19.998658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41668) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:20.181930 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-171295bc-5475-48e0-a37c-e9563aaea14f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 992 time: 0.1821012 Oct 17 18:18:20.183572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384fa31c-ea72-45e1-a1f4-04a08473d08a x-openstack-request-id: req-384fa31c-ea72-45e1-a1f4-04a08473d08a {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:20.184132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:20.184600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-384fa31c-ea72-45e1-a1f4-04a08473d08a {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:20.185079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384fa31c-ea72-45e1-a1f4-04a08473d08a'] response: {'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'status': 'completed', 'code': 200} Oct 17 18:18:20.232433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:20.298206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e36b92-c710-4696-9ab0-0d80064015f0 None None] Pushing event updated for resources: {'Port': ['ID=c63be2c6-40d9-4484-a48a-9b274a86ea12,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:20.369758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:20.417855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 45ddd458-9bb5-4e76-b00f-7857980bd25c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:20.420858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15417d5b-c97c-458e-9b30-366f4b450649']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:20.511128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95509f5b-2909-4e18-9b87-17e2a08981ec') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:20.511428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95509f5b-2909-4e18-9b87-17e2a08981ec') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:20.536518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:20.547572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94037502-f975-44b0-947a-8aba1bafef97 None None] Network 04122238-6c2f-493c-af65-5764a03b7a84 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:20.553739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b5115-c369-4c13-a1db-d00b28678526 req-3ee865bc-f2b0-4092-b226-b5aa0796e8b8 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:20.555226 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-975b5115-c369-4c13-a1db-d00b28678526 req-3ee865bc-f2b0-4092-b226-b5aa0796e8b8 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 945 time: 0.7828555 Oct 17 18:18:20.611585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:20.749546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Provisioning for port 45ddd458-9bb5-4e76-b00f-7857980bd25c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:20.758818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:20.759220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:20.788026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Provisioning complete for port 45ddd458-9bb5-4e76-b00f-7857980bd25c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:20.788395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:20.788733 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Attempt 1 to provision port 45ddd458-9bb5-4e76-b00f-7857980bd25c Oct 17 18:18:20.847303 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 95509f5b-2909-4e18-9b87-17e2a08981ec resource provider aggregate not found Oct 17 18:18:20.858747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-d98aa9d2-6789-4c70-b321-1102388b4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:20.859942 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-d98aa9d2-6789-4c70-b321-1102388b4078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1099 time: 0.6519732 Oct 17 18:18:20.878441 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-975b5115-c369-4c13-a1db-d00b28678526 req-b3b6b3a6-2b79-44f0-86c9-f17c52a7b1a5 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040917 Oct 17 18:18:20.884424 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 95509f5b-2909-4e18-9b87-17e2a08981ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95509f5b-2909-4e18-9b87-17e2a08981ec found for delete ", "request_id": "req-061162f7-24e3-42a1-843b-1434bc959d9d"}]} Oct 17 18:18:20.906615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:21.000237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.050245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73a03fe4-c3b8-4cac-8986-cc9a55533c05', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'port_id': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'mac_address': 'fa:16:3e:66:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326da6b-8380-45a1-95c8-6c586512c39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:17Z', 'updated_at': '2022-10-17T18:18:17Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:21.057520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-78089fe2-e5f3-400a-afa6-bae9715e54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.059000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-78089fe2-e5f3-400a-afa6-bae9715e54d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 200 len: 898 time: 0.1727035 Oct 17 18:18:21.060570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.064357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15417d5b-c97c-458e-9b30-366f4b450649 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:18:21.065502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Checking router: fd9c393a-158c-46f2-a73a-3869a6df1a16 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:21.066522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.075312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Current status of the port 45ddd458-9bb5-4e76-b00f-7857980bd25c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:21.075685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.085922 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/15417d5b-c97c-458e-9b30-366f4b450649 HTTP/1.1" status: 204 len: 168 time: 1.4959791 Oct 17 18:18:21.089743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41676) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:21.097082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'name': 'tempest-network--228359819', 'router:external': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:21.108414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:21.112907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:21.114807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:21.120282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:network and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:21.131041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:21.138053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:21.183997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41680) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:21.200444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-987a77a1-8556-42a4-bc6c-e4b562fce448 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 200 len: 1000 time: 0.1132495 Oct 17 18:18:21.203476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.204370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.213983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] For port 45ddd458-9bb5-4e76-b00f-7857980bd25c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ddd458-9bb5-4e76-b00f-7857980bd25c,segment=NetworkSegment(790967d3-cb73-4d6c-aa08-46a5b40a3527),segment_id=790967d3-cb73-4d6c-aa08-46a5b40a3527)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:21.256103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba7784-152d-4802-9a0c-93b556ba313c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Network': ['ID=15417d5b-c97c-458e-9b30-366f4b450649,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:21.275574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:21.278127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.351041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:21.357388 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a0e03781-e4c3-4e48-b5b5-fd35ce66e3c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 992 time: 0.1722963 Oct 17 18:18:21.365210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.365621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Added segment 55dd0755-36a4-498f-bf0f-200fd60f4266 of type vlan for network 34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3 Oct 17 18:18:21.387022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 9ec2725f-0159-4000-b989-5fd4cf392aaa completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:21.416376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9ec2725f-0159-4000-b989-5fd4cf392aaa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:21.416934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.417393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.417901 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:18:21.419479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Port': ['ID=d847bdfc-0b1d-41dd-9d9d-616aaf28dc30,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:21.450217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-f68103ea-7c68-4190-b245-6ea6d3d71576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.451737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-f68103ea-7c68-4190-b245-6ea6d3d71576 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f85e734-5d07-461d-b123-621b844048c5 HTTP/1.1" status: 200 len: 833 time: 0.2431588 Oct 17 18:18:21.454559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967ec77-424e-48a7-82e0-783e3b31e4f2 None None] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:21.489925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.550411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.551400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.552237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:21.570407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network 04122238-6c2f-493c-af65-5764a03b7a84 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:21.572321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:21.650022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-9d3a5c81-57b3-4b18-bca0-5d82615b7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.651538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-9d3a5c81-57b3-4b18-bca0-5d82615b7499 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8610acf5-cec5-4ca0-8c78-6aab5601f120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1915345 Oct 17 18:18:21.708990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:21.728012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:21.786316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f58f3ae8-9240-4f50-a01a-052ad7e23496 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6945415 Oct 17 18:18:21.786847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f498ab-8c02-4bf4-8ea9-6e9913541d27 None None] Pushing event updated for resources: {'Port': ['ID=45ddd458-9bb5-4e76-b00f-7857980bd25c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:21.786983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41684) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:21.829629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:21.916589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-a0a41449-6f9e-45a4-9d4e-c17337318b3e service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093544 Oct 17 18:18:21.957523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ad6e5-a185-477a-b488-a5c4a0079c0f tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.961393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f89ad6e5-a185-477a-b488-a5c4a0079c0f tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "GET /v2.0/networks/34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3 HTTP/1.1" status: 200 len: 756 time: 0.1731429 Oct 17 18:18:21.963794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41690) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:22.131738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Router 5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:18:22.142657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-954f4cf9-823a-4a22-ac60-7b496341e0e9 req-80a5768c-a987-4e61-97d8-616480a2c503 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168036 Oct 17 18:18:22.148354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ec2725f-0159-4000-b989-5fd4cf392aaa is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:22.148737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.157831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ddd458-9bb5-4e76-b00f-7857980bd25c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:22.195676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d97db13-f3c7-41f5-a74f-2cb8fdb2dcea tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:22.199238 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7d97db13-f3c7-41f5-a74f-2cb8fdb2dcea tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "GET /v2.0/networks/618acb9f-4bef-4843-9729-55114cdc7bac HTTP/1.1" status: 200 len: 767 time: 0.2322521 Oct 17 18:18:22.203615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41694) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:22.338622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:22.341050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-53bb3449-d65b-48a6-b05b-1a9d631b4746 None None] Provisioning for port c63be2c6-40d9-4484-a48a-9b274a86ea12 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:22.343928 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-055dab88-8431-4a8f-a12f-4837976b6075 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9279225 Oct 17 18:18:22.349548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41698) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:22.352616 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] Sync routers for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:22.366278 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:22.367154 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.429963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:22.442648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:22.445112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24711883-c396-4ad0-b851-f8aeb7b3b2eb" -d '{"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:22.493315 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.495501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 45ddd458-9bb5-4e76-b00f-7857980bd25c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:22.495932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.496277 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 45ddd458-9bb5-4e76-b00f-7857980bd25c Oct 17 18:18:22.506016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:22.507224 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:17:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.562848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.577300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.580923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41702) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:22.599858 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.599858 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0ee24-cedf-4ad7-b3ac-237806f634d3 None None] The sync data for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:22.682498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a550fb3-4b4b-405e-be94-775d6ef76ea3 x-openstack-request-id: req-3a550fb3-4b4b-405e-be94-775d6ef76ea3 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:22.682783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:22.683033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a550fb3-4b4b-405e-be94-775d6ef76ea3 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:22.683485 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a550fb3-4b4b-405e-be94-775d6ef76ea3'] response: {'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'code': 200} Oct 17 18:18:22.693013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-75b9b464-7a25-41ba-b6d7-76d14fe016c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.828816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.839782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:22.850253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Provisioning complete for port 45ddd458-9bb5-4e76-b00f-7857980bd25c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:22.850624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.850964 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 1 to provision port 45ddd458-9bb5-4e76-b00f-7857980bd25c Oct 17 18:18:22.856588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4272d-2876-4519-98b6-256f70fc247d req-13a3b2c5-22b3-49db-a5a8-0430a911ddae tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:22.858204 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-25d4272d-2876-4519-98b6-256f70fc247d req-13a3b2c5-22b3-49db-a5a8-0430a911ddae tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 945 time: 0.7657459 Oct 17 18:18:22.897074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.925857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dd0755-36a4-498f-bf0f-200fd60f4266') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.926224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dd0755-36a4-498f-bf0f-200fd60f4266') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:22.938305 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-425a498c-0c0e-42bf-85cc-4cf9e861ffcb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 992 time: 0.3549807 Oct 17 18:18:22.957934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.971400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-25d4272d-2876-4519-98b6-256f70fc247d req-1b573a76-585d-49f5-b704-727ecb37a14a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982716 Oct 17 18:18:22.979619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:22.991608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:22.991608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.063333 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 55dd0755-36a4-498f-bf0f-200fd60f4266 resource provider aggregate not found Oct 17 18:18:23.094833 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 55dd0755-36a4-498f-bf0f-200fd60f4266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55dd0755-36a4-498f-bf0f-200fd60f4266 found for delete ", "request_id": "req-d066f14d-1489-45f2-97d9-8b65d7f2f2d8"}]} Oct 17 18:18:23.123067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.129583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45ddd458-9bb5-4e76-b00f-7857980bd25c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:23.130656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c63be2c6-40d9-4484-a48a-9b274a86ea12 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:23.193592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.199636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.218185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:18:23.225308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.225516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56e43e-3474-4a21-9fde-762e1cccc6ab req-8623606c-c849-47cf-8705-914d5ce697d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:23.226886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea56e43e-3474-4a21-9fde-762e1cccc6ab req-8623606c-c849-47cf-8705-914d5ce697d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.2812614 Oct 17 18:18:23.230028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Network': ['ID=34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:23.239792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d1caff5c-f4be-499c-bb4b-37b56b28c63c tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/34cbba0a-16f9-4e7d-8bd7-e12c4209bbf3 HTTP/1.1" status: 204 len: 168 time: 1.0347037 Oct 17 18:18:23.242619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41714) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:23.247973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Current status of the port 45ddd458-9bb5-4e76-b00f-7857980bd25c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:23.248874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'name': 'tempest-network--1334087217'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:23.257049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:23.266020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Usage tracker for resource:network and tenant:37e17c4a3044423bb6da893b95d4ed6e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:23.270747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:23.279886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:23.295799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73a03fe4-c3b8-4cac-8986-cc9a55533c05', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'port_id': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'mac_address': 'fa:16:3e:66:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326da6b-8380-45a1-95c8-6c586512c39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:17Z', 'updated_at': '2022-10-17T18:18:17Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:23.308809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e940a-f3a5-4b89-8438-acefd0b7257b None None] The sync data for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '73a03fe4-c3b8-4cac-8986-cc9a55533c05', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.177', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'port_id': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'mac_address': 'fa:16:3e:66:4d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326da6b-8380-45a1-95c8-6c586512c39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:17Z', 'updated_at': '2022-10-17T18:18:17Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:23.319870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea56e43e-3474-4a21-9fde-762e1cccc6ab req-ec1e62a9-6437-4869-a8a1-f76e2df955c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851350 Oct 17 18:18:23.351132 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-14c050fa-bdf7-4ac8-83aa-ec4a899a56bf tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:18:23.352399 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-14c050fa-bdf7-4ac8-83aa-ec4a899a56bf tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0006931 Oct 17 18:18:23.355089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41718) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:23.355864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Provisioning for port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:23.361233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Provisioning complete for port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:23.363114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.363114 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 1 to provision port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 Oct 17 18:18:23.398444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c63be2c6-40d9-4484-a48a-9b274a86ea12 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:23.417555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c63be2c6-40d9-4484-a48a-9b274a86ea12 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:23.417963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.418302 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c63be2c6-40d9-4484-a48a-9b274a86ea12 Oct 17 18:18:23.476397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:23.532714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Made reservation on behalf of 37e17c4a3044423bb6da893b95d4ed6e for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:23.535576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.566996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c63be2c6-40d9-4484-a48a-9b274a86ea12 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:23.567500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.589321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:23.604193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port c63be2c6-40d9-4484-a48a-9b274a86ea12, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c63be2c6-40d9-4484-a48a-9b274a86ea12,segment=NetworkSegment(f1e83e4a-7457-4b5b-af38-4854c00f909b),segment_id=f1e83e4a-7457-4b5b-af38-4854c00f909b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:23.685151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.740502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.740854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Added segment 3f86af72-76fd-47bd-a23b-2ba81d58f7f6 of type vlan for network 646fae6b-923a-45d7-9ba8-44b70a52bd6a Oct 17 18:18:23.768498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=c63be2c6-40d9-4484-a48a-9b274a86ea12,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:23.781880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.910786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c63be2c6-40d9-4484-a48a-9b274a86ea12 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:23.938411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.939282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:23.941055 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41722) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:23.941690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:23.977227 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 2 to provision port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 Oct 17 18:18:24.049131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c63be2c6-40d9-4484-a48a-9b274a86ea12 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:24.049576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.050003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c63be2c6-40d9-4484-a48a-9b274a86ea12 Oct 17 18:18:24.074078 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0938e4da-fb03-458e-821f-5248992ea517 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 992 time: 0.1304111 Oct 17 18:18:24.094001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:24.101726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8578556 Oct 17 18:18:24.103191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155db3e-bcdb-4919-8130-5dd375f3f899 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=646fae6b-923a-45d7-9ba8-44b70a52bd6a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:24.106438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41728) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:24.113595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:24.119506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 646fae6b-923a-45d7-9ba8-44b70a52bd6a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:24.194344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595f5fa-e728-40e4-93a9-ae74bde88717 None None] New status for floating IP 73a03fe4-c3b8-4cac-8986-cc9a55533c05: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:18:24.270434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97815-5623-41a7-8f83-04a5fb31d924 req-ce638d3a-be11-4b00-9d59-13ecb6a38482 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:24.272505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31a97815-5623-41a7-8f83-04a5fb31d924 req-ce638d3a-be11-4b00-9d59-13ecb6a38482 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1187263 Oct 17 18:18:24.289097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.335442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31a97815-5623-41a7-8f83-04a5fb31d924 req-7c010f58-ffed-4e9e-a0e6-e5b106f478e4 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566928 Oct 17 18:18:24.517766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.563232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c63be2c6-40d9-4484-a48a-9b274a86ea12 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:24.619671 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 3 to provision port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 Oct 17 18:18:24.680476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:24.696473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.805571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.831577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Network 646fae6b-923a-45d7-9ba8-44b70a52bd6a is not hosted by any dhcp agent {{(pid=89827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 18:18:24.832507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:24.833098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.834441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "PUT /v2.0/networks/646fae6b-923a-45d7-9ba8-44b70a52bd6a HTTP/1.1" status: 200 len: 858 time: 0.7268839 Oct 17 18:18:24.837762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41732) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:24.911545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:24.911871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.945069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975aef8-eba8-48fd-a17a-69dc803e8c43 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event updated for resources: {'Network': ['ID=646fae6b-923a-45d7-9ba8-44b70a52bd6a,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:24.945994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.070836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.077699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:25.113062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.177070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646fae6b-923a-45d7-9ba8-44b70a52bd6a']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:25.182272 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 4 to provision port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 Oct 17 18:18:25.194478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f86af72-76fd-47bd-a23b-2ba81d58f7f6') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:25.194478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f86af72-76fd-47bd-a23b-2ba81d58f7f6') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:25.216336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.226302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6bc6aadd-90b6-4c2c-acd9-291bd73a3c6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 994 time: 0.1475260 Oct 17 18:18:25.237042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.245117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:25.245520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.251675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:25.262088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Calling delete_port for d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:25.431113 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 3f86af72-76fd-47bd-a23b-2ba81d58f7f6 resource provider aggregate not found Oct 17 18:18:25.458956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 3f86af72-76fd-47bd-a23b-2ba81d58f7f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f86af72-76fd-47bd-a23b-2ba81d58f7f6 found for delete ", "request_id": "req-ffd8295d-b3f6-4b10-be9a-1342ed14ce07"}]} Oct 17 18:18:25.549867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929a607-85ec-4080-ac85-64ecbda73aa3 req-489f3d28-d8a3-49dc-ab50-d8c1e9a3a8ce tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:25.551623 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4929a607-85ec-4080-ac85-64ecbda73aa3 req-489f3d28-d8a3-49dc-ab50-d8c1e9a3a8ce tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.0929077 Oct 17 18:18:25.597439 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4929a607-85ec-4080-ac85-64ecbda73aa3 req-8454a6cc-d2cb-46d4-a96c-04f6f3bfc00c tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Oct 17 18:18:25.652956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.674763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.696518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 646fae6b-923a-45d7-9ba8-44b70a52bd6a {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 18:18:25.700858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.703975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.704945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Port': ['ID=d847bdfc-0b1d-41dd-9d9d-616aaf28dc30,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:25.708024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] Pushing event deleted for resources: {'Network': ['ID=646fae6b-923a-45d7-9ba8-44b70a52bd6a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:25.712599 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-634a0da9-10da-47ba-9582-221330a773c9 tempest-ExternalNetworksTestJSON-1206420888 tempest-ExternalNetworksTestJSON-1206420888-project-admin] 10.222.0.36 "DELETE /v2.0/networks/646fae6b-923a-45d7-9ba8-44b70a52bd6a HTTP/1.1" status: 204 len: 168 time: 0.8737211 Oct 17 18:18:25.717177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41748) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:25.752863 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Attempt 5 to provision port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 Oct 17 18:18:25.794798 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52d36d4-ffee-42e8-be5e-767ceaa5eeea tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] DELETE failed (client error): The resource could not be found. Oct 17 18:18:25.795257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52d36d4-ffee-42e8-be5e-767ceaa5eeea tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:25.799324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f52d36d4-ffee-42e8-be5e-767ceaa5eeea tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "DELETE /v2.0/subnets/a8feba18-ed45-4fc5-884a-840cb01a1d0b HTTP/1.1" status: 404 len: 337 time: 0.0781586 Oct 17 18:18:25.803818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41752) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:25.806756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f8665bb-cd7f-4818-8b47-c49d2c382aae None None] Port d847bdfc-0b1d-41dd-9d9d-616aaf28dc30 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:18:25.932956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce6aee28-cab2-41c8-82c0-55473168296d None None] Provisioning complete for port c63be2c6-40d9-4484-a48a-9b274a86ea12 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:25.933335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ce6aee28-cab2-41c8-82c0-55473168296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.933690 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ce6aee28-cab2-41c8-82c0-55473168296d None None] Attempt 1 to provision port c63be2c6-40d9-4484-a48a-9b274a86ea12 Oct 17 18:18:25.944296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.950526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.968556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cb8c1-9104-4eac-9043-9a2ad1246ed3 req-e4b7cf3a-ec7b-4455-a09c-fb1867ebced7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:25.970138 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-209cb8c1-9104-4eac-9043-9a2ad1246ed3 req-e4b7cf3a-ec7b-4455-a09c-fb1867ebced7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.2538795 Oct 17 18:18:26.073959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-209cb8c1-9104-4eac-9043-9a2ad1246ed3 req-a1d7f500-b6e7-4638-9e52-9cf98a1b8c2f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752463 Oct 17 18:18:26.086112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ce6aee28-cab2-41c8-82c0-55473168296d None None] Current status of the port c63be2c6-40d9-4484-a48a-9b274a86ea12 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:26.090211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce6aee28-cab2-41c8-82c0-55473168296d None None] Could not find standard attr ID for object d847bdfc-0b1d-41dd-9d9d-616aaf28dc30. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:26.121722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41756) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:26.203003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.232968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618acb9f-4bef-4843-9729-55114cdc7bac']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.248083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7ef0c1-790a-4de6-ba35-e356c27cc724') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.248385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7ef0c1-790a-4de6-ba35-e356c27cc724') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.263199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.283568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.289816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb8f361-7fb3-4e72-83c4-5e186f44f89b tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:26.293221 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8cb8f361-7fb3-4e72-83c4-5e186f44f89b tempest-TestNetworkAdvancedServerOps-1480978644 tempest-TestNetworkAdvancedServerOps-1480978644-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1094 time: 0.1686306 Oct 17 18:18:26.294368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:26.295009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.305415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41760) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:26.365521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:26.380521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:26.386831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Usage tracker for resource:floatingip and tenant:9aa20ea709bd461299f011e88a471479 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:26.390940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:26.399223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:26.405270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Router 5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:26.445669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.451241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.479279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] Pushing event deleted for resources: {'Network': ['ID=618acb9f-4bef-4843-9729-55114cdc7bac,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:26.528120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:26.565852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:26.569887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ffed7130-7210-4575-b444-19adc83e9132 tempest-ExternalNetworksTestJSON-133978506 tempest-ExternalNetworksTestJSON-133978506-project] 10.222.0.36 "DELETE /v2.0/networks/618acb9f-4bef-4843-9729-55114cdc7bac HTTP/1.1" status: 204 len: 168 time: 0.7630184 Oct 17 18:18:26.576169 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] Sync routers for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:26.585972 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:26.586627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.628051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f1b48da0-3c91-4d10-9fca-9bf5fc6c2542 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2667799 Oct 17 18:18:26.628269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41766) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:26.649581 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.658255 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:26.658908 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.700046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-f1429163-aace-4d19-bfe9-d3ccd4edd101 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] delete failed (client error): The resource could not be found. Oct 17 18:18:26.701038 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f1429163-aace-4d19-bfe9-d3ccd4edd101 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-573951851 HTTP/1.1" status: 404 len: 334 time: 0.0718479 Oct 17 18:18:26.705151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41770) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:26.710520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ba5511a8-5f34-438a-bfc8-f3f5c827eda1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:26.717886 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:26.718285 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5022d-0b34-452a-9dde-af3a3ee8b5fc None None] The sync data for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:27.038342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:27.119075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.160767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ba5511a8-5f34-438a-bfc8-f3f5c827eda1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.183893 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bbac2952-a63c-4bdf-bbde-7ffe1f1f14c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffb2c087e3114999ba23f5e4fb42ed10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442378 Oct 17 18:18:27.186634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41782) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:27.249834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.259957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-ba5511a8-5f34-438a-bfc8-f3f5c827eda1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] update failed (client error): The resource could not be found. Oct 17 18:18:27.264515 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ba5511a8-5f34-438a-bfc8-f3f5c827eda1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 HTTP/1.1" status: 404 len: 339 time: 0.5551651 Oct 17 18:18:27.265260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41786) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:27.273143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1971713421'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:27.286965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Allocated IP 172.26.2.112 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/dea7bc1c-7d1c-4003-853b-7eafddf12535) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:27.288129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:27.294792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.301839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:network and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:27.307133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:27.319020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:27.411487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:27.415057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.442608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.454792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:27.473784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e193ee-2ffe-43ee-acd0-9f54508a014a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:27.483315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.484024 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Added segment b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b of type vlan for network c70c3dec-6f80-4692-956a-7ddc27b51f1c Oct 17 18:18:27.493180 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 3e7ef0c1-790a-4de6-ba35-e356c27cc724 resource provider aggregate not found Oct 17 18:18:27.499424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.500695 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-470988f7-979f-406e-8e59-7fcd60394e48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13e193ee-2ffe-43ee-acd0-9f54508a014a HTTP/1.1" status: 204 len: 168 time: 0.3130059 Oct 17 18:18:27.524052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.528578 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 3e7ef0c1-790a-4de6-ba35-e356c27cc724 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e7ef0c1-790a-4de6-ba35-e356c27cc724 found for delete ", "request_id": "req-11df49f9-9cf0-419e-b765-38bccd00f491"}]} Oct 17 18:18:27.569010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.640864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.646966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:27.647562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.676360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:27.745273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:27.748314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:27.752548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:27.754225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Network': ['ID=c70c3dec-6f80-4692-956a-7ddc27b51f1c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:27.766523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:27.791849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=dea7bc1c-7d1c-4003-853b-7eafddf12535,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:27.795886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-63de05cb-a54a-4ca8-83b8-dde69f7faaa2 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5300593 Oct 17 18:18:27.798806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:27.804588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'subnet': {'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:27.922750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:27.927459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Usage tracker for resource:subnet and tenant:2bccf57de110476c94fddeef0663f0ba is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:27.934197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:27.939995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:28.029838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Made reservation on behalf of 2bccf57de110476c94fddeef0663f0ba for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:28.033888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.189168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41802) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:28.232533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.260760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5698f058-016a-4f97-a614-30b25e565f03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37e17c4a3044423bb6da893b95d4ed6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704272 Oct 17 18:18:28.263589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41806) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:28.320189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.369515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.402946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.427493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Subnet': ['ID=ed41639f-d037-44f7-b017-fa1fe2d4c257,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:28.431455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.452775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Checking segment: {'id': 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:28.453126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network hostable DHCP agents. Network: c70c3dec-6f80-4692-956a-7ddc27b51f1c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:28.618418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.811014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:28.928948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.929227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.938155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65306a-3ec4-4f52-901c-3dd43052a81d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:28.952526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.956446 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6b6540f0-8a61-4d84-b9b7-7ef27f670cb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b65306a-3ec4-4f52-901c-3dd43052a81d HTTP/1.1" status: 204 len: 168 time: 0.6891296 Oct 17 18:18:28.995688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, c70c3dec-6f80-4692-956a-7ddc27b51f1c) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:29.007811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d415588-26fd-4d31-ad6f-842283167ad7 None None] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:29.012731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:29.013502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.034896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event updated for resources: {'Port': ['ID=dea7bc1c-7d1c-4003-853b-7eafddf12535,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:29.038151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.104533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-871ebe8a-cd85-4e95-b98e-045f2ea05b2b tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3047771 Oct 17 18:18:29.107383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41812) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:29.112905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a44b8074-88fd-44aa-9b0f-d9b70e6fd560 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:29.221859 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Floating IP 8c357a1d-c4eb-45e2-ba33-40dfed9cf519 associated. External IP: 172.26.2.112, port: 9ec2725f-0159-4000-b989-5fd4cf392aaa. Oct 17 18:18:29.250048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-c70c3dec-6f80-4692-956a-7ddc27b51f1c', 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c', 'tenant_id': '2bccf57de110476c94fddeef0663f0ba', 'fixed_ips': [{'subnet_id': 'ed41639f-d037-44f7-b017-fa1fe2d4c257'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:29.251602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.476848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Allocated IP 2001:db8:1::2 (c70c3dec-6f80-4692-956a-7ddc27b51f1c/ed41639f-d037-44f7-b017-fa1fe2d4c257/c77f2b9b-c4a0-4494-aab3-50e12dc701f0) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:29.548273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a44b8074-88fd-44aa-9b0f-d9b70e6fd560 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.704679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.718932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Transition to ACTIVE for port object c77f2b9b-c4a0-4494-aab3-50e12dc701f0 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:29.748163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Transition to ACTIVE for port object c77f2b9b-c4a0-4494-aab3-50e12dc701f0 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:29.770250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Router 5ff523de-40bb-4a3a-87a0-de6adf742011 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:29.811012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.825690 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-a44b8074-88fd-44aa-9b0f-d9b70e6fd560 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:18:29.827534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a44b8074-88fd-44aa-9b0f-d9b70e6fd560 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 HTTP/1.1" status: 400 len: 364 time: 0.7190461 Oct 17 18:18:29.831797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41826) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:29.885216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:29.889334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:29.897851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:29.903807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Pushing event updated for resources: {'Port': ['ID=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:29.973663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:29.994748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Sync routers for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:30.022477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Attempting to bind port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:30.023104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Attempting to bind port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:30.023214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Attempting to bind port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 on network c70c3dec-6f80-4692-956a-7ddc27b51f1c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:30.029851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:30.030228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Checking segment: {'id': 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:30.030627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:30.031019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Bound using segment: {'id': 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:30.031488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Bound port: c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c70c3dec-6f80-4692-956a-7ddc27b51f1c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:30.031917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:30.042617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:30.043240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:30.068654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:30.139628 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75089c44-29d6-4d88-98d6-1c73555892ef tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8333745 Oct 17 18:18:30.140689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:30.152977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e01cf-21d1-4916-970e-264084134801" -d '{"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:30.206256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a14e32-0f8b-43a1-836f-3cdafa41ac6b x-openstack-request-id: req-07a14e32-0f8b-43a1-836f-3cdafa41ac6b {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:30.206763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:30.207360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07a14e32-0f8b-43a1-836f-3cdafa41ac6b {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:30.207910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a14e32-0f8b-43a1-836f-3cdafa41ac6b'] response: {'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'status': 'completed', 'code': 200} Oct 17 18:18:30.308548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] For port c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:30.311665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] For port c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,segment=NetworkSegment(b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b),segment_id=b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:30.373717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:30.416301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d712306-7980-4fb0-87f2-9c2eb498bcf4 req-26b681da-2e72-4400-a292-c36db9e421df tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:30.417953 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4d712306-7980-4fb0-87f2-9c2eb498bcf4 req-26b681da-2e72-4400-a292-c36db9e421df tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1347368 Oct 17 18:18:30.427020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:30.472647 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4d712306-7980-4fb0-87f2-9c2eb498bcf4 req-ac01a250-d55a-4690-bf53-11f224e39e97 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Oct 17 18:18:30.503725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41844) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:30.514901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:30.532424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e01cf-21d1-4916-970e-264084134801 req-b22c56ae-f028-421d-b79f-b42df6284e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:30.534520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-b22c56ae-f028-421d-b79f-b42df6284e2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.1956036 Oct 17 18:18:30.652981 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-67eb8dd8-b5c5-45da-8ec1-9da51991481b tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/floatingips/8c357a1d-c4eb-45e2-ba33-40dfed9cf519 HTTP/1.1" status: 200 len: 992 time: 0.1470530 Oct 17 18:18:30.660519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d23c-269e-4037-9f6b-906f27a2a49a None None] Pushing event updated for resources: {'Port': ['ID=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:30.894205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '8c357a1d-c4eb-45e2-ba33-40dfed9cf519', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'mac_address': 'fa:16:3e:6b:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:28Z', 'updated_at': '2022-10-17T18:18:28Z', 'revision_number': 0, 'project_id': '9aa20ea709bd461299f011e88a471479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:30.899224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Checking router: 5ff523de-40bb-4a3a-87a0-de6adf742011 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:30.909347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:30.913835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:31.041462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e01cf-21d1-4916-970e-264084134801 req-e6e74b35-e2ac-47a5-abba-9cfe33a1c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:31.042919 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-e6e74b35-e2ac-47a5-abba-9cfe33a1c1d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 897 time: 0.3224454 Oct 17 18:18:31.114027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:31.206789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-1b3abde3-4f1c-4d71-b6f5-937d8ef7dd95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 1000 time: 0.1569414 Oct 17 18:18:31.261884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Allocated IP 2001:db8::1 (a7ca7993-155f-4911-8736-137e496a39b3/bdb5066d-8e5a-4cf5-83b9-964b459d54f9/4e3a2694-f6fe-4c91-8f1d-f5c59ffea424) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:31.310703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e01cf-21d1-4916-970e-264084134801 req-a1be8977-34b8-4a48-a562-85ce75ed7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:31.312298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-a1be8977-34b8-4a48-a562-85ce75ed7b30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 200 len: 834 time: 0.0941489 Oct 17 18:18:31.329370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41860) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:31.463597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:31.469781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:31.476345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Usage tracker for resource:floatingip and tenant:489a3d449e8f4d718b49aba7175f64f6 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:31.481895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:31.491222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:31.513936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:31.526187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '8c357a1d-c4eb-45e2-ba33-40dfed9cf519', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'mac_address': 'fa:16:3e:6b:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:28Z', 'updated_at': '2022-10-17T18:18:28Z', 'revision_number': 0, 'project_id': '9aa20ea709bd461299f011e88a471479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:31.529241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e01cf-21d1-4916-970e-264084134801 req-c6f1fb1d-fe8c-41a6-b851-701aa677d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:31.530418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10b6c-f16e-4613-8d8b-cfcdef5f341c None None] The sync data for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv is: [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '8c357a1d-c4eb-45e2-ba33-40dfed9cf519', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'mac_address': 'fa:16:3e:6b:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:18:28Z', 'updated_at': '2022-10-17T18:18:28Z', 'revision_number': 0, 'project_id': '9aa20ea709bd461299f011e88a471479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:31.530760 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-c6f1fb1d-fe8c-41a6-b851-701aa677d699 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc46062-f52c-499d-b9e5-919cbff5f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740482 Oct 17 18:18:31.539349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Transition to ACTIVE for port object 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:31.573807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:31.655688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:31.733002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:31.773342 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-61e382a5-e6f5-47ea-a152-3480c842ea37 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352612 Oct 17 18:18:31.818217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:31.827083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ba7d4-ea72-490c-978b-f350fab2aeb1 None None] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:31.837080 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3e1d9-e194-48c4-935f-3587cffeb5c9 None None] New status for floating IP 8c357a1d-c4eb-45e2-ba33-40dfed9cf519: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:18:31.909573 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ebcef64b-0b23-4fa0-99e8-c07ada12eecb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/floatingips/8c357a1d-c4eb-45e2-ba33-40dfed9cf519 HTTP/1.1" status: 200 len: 992 time: 0.2437520 Oct 17 18:18:31.950026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Allocated IP 172.26.2.28 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fa41abf8-2ec6-486a-9064-d80dd0f1ec54) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:31.985645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c77f2b9b-c4a0-4494-aab3-50e12dc701f0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:31.987241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network a7ca7993-155f-4911-8736-137e496a39b3 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:31.992667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:32.010193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:32.014793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.014793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Port': ['ID=4e3a2694-f6fe-4c91-8f1d-f5c59ffea424,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:32.075590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-633e01cf-21d1-4916-970e-264084134801 req-d118d039-b916-4f7c-a8a6-2d0aa967fe86 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957749 Oct 17 18:18:32.088244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ce49b47b-3950-4ce0-a160-bc56409a3093 None None] Provisioning for port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:32.172415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.237915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:32.251396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:32.252274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.252611 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 Oct 17 18:18:32.316699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.326189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.402811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:32.406180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:32.412402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:32.441684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Provisioning for port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:32.453316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Provisioning complete for port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:32.453727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.454071 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 1 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:32.455765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Pushing event updated for resources: {'Port': ['ID=fa41abf8-2ec6-486a-9064-d80dd0f1ec54,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:32.516165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.518943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:32.519330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.551329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:32.566638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,segment=NetworkSegment(b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b),segment_id=b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:32.634212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.652188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.726108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:32.867036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.874921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.913535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41870) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:32.919052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.974044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.974777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.024962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Pushing event updated for resources: {'Port': ['ID=fa41abf8-2ec6-486a-9064-d80dd0f1ec54,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:33.029498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.052748 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 2 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:33.108311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.112537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9dcd96e4-ad42-4ff1-9617-e7a759ea41a1 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7786722 Oct 17 18:18:33.112758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:33.113002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41874) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:33.118428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2032779069', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'fixed_ips': [{'ip_address': '172.26.2.28'}]}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:33.123287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:33.127770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Usage tracker for resource:port and tenant:489a3d449e8f4d718b49aba7175f64f6 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:33.152377 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b4dda3e3-b4ca-4fd7-9bf9-7ed4c189dd28 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/floatingips/8c357a1d-c4eb-45e2-ba33-40dfed9cf519 HTTP/1.1" status: 200 len: 994 time: 0.2375703 Oct 17 18:18:33.153054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event updated for resources: {'Port': ['ID=4e3a2694-f6fe-4c91-8f1d-f5c59ffea424,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:33.217002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Network a7ca7993-155f-4911-8736-137e496a39b3 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:33.218227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:33.249118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:33.259432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:33.360743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Made reservation on behalf of 489a3d449e8f4d718b49aba7175f64f6 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:33.363914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.377691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.392699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:33.395631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Router 5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:33.397475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Usage tracker for resource:security_group_rule and tenant:489a3d449e8f4d718b49aba7175f64f6 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:33.401888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:33.413034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:33.500487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.555146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.555551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:33.565037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] device_id is not set on port 0753f970-cf84-40fa-b14a-ad9254f4a986 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:18:33.568596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a4b8a788-5f00-43d8-a526-299e79b74cd3 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331984 Oct 17 18:18:33.576540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] Sync routers for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:33.577041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41878) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:33.577158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:33.577158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:33.632998 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 3 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:33.638363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d224bb0-6f63-4fb7-acf9-59a52c5f57a1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:33.684057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:33.705380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:33.706262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:33.732088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4273f89f-4b41-4e6a-850a-656cb66150b8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.760135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:33.768060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:33.768460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76ac66-5001-464e-9e08-37b2b29e0561 None None] The sync data for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:33.812577 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 18:18:33.813165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:18:33.874950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c77f2b9b-c4a0-4494-aab3-50e12dc701f0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:33.924595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3ada7567-c2c1-4287-a312-6008adf4be7e tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8076439 Oct 17 18:18:33.924899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41882) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:33.952895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:33.953301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.953590 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 Oct 17 18:18:34.009341 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-4273f89f-4b41-4e6a-850a-656cb66150b8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 17 18:18:34.016377 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4273f89f-4b41-4e6a-850a-656cb66150b8 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 HTTP/1.1" status: 409 len: 329 time: 0.4409151 Oct 17 18:18:34.016377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41886) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:34.074604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:34.087822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Deleting port fa41abf8-2ec6-486a-9064-d80dd0f1ec54 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:34.088171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.258485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.258954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.261929 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 4 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:34.327545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:34.386895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Calling delete_port for fa41abf8-2ec6-486a-9064-d80dd0f1ec54 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:34.511277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.583520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.636575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa41abf8-2ec6-486a-9064-d80dd0f1ec54,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:34.731921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.742552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.746802 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f276a7a4-52d7-4f65-a58d-340b5a9955ee tempest-ExternalNetworksAdminNegativeTestJSON-1354778683 tempest-ExternalNetworksAdminNegativeTestJSON-1354778683-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/c27d2346-bf90-4113-8279-54c90cd4a946 HTTP/1.1" status: 204 len: 168 time: 0.8178484 Oct 17 18:18:34.828877 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 5 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:34.848184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:34.848808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.883039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:35.032683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.159797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Calling delete_port for 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:35.169435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:35.290475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.305746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:35.309725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Usage tracker for resource:security_group_rule and tenant:fbadf45556e04f46882fbc1b2a3a6d30 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:35.312623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:35.319380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:35.383968 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 6 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:35.412955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.443826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:35.480690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.527526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbadf45556e04f46882fbc1b2a3a6d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570228 Oct 17 18:18:35.529133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab9da-ec5b-4069-8db8-c9b9149f1129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c7083-8d01-41ed-9be4-633e3df445ad,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:35.530310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41900) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:35.568956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.655310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Port': ['ID=4e3a2694-f6fe-4c91-8f1d-f5c59ffea424,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:35.736860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.828969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.838449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.945188 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Attempt 7 to provision port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 Oct 17 18:18:35.978669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-10c29f46-9aa4-4e16-a2e7-d4699fe0adf0 None None] Port 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:18:36.090590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b34a2278-e1c9-4ba5-83f7-ab6277a4b13a None None] Could not find standard attr ID for object 4e3a2694-f6fe-4c91-8f1d-f5c59ffea424. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:36.101034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b34a2278-e1c9-4ba5-83f7-ab6277a4b13a None None] Provisioning complete for port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:36.101400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b34a2278-e1c9-4ba5-83f7-ab6277a4b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.101769 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b34a2278-e1c9-4ba5-83f7-ab6277a4b13a None None] Attempt 1 to provision port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 Oct 17 18:18:36.127417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Router 5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:36.190713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.221494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b34a2278-e1c9-4ba5-83f7-ab6277a4b13a None None] Current status of the port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:36.272132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c7083-8d01-41ed-9be4-633e3df445ad,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:36.281542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:36.290684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.294692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5af3c118-71ea-48f8-aece-8d0d0d1b9eb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a74c7083-8d01-41ed-9be4-633e3df445ad HTTP/1.1" status: 204 len: 168 time: 0.7604556 Oct 17 18:18:36.299249 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] Sync routers for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:36.303425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15f543e6-f978-4f5b-aac7-30d48e3fd965 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851682 Oct 17 18:18:36.306337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41906) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:36.327627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:36.328309 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:36.382104 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-14559048-1acb-4530-9233-ca767f5dd9aa tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] show failed (client error): The resource could not be found. Oct 17 18:18:36.383102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-14559048-1acb-4530-9233-ca767f5dd9aa tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1160063740 HTTP/1.1" status: 404 len: 335 time: 0.0751996 Oct 17 18:18:36.386855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41910) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:36.391532 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:36.391800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ddbfe49d-21b2-4449-8ff0-dfb512739254 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:36.396852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] Routers {'5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:36.397424 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:36.455300 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-ddbfe49d-21b2-4449-8ff0-dfb512739254 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] update failed (client error): The resource could not be found. Oct 17 18:18:36.456322 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ddbfe49d-21b2-4449-8ff0-dfb512739254 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1786249701 HTTP/1.1" status: 404 len: 335 time: 0.0685086 Oct 17 18:18:36.459883 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:36.460278 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9f31d-d26a-4c4c-bb81-055161333151 None None] The sync data for ids ['5c99aa95-559e-4c08-9e95-d4ee96b8e6c6'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:36.462664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41914) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:36.532009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting subnet ed41639f-d037-44f7-b017-fa1fe2d4c257 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:36.535935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.589733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.676850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.827496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.867506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Subnet': ['ID=ed41639f-d037-44f7-b017-fa1fe2d4c257,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:36.871058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:36.882062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5c1f0409-0cb7-46f1-bda3-d69fe610fd23 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/subnets/ed41639f-d037-44f7-b017-fa1fe2d4c257 HTTP/1.1" status: 204 len: 168 time: 0.4183018 Oct 17 18:18:36.882861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c8db7-3005-4d17-adb7-eefc017a5573 None None] Network c70c3dec-6f80-4692-956a-7ddc27b51f1c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:36.884413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41920) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:36.991119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:37.043784 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7ed098f1-c6d1-46b4-b8fd-21407228440c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=489a3d449e8f4d718b49aba7175f64f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513458 Oct 17 18:18:37.046185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41928) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:37.106602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.108298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.117656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:37.117996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.136331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.169661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] DHCP port deletion for c70c3dec-6f80-4692-956a-7ddc27b51f1c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:37.173831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Deleting port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:37.174209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.280751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.299963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d224bb0-6f63-4fb7-acf9-59a52c5f57a1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:37.309815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.313751 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d8b67060-48bf-4c23-b979-d9e308c209ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d224bb0-6f63-4fb7-acf9-59a52c5f57a1 HTTP/1.1" status: 204 len: 168 time: 0.2664456 Oct 17 18:18:37.340715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] For port c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,segment=NetworkSegment(b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b),segment_id=b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:37.341275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.438762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] For port c77f2b9b-c4a0-4494-aab3-50e12dc701f0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,segment=NetworkSegment(b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b),segment_id=b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:37.439151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.469202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Calling delete_port for c77f2b9b-c4a0-4494-aab3-50e12dc701f0 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:37.560723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Calling delete_port for c77f2b9b-c4a0-4494-aab3-50e12dc701f0 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:37.629180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: from cryptography.utils import int_from_bytes Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: from cryptography.utils import int_from_bytes Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn_limited( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn_limited( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:37.630782 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 18:18:37.643844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:18:37.643844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:18:37.681073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Port': ['ID=c77f2b9b-c4a0-4494-aab3-50e12dc701f0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:37.685269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] No DVR routers for this DVR port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:37.815029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.839272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70c3dec-6f80-4692-956a-7ddc27b51f1c']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:37.852471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:37.852776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:37.866869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.880036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c77f2b9b-c4a0-4494-aab3-50e12dc701f0 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:37.888327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.894644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:37.895114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:37.916567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c77f2b9b-c4a0-4494-aab3-50e12dc701f0 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:37.916915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c77f2b9b-c4a0-4494-aab3-50e12dc701f0 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:37.970510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b resource provider aggregate not found Oct 17 18:18:37.994172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3c8ee9c-ef0d-47dd-ba9e-46cd28214d1b found for delete ", "request_id": "req-b3bd02a8-6cbf-41f9-b892-76a530660434"}]} Oct 17 18:18:38.080341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.097312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.108929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Network': ['ID=c70c3dec-6f80-4692-956a-7ddc27b51f1c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:38.112197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-63cda8b2-7778-4d9f-91ab-8074e19f886a tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/networks/c70c3dec-6f80-4692-956a-7ddc27b51f1c HTTP/1.1" status: 204 len: 168 time: 1.2267556 Oct 17 18:18:38.114800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41948) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:38.136642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Deleting port c77f2b9b-c4a0-4494-aab3-50e12dc701f0 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:38.137048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.185926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting subnet ffb1d6de-5597-47d6-80f2-939328cfedf7 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:38.189385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.206664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e7597925-6596-4309-90ec-091560e8e4ed None None] The port 'c77f2b9b-c4a0-4494-aab3-50e12dc701f0' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:18:38.250827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.339931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.463757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.503670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb1d6de-5597-47d6-80f2-939328cfedf7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:38.511127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.514550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47732e-ca12-4b74-bad6-78697e5fa4bd None None] Network ed6ffc34-53b5-43b3-a987-e4ccf3527357 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:38.517648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18aaff6f-09b4-4274-a8dd-345337c26c01 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/subnets/ffb1d6de-5597-47d6-80f2-939328cfedf7 HTTP/1.1" status: 204 len: 168 time: 0.3994524 Oct 17 18:18:38.518278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41962) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:38.588722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting subnet ae118dd0-675c-44f0-b48e-b55e3738b0a6 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:38.591735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.647806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.738952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.790992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] DHCP port deletion for ed6ffc34-53b5-43b3-a987-e4ccf3527357 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:38.795224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Deleting port c63be2c6-40d9-4484-a48a-9b274a86ea12 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:38.795598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.898862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.940342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Subnet': ['ID=ae118dd0-675c-44f0-b48e-b55e3738b0a6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:38.946049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:38.954013 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eee0880a-0514-4430-810d-a5a01ec47afc tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/subnets/ae118dd0-675c-44f0-b48e-b55e3738b0a6 HTTP/1.1" status: 204 len: 168 time: 0.4324281 Oct 17 18:18:38.954301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 41972) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:38.981310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23266ac-a139-4279-a912-60164527cc69 None None] Network 04122238-6c2f-493c-af65-5764a03b7a84 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:39.106338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] For port c63be2c6-40d9-4484-a48a-9b274a86ea12, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c63be2c6-40d9-4484-a48a-9b274a86ea12,segment=NetworkSegment(f1e83e4a-7457-4b5b-af38-4854c00f909b),segment_id=f1e83e4a-7457-4b5b-af38-4854c00f909b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:39.106733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.176803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.189245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port c63be2c6-40d9-4484-a48a-9b274a86ea12 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:39.189681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.257660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Calling delete_port for c63be2c6-40d9-4484-a48a-9b274a86ea12 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:39.428012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] For port c63be2c6-40d9-4484-a48a-9b274a86ea12, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c63be2c6-40d9-4484-a48a-9b274a86ea12,segment=NetworkSegment(f1e83e4a-7457-4b5b-af38-4854c00f909b),segment_id=f1e83e4a-7457-4b5b-af38-4854c00f909b)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:39.428376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.457492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.503504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] DHCP port deletion for 04122238-6c2f-493c-af65-5764a03b7a84 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:39.516132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] No DVR routers for this DVR port c63be2c6-40d9-4484-a48a-9b274a86ea12 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:39.520704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d622d4-cdba-4bc6-baa3-4d263606b94c None None] Pushing event deleted for resources: {'Port': ['ID=c63be2c6-40d9-4484-a48a-9b274a86ea12,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:39.525160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Deleting port 45ddd458-9bb5-4e76-b00f-7857980bd25c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:39.525160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.566222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Calling delete_port for c63be2c6-40d9-4484-a48a-9b274a86ea12 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:39.602298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41988) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:18:39.637836 dv-neutron-861384-1-hyperv neutron-server[89827]: util.warn( Oct 17 18:18:39.648557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:18:39.648881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:18:39.723508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bec676de-0c6f-49a7-9df7-17970b23956a tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:39.766563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] For port 45ddd458-9bb5-4e76-b00f-7857980bd25c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ddd458-9bb5-4e76-b00f-7857980bd25c,segment=NetworkSegment(790967d3-cb73-4d6c-aa08-46a5b40a3527),segment_id=790967d3-cb73-4d6c-aa08-46a5b40a3527)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:39.767540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.881815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ddd458-9bb5-4e76-b00f-7857980bd25c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:39.898517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bec676de-0c6f-49a7-9df7-17970b23956a tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "PUT /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7 HTTP/1.1" status: 200 len: 366 time: 0.2946084 Oct 17 18:18:39.901038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41994) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:39.912019 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2650a47e-7b8b-45f1-8067-4c2ed2211f80 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0097933 Oct 17 18:18:39.918242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 41998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:39.918792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Calling delete_port for 45ddd458-9bb5-4e76-b00f-7857980bd25c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:39.929433 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8a265ccb-f49c-4160-b7f8-2da103c3e9c1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7 HTTP/1.1" status: 200 len: 366 time: 0.0101218 Oct 17 18:18:39.931668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42002) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:39.997849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42006) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:39.998071 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-419d70b8-0a4d-4627-ae1a-c26b87dc9d74 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7 HTTP/1.1" status: 204 len: 168 time: 0.0653334 Oct 17 18:18:40.008239 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ad40e281-00ea-44fe-b297-81d1192747e1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0091157 Oct 17 18:18:40.010723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42010) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.022381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-51b0ca8f-fa99-4f70-a9c7-a71bad85e970 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7 HTTP/1.1" status: 200 len: 370 time: 0.0104868 Oct 17 18:18:40.024751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42014) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.029874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22d9dc3a-9bf7-45c2-94bb-73a69858d123 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7/default HTTP/1.1" status: 200 len: 370 time: 0.0041862 Oct 17 18:18:40.032115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42018) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.041158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-dabed35a-786f-4803-a575-af0de345ee52 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] delete failed (client error): The resource could not be found. Oct 17 18:18:40.042123 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dabed35a-786f-4803-a575-af0de345ee52 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/3154fbf3c2ab435e8b2a0c1142e2fae7 HTTP/1.1" status: 404 len: 348 time: 0.0084984 Oct 17 18:18:40.062108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45ddd458-9bb5-4e76-b00f-7857980bd25c is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:40.062487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.107637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.150306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port c63be2c6-40d9-4484-a48a-9b274a86ea12 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:40.150650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.188315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c63be2c6-40d9-4484-a48a-9b274a86ea12 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:40.211679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] Pushing event deleted for resources: {'Port': ['ID=45ddd458-9bb5-4e76-b00f-7857980bd25c,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:40.218598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85553b4a-a292-4db9-b0b1-b80bdcd5b653 None None] No DVR routers for this DVR port 45ddd458-9bb5-4e76-b00f-7857980bd25c on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:40.224913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] The port 'c63be2c6-40d9-4484-a48a-9b274a86ea12' was deleted {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:18:40.226206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c63be2c6-40d9-4484-a48a-9b274a86ea12 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:40.226540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c63be2c6-40d9-4484-a48a-9b274a86ea12 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:40.277770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42024) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.296139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:network and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.300662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.307370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:subnet and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.311387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.317648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:subnetpool and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.321509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.327728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:port and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.332141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.338414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:router and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.342307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.349075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:floatingip and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.354110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.360656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.382949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:security_group and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.386394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6ffc34-53b5-43b3-a987-e4ccf3527357']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.386846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.393527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Usage tracker for resource:security_group_rule and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:40.397391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:40.398937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e83e4a-7457-4b5b-af38-4854c00f909b') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.399237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e83e4a-7457-4b5b-af38-4854c00f909b') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.401737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8134e3ea-c5b6-4bcd-949f-f37ec5b1bbb1 tempest-QuotasTest-107666278 tempest-QuotasTest-107666278-project-admin] 10.222.0.36 "GET /v2.0/quotas/9a1c547989c34ec1a5147a323f7106ef/details.json HTTP/1.1" status: 200 len: 703 time: 0.1228077 Oct 17 18:18:40.410762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.426980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.433006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:40.433393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.506538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment f1e83e4a-7457-4b5b-af38-4854c00f909b resource provider aggregate not found Oct 17 18:18:40.530022 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment f1e83e4a-7457-4b5b-af38-4854c00f909b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1e83e4a-7457-4b5b-af38-4854c00f909b found for delete ", "request_id": "req-5b00d00f-9d8b-4f54-8cb0-87c3991530b2"}]} Oct 17 18:18:40.644390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.648282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.673679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Network': ['ID=ed6ffc34-53b5-43b3-a987-e4ccf3527357,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:40.677661 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-12e1be63-70a1-4410-8966-e1dcd6812928 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/networks/ed6ffc34-53b5-43b3-a987-e4ccf3527357 HTTP/1.1" status: 204 len: 168 time: 1.7216756 Oct 17 18:18:40.680182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42034) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.795587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.928343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.956897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04122238-6c2f-493c-af65-5764a03b7a84']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.969129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790967d3-cb73-4d6c-aa08-46a5b40a3527') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.969508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790967d3-cb73-4d6c-aa08-46a5b40a3527') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:40.975379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42040) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:40.981697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.998275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.004967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:41.005353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.094881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.109816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:41.114387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Usage tracker for resource:security_group_rule and tenant:9c740ff3cd55449e86cfeab29bcc6a49 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:41.117351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:41.123270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:41.177624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.182712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.206678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Network': ['ID=04122238-6c2f-493c-af65-5764a03b7a84,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:41.212401 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-31220b8c-0b46-4095-b32a-b2b7fb8557ce tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/networks/04122238-6c2f-493c-af65-5764a03b7a84 HTTP/1.1" status: 204 len: 168 time: 0.5289333 Oct 17 18:18:41.212787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42046) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:41.249700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.278766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting subnet bdb5066d-8e5a-4cf5-83b9-964b459d54f9 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:41.281874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.320098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.341395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.367123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c740ff3cd55449e86cfeab29bcc6a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906770 Oct 17 18:18:41.368817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd52d31-35d7-4673-a430-f6b72fe168bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f154884-ffd4-45f8-9fc7-1cacae7d64f3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:41.371173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42050) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:41.426467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.433120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.458152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.638658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.638939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.653390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f154884-ffd4-45f8-9fc7-1cacae7d64f3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:41.661155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.662296 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5871844c-6ce5-422c-a606-0579968cf3d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f154884-ffd4-45f8-9fc7-1cacae7d64f3 HTTP/1.1" status: 204 len: 168 time: 0.2902441 Oct 17 18:18:41.686303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb5066d-8e5a-4cf5-83b9-964b459d54f9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:41.691503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.698317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea7d3c-b054-4f36-a7ba-f7f73e99df26 None None] Network a7ca7993-155f-4911-8736-137e496a39b3 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:41.699751 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a96fb96d-249d-4796-8ee1-4dc1a47b8431 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/subnets/bdb5066d-8e5a-4cf5-83b9-964b459d54f9 HTTP/1.1" status: 204 len: 168 time: 0.4854889 Oct 17 18:18:41.702013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42056) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:41.818363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.829769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Deleting port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:41.830097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.983849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb90458-52be-4149-8243-de89253ef225 None None] DHCP port deletion for a7ca7993-155f-4911-8736-137e496a39b3 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:41.990666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Deleting port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:41.991191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.147753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] For port 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=96e679f6-c21f-43bf-b7c8-46c0085b36c4,segment=NetworkSegment(eb401e0f-cd61-4394-9e07-6334f238ebc9),segment_id=eb401e0f-cd61-4394-9e07-6334f238ebc9)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:42.148389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.200063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ccb90458-52be-4149-8243-de89253ef225 None None] For port 96e679f6-c21f-43bf-b7c8-46c0085b36c4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=96e679f6-c21f-43bf-b7c8-46c0085b36c4,segment=NetworkSegment(eb401e0f-cd61-4394-9e07-6334f238ebc9),segment_id=eb401e0f-cd61-4394-9e07-6334f238ebc9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:42.200451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.272505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Calling delete_port for 96e679f6-c21f-43bf-b7c8-46c0085b36c4 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:42.324570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42062) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:42.327437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Calling delete_port for 96e679f6-c21f-43bf-b7c8-46c0085b36c4 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:42.343202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.358483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:42.362394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1c547989c34ec1a5147a323f7106ef is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:42.365248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:42.371410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:42.406013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.412137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:18:42.413197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:18:42.459017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Port': ['ID=96e679f6-c21f-43bf-b7c8-46c0085b36c4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:42.461211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] No DVR routers for this DVR port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:42.490253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.548276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 790967d3-cb73-4d6c-aa08-46a5b40a3527 resource provider aggregate not found Oct 17 18:18:42.558272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.567069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 790967d3-cb73-4d6c-aa08-46a5b40a3527 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 790967d3-cb73-4d6c-aa08-46a5b40a3527 found for delete ", "request_id": "req-95de8afe-032d-4dad-83b4-d36fbe03a689"}]} Oct 17 18:18:42.586889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.608491 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a1c547989c34ec1a5147a323f7106ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827723 Oct 17 18:18:42.610038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286f466-d3fc-4453-9b10-7c30d97d3457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4445ba8-b055-4419-afad-e9fe243d18dd,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:42.612730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:42.629503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ca7993-155f-4911-8736-137e496a39b3']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:42.645833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb401e0f-cd61-4394-9e07-6334f238ebc9') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:42.646125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb401e0f-cd61-4394-9e07-6334f238ebc9') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:42.666978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.694463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.710078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:18:42.710403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.732149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.786241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment eb401e0f-cd61-4394-9e07-6334f238ebc9 resource provider aggregate not found Oct 17 18:18:42.810842 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment eb401e0f-cd61-4394-9e07-6334f238ebc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb401e0f-cd61-4394-9e07-6334f238ebc9 found for delete ", "request_id": "req-785f9397-5959-4671-8c08-f1597804e351"}]} Oct 17 18:18:42.830753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.902628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.913920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Deleting port 96e679f6-c21f-43bf-b7c8-46c0085b36c4 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:42.914487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ccb90458-52be-4149-8243-de89253ef225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.920536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.936119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Pushing event deleted for resources: {'Network': ['ID=a7ca7993-155f-4911-8736-137e496a39b3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:42.944835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0137347e-9a44-4004-956f-681e5b620da1 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/networks/a7ca7993-155f-4911-8736-137e496a39b3 HTTP/1.1" status: 204 len: 168 time: 1.2417192 Oct 17 18:18:42.947587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42078) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:42.982533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90458-52be-4149-8243-de89253ef225 None None] The port '96e679f6-c21f-43bf-b7c8-46c0085b36c4' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:18:42.990314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.992253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.994227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4445ba8-b055-4419-afad-e9fe243d18dd HTTP/1.1" status: 204 len: 168 time: 0.3802316 Oct 17 18:18:43.009645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-eb5cbd40-0705-498c-9a68-1c114cbe270c tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Synchronizing usage tracker for tenant:2bccf57de110476c94fddeef0663f0ba on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:43.014719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d7c03-8d4f-4a03-802e-c0062de8fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4445ba8-b055-4419-afad-e9fe243d18dd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:43.097544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-eb5cbd40-0705-498c-9a68-1c114cbe270c tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Unset dirty status for tenant:2bccf57de110476c94fddeef0663f0ba on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:43.098839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb5cbd40-0705-498c-9a68-1c114cbe270c tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 HTTP/1.1" status: 200 len: 205 time: 0.1503463 Oct 17 18:18:43.101400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42084) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:43.234818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:43.641400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:43.644344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:43.720232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:43.720742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Fanout notify agent at l3_agent the message router_deleted on router 5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:18:43.731680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:43.732745 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ddbbc925-51ef-4e86-b205-2659fa8c0ea7 tempest-RoutersNegativeIpV6Test-105290599 tempest-RoutersNegativeIpV6Test-105290599-project] 10.222.0.36 "DELETE /v2.0/routers/5c99aa95-559e-4c08-9e95-d4ee96b8e6c6 HTTP/1.1" status: 204 len: 168 time: 0.6304185 Oct 17 18:18:43.879202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 96e679f6-c21f-43bf-b7c8-46c0085b36c4 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:43.913591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 96e679f6-c21f-43bf-b7c8-46c0085b36c4 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:43.913961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 96e679f6-c21f-43bf-b7c8-46c0085b36c4 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:44.079250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42110) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:44.206846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42118) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:44.316609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2009976679'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:44.321587 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85df7855-2655-4aae-8e99-a3bd3c5f7d84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bccf57de110476c94fddeef0663f0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136384 Oct 17 18:18:44.324115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:44.324746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42126) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:44.328156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:network and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:44.331675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:44.337461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:44.411387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:44.414816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.428016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.442802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:44.446791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:security_group_rule and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:44.449690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:44.455070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.456064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:44.490347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1dd44-27e9-4cea-9d0c-5f7f83e9a207 req-bb972e52-12d5-4432-adae-a36029649c65 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:44.491767 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dce1dd44-27e9-4cea-9d0c-5f7f83e9a207 req-bb972e52-12d5-4432-adae-a36029649c65 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.1449776 Oct 17 18:18:44.496090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.542334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.568320 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dce1dd44-27e9-4cea-9d0c-5f7f83e9a207 req-d9fcb9ae-7999-4227-8372-0e0d0f016304 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654643 Oct 17 18:18:44.644472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.678913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eba376-c731-4856-b533-528568fe65b8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:44.701708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.706929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:18:44.715869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.716205 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Added segment 82413247-cdf2-4d5b-9b1b-7c965c4d8b56 of type vlan for network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 Oct 17 18:18:44.720273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec44f44-2f3c-43eb-887e-a87c88b73fba,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:44.730288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.734189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4ed07e2e-8687-474c-a541-ebf400a38099 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ec44f44-2f3c-43eb-887e-a87c88b73fba HTTP/1.1" status: 204 len: 168 time: 0.4059956 Oct 17 18:18:44.752265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.855831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.861481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:44.870188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:44.971779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Network': ['ID=fa2fdcf8-9373-49d3-88a9-b0104db2a4b1,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:44.981531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:18:45.075449 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45afdd6b-9c87-4874-bb1e-0a0a3fd1c4f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9950638 Oct 17 18:18:45.079333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42132) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:45.086668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:45.211136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:45.214995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:45.217801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:45.223502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:45.312899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:45.316981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.588447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.663940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=b9505861-b664-4f01-89a9-37ff14d565e7,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:45.674586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:45.674946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network hostable DHCP agents. Network: fa2fdcf8-9373-49d3-88a9-b0104db2a4b1, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:18:45.742784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:18:45.777380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a8b65-514a-45e8-b332-67ddc3638061 req-dd6b5e60-1bc2-43b5-9459-55010e8ede8c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:45.778855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c83a8b65-514a-45e8-b332-67ddc3638061 req-dd6b5e60-1bc2-43b5-9459-55010e8ede8c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.0876303 Oct 17 18:18:45.799863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, fa2fdcf8-9373-49d3-88a9-b0104db2a4b1) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:45.804657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:45.804806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.809296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b1951-d919-4b11-98f0-7b04c8a4f74a None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:45.826175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c83a8b65-514a-45e8-b332-67ddc3638061 req-ff79ce30-0a29-4ef9-861f-e87650ebdf16 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Oct 17 18:18:45.903344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-db736782-788c-414a-9e51-8d9c7937ed29 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8221130 Oct 17 18:18:45.906006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42138) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:45.912019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'name': 'tempest-NetworksTestDHCPv6-1374977082'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:46.041006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'b9505861-b664-4f01-89a9-37ff14d565e7'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:46.041864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.150997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:46.154991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:46.158366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:46.164142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:46.205956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/b9505861-b664-4f01-89a9-37ff14d565e7/bfd74cad-96b8-4e6f-9ef9-ca50144c60ce) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:46.267691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:46.271510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.294233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port c12039a3-af82-4d16-90fe-f537821552c7 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:18:46.411545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.421541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Transition to ACTIVE for port object bfd74cad-96b8-4e6f-9ef9-ca50144c60ce will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:46.440483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Transition to ACTIVE for port object bfd74cad-96b8-4e6f-9ef9-ca50144c60ce will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:46.447519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-ac4e8832-5280-4605-891d-9ba7f16e1539 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:46.448967 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-ac4e8832-5280-4605-891d-9ba7f16e1539 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.0917971 Oct 17 18:18:46.514593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.520917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port c9fbe016-0bee-4b03-803f-c4cb26339afc {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:46.521262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.580306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:46.583237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:46.587158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:46.598522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::2f8 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/b9505861-b664-4f01-89a9-37ff14d565e7/c12039a3-af82-4d16-90fe-f537821552c7) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:46.631453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Pushing event updated for resources: {'Port': ['ID=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:46.695287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Attempting to bind port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:46.695660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Attempting to bind port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:46.696022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Attempting to bind port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:46.701624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:46.702018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:46.702414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.702802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:46.703288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Bound port: bfd74cad-96b8-4e6f-9ef9-ca50144c60ce, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:46.703659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.789898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] For port c9fbe016-0bee-4b03-803f-c4cb26339afc, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c9fbe016-0bee-4b03-803f-c4cb26339afc,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:46.790491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.796931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] For port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:46.800736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] For port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:46.810085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.825953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object c12039a3-af82-4d16-90fe-f537821552c7 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:46.875360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.937416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.951219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063be6c8-3f65-4dca-81fa-a308c6c647aa None None] Pushing event updated for resources: {'Port': ['ID=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:47.070178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:47.075208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:47.077577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:47.083341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.083986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.101320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.101728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.102044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP 58a07232-883c-4d8d-944a-63bbcf835cc8 disassociated. External IP: 172.26.2.21, port: c9fbe016-0bee-4b03-803f-c4cb26339afc. Oct 17 18:18:47.102559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for c9fbe016-0bee-4b03-803f-c4cb26339afc owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:47.114738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=c12039a3-af82-4d16-90fe-f537821552c7,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:47.144909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d29be-05ba-4e22-ba85-bf317a05b98b req-72906d85-ef39-4934-84c5-2bea02589197 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.146466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e6d29be-05ba-4e22-ba85-bf317a05b98b req-72906d85-ef39-4934-84c5-2bea02589197 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 946 time: 0.1991742 Oct 17 18:18:47.199366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e6d29be-05ba-4e22-ba85-bf317a05b98b req-a33eddc1-34ac-4caf-9caf-4c5202663364 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Oct 17 18:18:47.201465 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3e7e2cec-78c5-442d-a345-fb173153d9a5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2943647 Oct 17 18:18:47.202107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42144) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:47.327725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d9dee-0a73-4509-a078-ee37d4ceb939 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.333766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d9dee-0a73-4509-a078-ee37d4ceb939 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.334458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5b2d9dee-0a73-4509-a078-ee37d4ceb939 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:47.364198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.416960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5b2d9dee-0a73-4509-a078-ee37d4ceb939 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:47.420568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=c9fbe016-0bee-4b03-803f-c4cb26339afc,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:47.421190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5b2d9dee-0a73-4509-a078-ee37d4ceb939 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2180433 Oct 17 18:18:47.421858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42148) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:47.495263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port c12039a3-af82-4d16-90fe-f537821552c7 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:47.495482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.611828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:47.759938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:47.907656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for c12039a3-af82-4d16-90fe-f537821552c7 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:47.929215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:47.956077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:47.984834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:47.986230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:48.043845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] No DVR routers for this DVR port c9fbe016-0bee-4b03-803f-c4cb26339afc on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:48.046797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.050672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'name': 'network-vif-deleted', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:48.054280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ee7ff-0121-4967-9949-8d43106615f3" -d '{"events": [{"server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "name": "network-vif-deleted", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:48.111030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d903c-d19b-4f73-a7e5-7db4a4bbaecf x-openstack-request-id: req-606d903c-d19b-4f73-a7e5-7db4a4bbaecf {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:48.111345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e54732-1fd2-4834-9a3b-91b20816c70e", "name": "network-vif-deleted", "tag": "c9fbe016-0bee-4b03-803f-c4cb26339afc", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:48.111596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-606d903c-d19b-4f73-a7e5-7db4a4bbaecf {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:48.111997 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606d903c-d19b-4f73-a7e5-7db4a4bbaecf'] response: {'server_uuid': '06e54732-1fd2-4834-9a3b-91b20816c70e', 'name': 'network-vif-deleted', 'tag': 'c9fbe016-0bee-4b03-803f-c4cb26339afc', 'status': 'completed', 'code': 200} Oct 17 18:18:48.137975 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bad15c03-4baa-44b1-965c-2ddee751e139 req-93fb1e16-0f18-4eba-b07f-788a2b664154 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "DELETE /v2.0/ports/c9fbe016-0bee-4b03-803f-c4cb26339afc HTTP/1.1" status: 204 len: 173 time: 1.6828947 Oct 17 18:18:48.150744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bfd74cad-96b8-4e6f-9ef9-ca50144c60ce up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:48.164469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.221533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=c12039a3-af82-4d16-90fe-f537821552c7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:48.247595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b707e-49d1-4414-a270-6618089b1d2d None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:48.306203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.332245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:48.376354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:48.428670 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f9f2b75f-bcad-42fa-96c4-b7c05756c8eb req-d058b506-8646-4fd1-90f5-b5d16973354e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.0568435 Oct 17 18:18:48.457764 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-df895929-6009-42d4-8ac3-21af0a7e45f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/c12039a3-af82-4d16-90fe-f537821552c7 HTTP/1.1" status: 204 len: 168 time: 1.0347257 Oct 17 18:18:48.462226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42156) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:48.534050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025f2ad-43c6-4775-a9c9-824739c41f27 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:48.535727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025f2ad-43c6-4775-a9c9-824739c41f27 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:48.537652 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6025f2ad-43c6-4775-a9c9-824739c41f27 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0740535 Oct 17 18:18:48.540214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42160) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:48.577061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Provisioning for port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:48.615835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet b9505861-b664-4f01-89a9-37ff14d565e7 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:48.624130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.631791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Provisioning complete for port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:48.633623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.633623 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Attempt 1 to provision port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce Oct 17 18:18:48.686189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.782975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.914705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.955285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=b9505861-b664-4f01-89a9-37ff14d565e7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:48.955996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Current status of the port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:48.956196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.959831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:48.967018 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-55513865-f2ec-4512-ab7f-4621f361c156 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/b9505861-b664-4f01-89a9-37ff14d565e7 HTTP/1.1" status: 204 len: 168 time: 0.4243898 Oct 17 18:18:48.968607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42164) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:49.012791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] For port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:49.020115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:49.025282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:49.030927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c9fbe016-0bee-4b03-803f-c4cb26339afc no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:49.049535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42168) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:49.050371 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1d5a5907-9956-4374-ae45-29d334c850e9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802548 Oct 17 18:18:49.055993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:49.073633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: c9fbe016-0bee-4b03-803f-c4cb26339afc {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:49.074048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c9fbe016-0bee-4b03-803f-c4cb26339afc not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:49.077444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:49.078277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:49.134968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.239481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4237b-e58f-4047-bcaf-749660e0b377 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:49.279878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:49.283755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:49.286600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:49.292278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:49.381277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:49.384667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.395420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6da6a391-03c3-4fed-b3b7-193e405a7713 None None] Provisioning complete for port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:49.395906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6da6a391-03c3-4fed-b3b7-193e405a7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.396243 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6da6a391-03c3-4fed-b3b7-193e405a7713 None None] Attempt 1 to provision port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce Oct 17 18:18:49.555955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14896d4e-a496-42c4-ad7a-aaf2b8c093cd None None] Pushing event updated for resources: {'Port': ['ID=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:49.599431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:49.616404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7a7d3fd1-7482-46d7-907f-8f541617f042 req-f298380c-29d9-4da9-9d96-36298834e1f2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:49.676394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c76bda65-361d-44a7-aea0-38fc977aed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.707153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7a7d3fd1-7482-46d7-907f-8f541617f042 req-f298380c-29d9-4da9-9d96-36298834e1f2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:49.707422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.708531 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7a7d3fd1-7482-46d7-907f-8f541617f042 req-f298380c-29d9-4da9-9d96-36298834e1f2 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e54732-1fd2-4834-9a3b-91b20816c70e HTTP/1.1" status: 200 len: 210 time: 0.1573696 Oct 17 18:18:49.761748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:49.765716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:49.775208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:49.775796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:49.794743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=05cdade0-d68c-4360-986c-1062b6884477,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:49.876735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6da6a391-03c3-4fed-b3b7-193e405a7713 None None] Current status of the port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:49.880838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-25908437-f47d-4451-b76e-1051e068b2a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8291452 Oct 17 18:18:49.883086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42174) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:49.886135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bfd74cad-96b8-4e6f-9ef9-ca50144c60ce up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:49.888980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'name': 'tempest-NetworksTestDHCPv6-776788797'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:50.035595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:50.039729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:50.044189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:50.050514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:50.076088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:50.087476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Deleting port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:50.096645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.140176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:50.140537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.140867 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce Oct 17 18:18:50.154154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:50.157797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.179189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 445160ba-41d8-48e7-9c3d-7e07287a3b74 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:18:50.330302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::31d (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/05cdade0-d68c-4360-986c-1062b6884477/445160ba-41d8-48e7-9c3d-7e07287a3b74) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:50.365479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:50.389265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ea42e-517c-4058-943b-ab9c320e29c3 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:50.423139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:50.458571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] For port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:50.458976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.542995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.560527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 445160ba-41d8-48e7-9c3d-7e07287a3b74 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:50.585283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Calling delete_port for bfd74cad-96b8-4e6f-9ef9-ca50144c60ce owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:50.634741 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045557d-cc90-43b6-a410-0a629ae188ce None None] New status for floating IP 58a07232-883c-4d8d-944a-63bbcf835cc8: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:18:50.680182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.751079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:50.754198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:50.756509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:50.759616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.762062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:50.762725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:50.779594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=445160ba-41d8-48e7-9c3d-7e07287a3b74,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:50.810055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] Pushing event deleted for resources: {'Port': ['ID=bfd74cad-96b8-4e6f-9ef9-ca50144c60ce,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:50.814836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f278f-a185-485b-937e-535c9efc4ddb None None] No DVR routers for this DVR port bfd74cad-96b8-4e6f-9ef9-ca50144c60ce on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:50.845885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130878f3-8c24-483f-b0f7-96782452f23f None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:50.880735 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fbec15f-e8d5-4ee5-b171-5581ba0064a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9964380 Oct 17 18:18:50.883260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42180) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:50.988828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721e2f3-26ba-4d82-820d-8918964bfb0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:50.989740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f721e2f3-26ba-4d82-820d-8918964bfb0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:51.073937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f721e2f3-26ba-4d82-820d-8918964bfb0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:51.077784 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f721e2f3-26ba-4d82-820d-8918964bfb0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1906662 Oct 17 18:18:51.078125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42190) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:51.110446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '05cdade0-d68c-4360-986c-1062b6884477'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:51.111288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.169492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 445160ba-41d8-48e7-9c3d-7e07287a3b74 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:51.170033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.206650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-c77540f9-e771-443c-a013-f1872758d671 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369612646&fields=id&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 267 time: 0.0449016 Oct 17 18:18:51.284420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/05cdade0-d68c-4360-986c-1062b6884477/8bed9c68-5769-4a6d-8c17-7595da6d3734) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:51.446921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.481048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-8b05102b-e7db-4560-9813-a253fe0bd004 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:51.482523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-8b05102b-e7db-4560-9813-a253fe0bd004 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.2639844 Oct 17 18:18:51.502166 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-631a8e56-1e5a-4e22-8af1-1d602a600b4e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/quotas/84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 375 time: 0.0121684 Oct 17 18:18:51.520042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.530455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Transition to ACTIVE for port object 8bed9c68-5769-4a6d-8c17-7595da6d3734 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:51.550505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Transition to ACTIVE for port object 8bed9c68-5769-4a6d-8c17-7595da6d3734 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:51.580094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 445160ba-41d8-48e7-9c3d-7e07287a3b74 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:51.600291 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-f330a832-8011-4286-8ac6-d8ebc1385aa0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919542 Oct 17 18:18:51.627857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.699378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:51.702512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:51.704995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:51.714494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Pushing event updated for resources: {'Port': ['ID=8bed9c68-5769-4a6d-8c17-7595da6d3734,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:51.750264 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-88dbcaa6-e911-49ac-adf5-0ab1b6f4b5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377740 Oct 17 18:18:51.799066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.816833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Attempting to bind port 8bed9c68-5769-4a6d-8c17-7595da6d3734 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:51.817209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Attempting to bind port 8bed9c68-5769-4a6d-8c17-7595da6d3734 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:51.817569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Attempting to bind port 8bed9c68-5769-4a6d-8c17-7595da6d3734 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:51.823281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:51.823654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:51.824051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.824439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:51.824896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Bound port: 8bed9c68-5769-4a6d-8c17-7595da6d3734, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:51.825263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.866498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=445160ba-41d8-48e7-9c3d-7e07287a3b74,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:51.912746 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-71e9ee40-35cc-428f-b1e9-6c300196ba81 service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539884 Oct 17 18:18:51.923288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:51.927540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bfd74cad-96b8-4e6f-9ef9-ca50144c60ce no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:51.928029 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:18:51.974432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: bfd74cad-96b8-4e6f-9ef9-ca50144c60ce {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:51.974768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device bfd74cad-96b8-4e6f-9ef9-ca50144c60ce not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:52.008930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] For port 8bed9c68-5769-4a6d-8c17-7595da6d3734, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:52.013280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3121cf15-dee4-459f-9d88-770f328463ba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/445160ba-41d8-48e7-9c3d-7e07287a3b74 HTTP/1.1" status: 204 len: 168 time: 0.9317894 Oct 17 18:18:52.013445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] For port 8bed9c68-5769-4a6d-8c17-7595da6d3734, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8bed9c68-5769-4a6d-8c17-7595da6d3734,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:52.013630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42196) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:52.068785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.089695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0971ea5-8e04-41b1-a1aa-1ef0a6e11758 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:52.091261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0971ea5-8e04-41b1-a1aa-1ef0a6e11758 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:52.093427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0971ea5-8e04-41b1-a1aa-1ef0a6e11758 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:52.146072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7650a1-b83c-48cd-91f7-0ef26556aedf None None] Pushing event updated for resources: {'Port': ['ID=8bed9c68-5769-4a6d-8c17-7595da6d3734,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:52.176744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c0971ea5-8e04-41b1-a1aa-1ef0a6e11758 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:52.179093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0971ea5-8e04-41b1-a1aa-1ef0a6e11758 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1639967 Oct 17 18:18:52.181417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42204) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:52.258475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 05cdade0-d68c-4360-986c-1062b6884477 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:52.261563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.262064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-53706ce1-806a-4c72-80da-5523eddeaa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.340857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.433548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.622666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.678349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-45a9a642-0605-4e91-9422-f3abb1ecbead req-006e20cf-9a81-4b4f-bbb7-b146f0d326f8 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 210 time: 0.0933771 Oct 17 18:18:52.680691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=05cdade0-d68c-4360-986c-1062b6884477,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:52.684321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.749113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2b5e8dec-a24e-4c8a-b931-ef4414d5baf3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/05cdade0-d68c-4360-986c-1062b6884477 HTTP/1.1" status: 204 len: 168 time: 0.5661130 Oct 17 18:18:52.751930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42216) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:52.827515 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a0f4a90e-a7a7-4e64-a94c-227c9dc68d69 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714731 Oct 17 18:18:52.827833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42220) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:52.833906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:52.896839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.935337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:52.960222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:52.964798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:52.967840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:52.974395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:53.057143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:53.060752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.118524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ffcbf-f289-4a26-bf1f-ea770820eed4 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:53.287309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-33536453-7b42-4bd0-8f87-eb1a2395dc1b None None] Provisioning for port 8bed9c68-5769-4a6d-8c17-7595da6d3734 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:53.311005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-33536453-7b42-4bd0-8f87-eb1a2395dc1b None None] Could not find standard attr ID for object 445160ba-41d8-48e7-9c3d-7e07287a3b74. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:53.342662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.400928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:53.408140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:53.413647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:53.417048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.417176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:53.419482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Deleting port 8bed9c68-5769-4a6d-8c17-7595da6d3734 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:53.419912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.430863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=a7786362-6a07-45cf-a15e-96670695ab21,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:53.509942 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-04edd5ce-5de6-4f53-bba4-108758240eb0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6805499 Oct 17 18:18:53.512684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42228) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:53.519332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'name': 'tempest-NetworksTestDHCPv6-69193012'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:53.649335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] For port 8bed9c68-5769-4a6d-8c17-7595da6d3734, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=8bed9c68-5769-4a6d-8c17-7595da6d3734,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:53.649659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.771528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:53.775737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:18:53.778650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:18:53.785691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:53.786477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Calling delete_port for 8bed9c68-5769-4a6d-8c17-7595da6d3734 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:53.849925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f65905a-322b-410a-9d09-5ebc1ade9b38 req-15aa9c41-cb08-45b9-b9b8-55b7d4d7b427 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 210 time: 0.0509605 Oct 17 18:18:53.907269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:53.910843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.932445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 9560ec0f-0397-4352-ae89-71ef8f68bd6d yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:18:53.942204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:53.988459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] Pushing event deleted for resources: {'Port': ['ID=8bed9c68-5769-4a6d-8c17-7595da6d3734,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:53.993957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc3bbe-ad8f-47d6-9cf3-e5a87a52e5b3 None None] No DVR routers for this DVR port 8bed9c68-5769-4a6d-8c17-7595da6d3734 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:54.011179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63791447-08c3-46a5-86ed-eba66198fbbf None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:54.091859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::323 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/a7786362-6a07-45cf-a15e-96670695ab21/9560ec0f-0397-4352-ae89-71ef8f68bd6d) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:54.237371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'a7786362-6a07-45cf-a15e-96670695ab21'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:54.238331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.299413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.316892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 9560ec0f-0397-4352-ae89-71ef8f68bd6d will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:54.360040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.394125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.455633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/a7786362-6a07-45cf-a15e-96670695ab21/95acd45b-013b-4801-bb6f-fda84d41ac53) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:54.470123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:54.473443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:54.475763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:54.481577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:54.482138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.502321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=9560ec0f-0397-4352-ae89-71ef8f68bd6d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:54.588763 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b48c391e-1b47-4f1e-b37a-77d5fb7aca8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0745904 Oct 17 18:18:54.591029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42236) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:54.662733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.676210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Transition to ACTIVE for port object 95acd45b-013b-4801-bb6f-fda84d41ac53 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:54.687931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee5089-1aa4-4b95-bd61-dacbd3728cba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:54.688652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4ee5089-1aa4-4b95-bd61-dacbd3728cba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:54.697000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Transition to ACTIVE for port object 95acd45b-013b-4801-bb6f-fda84d41ac53 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:54.765524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:54.788428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f4ee5089-1aa4-4b95-bd61-dacbd3728cba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:54.792029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4ee5089-1aa4-4b95-bd61-dacbd3728cba tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1975892 Oct 17 18:18:54.792302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-2bb84db2-4fad-427e-bfe1-1ce06325d3f3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:54.792763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:54.793173 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-2bb84db2-4fad-427e-bfe1-1ce06325d3f3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.1514468 Oct 17 18:18:54.852113 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-88a24081-3737-4333-b2b1-4d1e57bc837d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 379 time: 0.0433922 Oct 17 18:18:54.862872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'port': {'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'admin_state_up': True, 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'security_groups': ['bbab1040-6943-4926-bee2-5a3975c4094f']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:54.867621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:54.870617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:54.875576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:54.885068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Pushing event updated for resources: {'Port': ['ID=95acd45b-013b-4801-bb6f-fda84d41ac53,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:54.886660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 9560ec0f-0397-4352-ae89-71ef8f68bd6d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:54.886759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.001109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Attempting to bind port 95acd45b-013b-4801-bb6f-fda84d41ac53 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:55.001488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Attempting to bind port 95acd45b-013b-4801-bb6f-fda84d41ac53 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:55.001884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Attempting to bind port 95acd45b-013b-4801-bb6f-fda84d41ac53 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:55.007793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:55.008167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:55.008569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.008965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:55.009429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Bound port: 95acd45b-013b-4801-bb6f-fda84d41ac53, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:55.010219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.062550 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a7d8468-577c-4547-bcb5-0677b067f161 req-d45ebc70-25b8-482c-aad0-5bce25b249fb tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 210 time: 0.0625608 Oct 17 18:18:55.116235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:55.131552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] For port 95acd45b-013b-4801-bb6f-fda84d41ac53, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:55.131771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:55.138408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] For port 95acd45b-013b-4801-bb6f-fda84d41ac53, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95acd45b-013b-4801-bb6f-fda84d41ac53,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:55.182515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.193469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Made reservation on behalf of 84c83a794e3541e18611cfc98cb39e6b for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:55.197071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.205742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.307230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7807e8-be5b-4cc6-9348-24d1af367278 None None] Pushing event updated for resources: {'Port': ['ID=95acd45b-013b-4801-bb6f-fda84d41ac53,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:55.329134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 9560ec0f-0397-4352-ae89-71ef8f68bd6d owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:55.397543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.20.0.10 (c4751d65-100a-4066-867a-0874521a138d/3b210744-d28f-487d-9076-7a94c965b3c0/20ea127b-6086-4a21-9adc-98b33eca4452) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:55.594069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.670356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=9560ec0f-0397-4352-ae89-71ef8f68bd6d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:55.696567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.746115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.758282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a38c8b2b-3435-4c0f-a8c1-29f401401f70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/9560ec0f-0397-4352-ae89-71ef8f68bd6d HTTP/1.1" status: 204 len: 168 time: 0.9649749 Oct 17 18:18:55.762259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42250) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:55.782412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.799537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Transition to ACTIVE for port object 20ea127b-6086-4a21-9adc-98b33eca4452 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:55.835134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ca5fe-f805-49e2-ab7e-c7c8fb907560 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:55.836636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ca5fe-f805-49e2-ab7e-c7c8fb907560 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:55.837397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-267ca5fe-f805-49e2-ab7e-c7c8fb907560 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:55.874402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:55.920316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-267ca5fe-f805-49e2-ab7e-c7c8fb907560 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:55.920538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-267ca5fe-f805-49e2-ab7e-c7c8fb907560 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1568429 Oct 17 18:18:55.923634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42254) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:55.951337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:55.954807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:55.958725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:55.959476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95acd45b-013b-4801-bb6f-fda84d41ac53 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:56.008029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet a7786362-6a07-45cf-a15e-96670695ab21 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:18:56.016146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.113061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.136758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 95acd45b-013b-4801-bb6f-fda84d41ac53 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:56.166694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:56.216337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.217338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.332894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.355211 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee250b6c-f451-4863-b1ca-1c357f4d5fa1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4980125 Oct 17 18:18:56.384756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Request body: {'port': {'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:56.404653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Provisioning for port 20ea127b-6086-4a21-9adc-98b33eca4452 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:56.415265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Provisioning complete for port 20ea127b-6086-4a21-9adc-98b33eca4452 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:56.416000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.416754 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Attempt 1 to provision port 20ea127b-6086-4a21-9adc-98b33eca4452 Oct 17 18:18:56.425839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635b96a-f855-42df-bb25-1ea9d17763e6 req-e97f46b9-2871-4d11-827d-ac1f216a32b1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.427502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b635b96a-f855-42df-bb25-1ea9d17763e6 req-e97f46b9-2871-4d11-827d-ac1f216a32b1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 932 time: 0.1638632 Oct 17 18:18:56.478732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b635b96a-f855-42df-bb25-1ea9d17763e6 req-ad3ab816-28e2-4fee-b3b4-0c4a49e8ee32 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Oct 17 18:18:56.497227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.509668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Port 20ea127b-6086-4a21-9adc-98b33eca4452 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:56.543831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=a7786362-6a07-45cf-a15e-96670695ab21,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:56.549180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.558296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.624956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216159b5-e796-45f1-8c19-11ecdbde5249 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:56.642457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-590aa788-25ee-4cbf-aeb5-1d27f17d5c51 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a7786362-6a07-45cf-a15e-96670695ab21 HTTP/1.1" status: 204 len: 168 time: 0.7176604 Oct 17 18:18:56.644902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42262) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:56.719494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d26d1867-c124-45e4-a446-cb6f3ed0428e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708091 Oct 17 18:18:56.720024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:56.820011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52a8c4-2ae9-4120-a9f7-e953c1647571 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.820461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c52a8c4-2ae9-4120-a9f7-e953c1647571 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:56.899095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:18:56.903267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Deleting port 95acd45b-013b-4801-bb6f-fda84d41ac53 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:56.903677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.918183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c52a8c4-2ae9-4120-a9f7-e953c1647571 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:56.921887 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c52a8c4-2ae9-4120-a9f7-e953c1647571 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1985300 Oct 17 18:18:56.922289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:56.962079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea127b-6086-4a21-9adc-98b33eca4452 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:56.971894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.988524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fa342-12af-4c48-aabf-1604be932497 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.989227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed8fa342-12af-4c48-aabf-1604be932497 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:56.990141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Transition to ACTIVE for port object 20ea127b-6086-4a21-9adc-98b33eca4452 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:57.016701 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Attempt 2 to provision port 20ea127b-6086-4a21-9adc-98b33eca4452 Oct 17 18:18:57.056478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.088331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed8fa342-12af-4c48-aabf-1604be932497 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:57.092335 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed8fa342-12af-4c48-aabf-1604be932497 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668680 Oct 17 18:18:57.092587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:57.139339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Port 20ea127b-6086-4a21-9adc-98b33eca4452 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:57.183066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] For port 95acd45b-013b-4801-bb6f-fda84d41ac53, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95acd45b-013b-4801-bb6f-fda84d41ac53,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:57.183455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.191549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:57.240931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.240931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.240931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.241362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.241685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.242019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.242352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.242686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.243014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.243371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.243788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.244112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:57.287719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-36c9fec7-3fcf-43b8-b072-a8debc916323 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1938574 Oct 17 18:18:57.291667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42278) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:57.301067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:57.334429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Calling delete_port for 95acd45b-013b-4801-bb6f-fda84d41ac53 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:57.346723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Attempting to bind port 20ea127b-6086-4a21-9adc-98b33eca4452 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:57.347061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Attempting to bind port 20ea127b-6086-4a21-9adc-98b33eca4452 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:57.347392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Attempting to bind port 20ea127b-6086-4a21-9adc-98b33eca4452 on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:57.352512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Port 20ea127b-6086-4a21-9adc-98b33eca4452 on network c4751d65-100a-4066-867a-0874521a138d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:18:57.353030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Attempting to bind port 20ea127b-6086-4a21-9adc-98b33eca4452 on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:57.358409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:57.358784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:57.360081 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Bound using segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:57.360520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Bound port: 20ea127b-6086-4a21-9adc-98b33eca4452, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:57.360865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.421114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:57.431838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:57.467278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:57.470290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=20ea127b-6086-4a21-9adc-98b33eca4452,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:57.502493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.542062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:57.543637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.546313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:57.546692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.547516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.548927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] 10.222.0.42 "PUT /v2.0/ports/20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 1094 time: 1.1696167 Oct 17 18:18:57.563508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] Pushing event deleted for resources: {'Port': ['ID=95acd45b-013b-4801-bb6f-fda84d41ac53,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:57.574227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4158b-8a33-44b0-b1e8-9a4d536915b6 None None] No DVR routers for this DVR port 95acd45b-013b-4801-bb6f-fda84d41ac53 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:57.588931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:57.591358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d532f9b-2ad9-4987-b086-a7cc910148e1" -d '{"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:57.640224 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Attempt 3 to provision port 20ea127b-6086-4a21-9adc-98b33eca4452 Oct 17 18:18:57.641117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86b6a-7cf0-4715-af2b-ab277a37e213 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:57.700076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010cef8e-19d4-4981-9004-633a4ea72a3d x-openstack-request-id: req-010cef8e-19d4-4981-9004-633a4ea72a3d {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:57.700672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:57.700936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-010cef8e-19d4-4981-9004-633a4ea72a3d {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:57.701762 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010cef8e-19d4-4981-9004-633a4ea72a3d'] response: {'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452', 'status': 'completed', 'code': 200} Oct 17 18:18:57.727599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8723e95c-002b-48fc-ad17-870c28510596 None None] Port 20ea127b-6086-4a21-9adc-98b33eca4452 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:18:57.830759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e388cb-9514-4347-97f5-0a8c2c2a1350 req-eb8afd1d-525c-41de-9ec8-b170d149fc46 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:57.831451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a2e388cb-9514-4347-97f5-0a8c2c2a1350 req-eb8afd1d-525c-41de-9ec8-b170d149fc46 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:57.840718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-70f87fa4-3ee4-4fee-9f96-a52eb8287bf4 None None] Could not find standard attr ID for object 95acd45b-013b-4801-bb6f-fda84d41ac53. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:18:57.852237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-723bd690-3a5d-4086-a88d-466d884e9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:57.853726 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-723bd690-3a5d-4086-a88d-466d884e9994 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1097 time: 0.1249905 Oct 17 18:18:57.856833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.891444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95acd45b-013b-4801-bb6f-fda84d41ac53 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:57.917906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:57.921286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a2e388cb-9514-4347-97f5-0a8c2c2a1350 req-eb8afd1d-525c-41de-9ec8-b170d149fc46 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:57.923089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a2e388cb-9514-4347-97f5-0a8c2c2a1350 req-eb8afd1d-525c-41de-9ec8-b170d149fc46 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.2660818 Oct 17 18:18:57.925535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:57.930182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:57.930782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:57.933833 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-03783cf8-1f11-4ed7-851f-396852f346ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 217 time: 0.0663197 Oct 17 18:18:57.942236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 95acd45b-013b-4801-bb6f-fda84d41ac53 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:57.943799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95acd45b-013b-4801-bb6f-fda84d41ac53 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:57.945981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf71c46-e49a-420c-bf61-e76f3fd778ca None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:18:57.947803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:58.023840 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a2e388cb-9514-4347-97f5-0a8c2c2a1350 req-3e5b65ea-06e8-4d32-929f-619d9f35c51b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916591 Oct 17 18:18:58.029202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-76334438-7ed1-4052-a5f0-b33ed3863d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:58.030717 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-76334438-7ed1-4052-a5f0-b33ed3863d98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0800924 Oct 17 18:18:58.055624 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c6b16267-7f14-4484-9b1b-51e4843d53d1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7621665 Oct 17 18:18:58.058015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42286) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:58.064136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9', 'ip_address': '2001:db8::c208:e9c0:9942:b021'}], 'name': 'tempest-NetworksTestDHCPv6-1082649842'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:58.115053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ca207-f59e-46cd-965f-039a82f6886e req-bddece26-8dab-40ee-b2f2-4a22c7ebc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:58.116688 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-bddece26-8dab-40ee-b2f2-4a22c7ebc016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797603 Oct 17 18:18:58.179154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:18:58.180119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.212069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:58.223703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:58.256696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-9c0a6396-54ea-44f3-a01b-b826eb3ea58c service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333988 Oct 17 18:18:58.307973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:58.374442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9/17253311-ef8c-4322-b4ab-43bcded37877) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:58.393571 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-920ca207-f59e-46cd-965f-039a82f6886e req-ee9c7eb8-c729-4d10-a70d-f96ea4d104af service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309199 Oct 17 18:18:58.436467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.457886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port c0e57535-2009-43bc-967e-2051389f226f yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:18:58.587992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.601575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Transition to ACTIVE for port object 17253311-ef8c-4322-b4ab-43bcded37877 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:58.619880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Transition to ACTIVE for port object 17253311-ef8c-4322-b4ab-43bcded37877 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:58.668750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-d1327358-ebb4-44e2-96af-de810dc3a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:58.670265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-d1327358-ebb4-44e2-96af-de810dc3a3d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1097 time: 0.0823576 Oct 17 18:18:58.708314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.776441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:58.779517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:58.784533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::c208:e9c0:9942:b021 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9/c0e57535-2009-43bc-967e-2051389f226f) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:58.784911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:58.791553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Pushing event updated for resources: {'Port': ['ID=17253311-ef8c-4322-b4ab-43bcded37877,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:58.896599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Attempting to bind port 17253311-ef8c-4322-b4ab-43bcded37877 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:58.896998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Attempting to bind port 17253311-ef8c-4322-b4ab-43bcded37877 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:58.897426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Attempting to bind port 17253311-ef8c-4322-b4ab-43bcded37877 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:58.903182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:58.904061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:58.904061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.904539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:58.905093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Bound port: 17253311-ef8c-4322-b4ab-43bcded37877, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:58.905532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:58.912215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-f722b623-21f5-4ece-8b08-542e3231fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:58.913806 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-f722b623-21f5-4ece-8b08-542e3231fe7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.2371249 Oct 17 18:18:58.983313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-4f59b618-f2a8-4a33-8972-0ba9599b9fc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 217 time: 0.0635848 Oct 17 18:18:58.997400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] For port 17253311-ef8c-4322-b4ab-43bcded37877, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:59.001027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] For port 17253311-ef8c-4322-b4ab-43bcded37877, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17253311-ef8c-4322-b4ab-43bcded37877,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:59.010284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.028692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object c0e57535-2009-43bc-967e-2051389f226f will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:59.046222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-f69fbf1b-6494-4378-9cdb-7daefdb74f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.047684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-f69fbf1b-6494-4378-9cdb-7daefdb74f50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0586424 Oct 17 18:18:59.090955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.125954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.140163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-15da8991-496b-4c4d-ba57-5519c8909963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.142429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-15da8991-496b-4c4d-ba57-5519c8909963 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883963 Oct 17 18:18:59.165055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5cf0-428b-4bd9-abb1-1a9b5de5e5b1 None None] Pushing event updated for resources: {'Port': ['ID=17253311-ef8c-4322-b4ab-43bcded37877,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:59.203801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:59.254285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:59.263806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:59.269934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.270643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.296804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-769d4c03-2c7f-42cf-9c80-0d3c6560525f service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469107 Oct 17 18:18:59.308555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=c0e57535-2009-43bc-967e-2051389f226f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:59.345303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fef3b-4da7-4db0-b5a4-d389684e3aa4 req-ba8b1dfc-adf7-46da-8c91-10abcf2af46d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.346980 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-210fef3b-4da7-4db0-b5a4-d389684e3aa4 req-ba8b1dfc-adf7-46da-8c91-10abcf2af46d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.1597676 Oct 17 18:18:59.389862 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ff8f5ab6-1a9b-408b-b6dc-dabf5d63facb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3285284 Oct 17 18:18:59.390417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:59.399809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-210fef3b-4da7-4db0-b5a4-d389684e3aa4 req-71e1b0c2-5ca0-41bd-8e1b-42e8d0296109 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Oct 17 18:18:59.521256 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2d532f9b-2ad9-4987-b086-a7cc910148e1 req-e04cc246-9b62-4259-a1ab-c18add4cfeeb service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153995 Oct 17 18:18:59.544261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b63a32-f2ec-4178-9c92-758ebfff638f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.551552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b63a32-f2ec-4178-9c92-758ebfff638f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:59.553887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-58b63a32-f2ec-4178-9c92-758ebfff638f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1619718 Oct 17 18:18:59.556768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42298) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:59.629123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port c0e57535-2009-43bc-967e-2051389f226f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:59.629461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.890615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:59.913437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17253311-ef8c-4322-b4ab-43bcded37877 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:00.028920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for c0e57535-2009-43bc-967e-2051389f226f owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:00.102246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 17253311-ef8c-4322-b4ab-43bcded37877 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:00.266933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.324077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=c0e57535-2009-43bc-967e-2051389f226f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:00.346312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Provisioning for port 17253311-ef8c-4322-b4ab-43bcded37877 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:00.351869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Provisioning complete for port 17253311-ef8c-4322-b4ab-43bcded37877 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:00.352241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.352604 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Attempt 1 to provision port 17253311-ef8c-4322-b4ab-43bcded37877 Oct 17 18:19:00.373095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.385562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42302) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:00.386142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b6a1261d-92e3-4ad1-b8ab-e73db3acc460 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/c0e57535-2009-43bc-967e-2051389f226f HTTP/1.1" status: 204 len: 168 time: 0.8279405 Oct 17 18:19:00.472673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42505fba-e84e-4f86-a476-e48d1683e7c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:00.474336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42505fba-e84e-4f86-a476-e48d1683e7c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:00.475079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-42505fba-e84e-4f86-a476-e48d1683e7c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:00.477650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Current status of the port 17253311-ef8c-4322-b4ab-43bcded37877 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:00.478661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.560006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] For port 17253311-ef8c-4322-b4ab-43bcded37877, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17253311-ef8c-4322-b4ab-43bcded37877,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:00.570298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-42505fba-e84e-4f86-a476-e48d1683e7c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:00.571451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-42505fba-e84e-4f86-a476-e48d1683e7c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1844790 Oct 17 18:19:00.574101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42308) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:00.623411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a54c-d164-44e0-a3ea-03eec8b63315 req-7a9c2763-0746-4402-9b70-ca203b07c957 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:00.625412 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2218a54c-d164-44e0-a3ea-03eec8b63315 req-7a9c2763-0746-4402-9b70-ca203b07c957 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.0955598 Oct 17 18:19:00.645169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:00.648147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.671520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2218a54c-d164-44e0-a3ea-03eec8b63315 req-91b6f6a8-2c11-4ce5-9695-a40a9a809145 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Oct 17 18:19:00.700333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.705265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.768586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293fa69-9ba6-45a4-8246-cfcdcb88be85 None None] Pushing event updated for resources: {'Port': ['ID=17253311-ef8c-4322-b4ab-43bcded37877,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:00.789208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:00.808619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-603cb813-309c-4d70-9903-ae2906d89671 None None] Could not find standard attr ID for object c0e57535-2009-43bc-967e-2051389f226f. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:01.044924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.083986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:01.093971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.097030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a093936b-7326-480a-bfe6-9ca42e6571d5 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:01.097177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.097444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.097803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.098133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.098462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.098786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.099106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.099426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.099744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.100061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.100378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.100697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:01.171125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-76615bdf-0322-464d-8170-14c9e1fb60aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9 HTTP/1.1" status: 204 len: 168 time: 0.5959890 Oct 17 18:19:01.174119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:01.245549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-849c2a6b-301c-4caa-bd0e-05c20bb6999e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699561 Oct 17 18:19:01.248076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42316) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:01.254190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:01.467242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:01.467242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Deleting port 17253311-ef8c-4322-b4ab-43bcded37877 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:01.467242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.468003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:01.468003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:01.468003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:01.468003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:01.496099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:01.499838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.572553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] For port 17253311-ef8c-4322-b4ab-43bcded37877, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17253311-ef8c-4322-b4ab-43bcded37877,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:01.572861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.694262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Calling delete_port for 17253311-ef8c-4322-b4ab-43bcded37877 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:01.782481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.850852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.891038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17253311-ef8c-4322-b4ab-43bcded37877 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:01.907134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:01.914554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:01.917778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:01.920614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.922808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=0698209b-dc09-4119-ba66-817347ae9f82,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:01.934068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] Pushing event deleted for resources: {'Port': ['ID=17253311-ef8c-4322-b4ab-43bcded37877,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:01.937490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 17253311-ef8c-4322-b4ab-43bcded37877 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:01.937981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17253311-ef8c-4322-b4ab-43bcded37877 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:01.943941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751ba82-beee-4341-8c70-cb6285e2df79 None None] No DVR routers for this DVR port 17253311-ef8c-4322-b4ab-43bcded37877 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:01.958996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1de46-cc0a-4770-bcaf-e956309a11aa None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:01.973940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b29e4-17be-4150-a922-c8eae1100574 req-ea7063f5-c7f3-4814-981c-2621576bc33c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:01.975476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-930b29e4-17be-4150-a922-c8eae1100574 req-ea7063f5-c7f3-4814-981c-2621576bc33c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.1580207 Oct 17 18:19:02.019071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-33ca1e47-a763-4b75-869b-bf617882e915 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7699738 Oct 17 18:19:02.021905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42322) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:02.026857 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-930b29e4-17be-4150-a922-c8eae1100574 req-b8927faa-b64c-449a-901d-8f1065ae4fd1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Oct 17 18:19:02.027757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '0698209b-dc09-4119-ba66-817347ae9f82', 'ip_address': '2001:db8::259c:7e9d:e2b6:a3cd'}], 'name': 'tempest-NetworksTestDHCPv6-789007917'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:02.183484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '0698209b-dc09-4119-ba66-817347ae9f82'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:02.184337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.271300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:02.271300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:02.272720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:02.278499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:02.342128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/0698209b-dc09-4119-ba66-817347ae9f82/40c82d06-e329-4d42-b57b-2db55647404a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:02.358759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:02.481448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.503833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 05ce18a8-7c5c-42b3-8286-4b631ae5b592 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:02.543148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.554433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Transition to ACTIVE for port object 40c82d06-e329-4d42-b57b-2db55647404a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:02.573024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Transition to ACTIVE for port object 40c82d06-e329-4d42-b57b-2db55647404a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:02.643869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.707030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::259c:7e9d:e2b6:a3cd (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/0698209b-dc09-4119-ba66-817347ae9f82/05ce18a8-7c5c-42b3-8286-4b631ae5b592) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:02.709564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:02.713071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:02.716141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:02.725945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Pushing event updated for resources: {'Port': ['ID=40c82d06-e329-4d42-b57b-2db55647404a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:02.827152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Attempting to bind port 40c82d06-e329-4d42-b57b-2db55647404a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:02.827519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Attempting to bind port 40c82d06-e329-4d42-b57b-2db55647404a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:02.828391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Attempting to bind port 40c82d06-e329-4d42-b57b-2db55647404a on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:02.833712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:02.834087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:02.834487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.834880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:02.835336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Bound port: 40c82d06-e329-4d42-b57b-2db55647404a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:02.835703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.918519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.921263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] For port 40c82d06-e329-4d42-b57b-2db55647404a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:02.924554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] For port 40c82d06-e329-4d42-b57b-2db55647404a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40c82d06-e329-4d42-b57b-2db55647404a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:02.935000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 05ce18a8-7c5c-42b3-8286-4b631ae5b592 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:02.993818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:03.026738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:03.081447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b8a2-a683-4a58-8e66-dbd5d86e1339 None None] Pushing event updated for resources: {'Port': ['ID=40c82d06-e329-4d42-b57b-2db55647404a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:03.105943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:03.109017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:03.112998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:03.118468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:03.119114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:03.132352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=05ce18a8-7c5c-42b3-8286-4b631ae5b592,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:03.213136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a9ccb75d-fbf0-424a-a0fa-4de1d45931f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1894248 Oct 17 18:19:03.215240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42328) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:03.301114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde114-ea6c-4270-88b5-dc23beeb7583 req-bed0d9b3-d3cc-4429-9bb6-cd98802eb6c3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:03.312789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8dde114-ea6c-4270-88b5-dc23beeb7583 req-bed0d9b3-d3cc-4429-9bb6-cd98802eb6c3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.1428382 Oct 17 18:19:03.327483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fd848-9412-4b8b-a0d2-4ed7c0d69fa3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:03.333406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fd848-9412-4b8b-a0d2-4ed7c0d69fa3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:03.335808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-356fd848-9412-4b8b-a0d2-4ed7c0d69fa3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:03.371689 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8dde114-ea6c-4270-88b5-dc23beeb7583 req-688b7f3b-4e38-4f3a-850c-cc284099e2e6 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522594 Oct 17 18:19:03.415958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-356fd848-9412-4b8b-a0d2-4ed7c0d69fa3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:03.417278 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-356fd848-9412-4b8b-a0d2-4ed7c0d69fa3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2011149 Oct 17 18:19:03.419911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42332) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:03.492740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 05ce18a8-7c5c-42b3-8286-4b631ae5b592 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:03.493032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:03.739591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:03.869947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 05ce18a8-7c5c-42b3-8286-4b631ae5b592 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:03.922551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40c82d06-e329-4d42-b57b-2db55647404a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:04.090369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 40c82d06-e329-4d42-b57b-2db55647404a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:04.117980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.130809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Provisioning for port 40c82d06-e329-4d42-b57b-2db55647404a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:04.136169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Provisioning complete for port 40c82d06-e329-4d42-b57b-2db55647404a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:04.136545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.136873 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Attempt 1 to provision port 40c82d06-e329-4d42-b57b-2db55647404a Oct 17 18:19:04.174778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=05ce18a8-7c5c-42b3-8286-4b631ae5b592,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:04.224420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.266522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Current status of the port 40c82d06-e329-4d42-b57b-2db55647404a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:04.266912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.301835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] For port 40c82d06-e329-4d42-b57b-2db55647404a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40c82d06-e329-4d42-b57b-2db55647404a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:04.319709 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9c171ec9-5c04-4d46-9966-77a6dbd50e5a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/05ce18a8-7c5c-42b3-8286-4b631ae5b592 HTTP/1.1" status: 204 len: 168 time: 0.8986537 Oct 17 18:19:04.329741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:04.376596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.454165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e80d4f-d3fa-4e1d-9a5d-f13eb1fac4ce None None] Pushing event updated for resources: {'Port': ['ID=40c82d06-e329-4d42-b57b-2db55647404a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:04.488903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e8457708-b5ba-4bf9-ac72-664203e38790 None None] Could not find standard attr ID for object 05ce18a8-7c5c-42b3-8286-4b631ae5b592. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:04.556987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4c2de-499e-47c2-85ba-5b845212f73c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:04.558665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4c2de-499e-47c2-85ba-5b845212f73c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:04.559411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f9f4c2de-499e-47c2-85ba-5b845212f73c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:04.606700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e2a4-db06-478a-ba15-5d2bb1fb19d6 req-40870aab-0ad3-4be4-a48b-eef3d24e40da tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:04.608062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8dc3e2a4-db06-478a-ba15-5d2bb1fb19d6 req-40870aab-0ad3-4be4-a48b-eef3d24e40da tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.1057951 Oct 17 18:19:04.646484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f9f4c2de-499e-47c2-85ba-5b845212f73c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:04.647630 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f9f4c2de-499e-47c2-85ba-5b845212f73c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3169425 Oct 17 18:19:04.650484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42344) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:04.656728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8dc3e2a4-db06-478a-ba15-5d2bb1fb19d6 req-50477d69-d85f-4741-b773-79a8316bcd4c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Oct 17 18:19:04.725235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 0698209b-dc09-4119-ba66-817347ae9f82 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:04.726961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.780533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.864591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.010349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.052210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=0698209b-dc09-4119-ba66-817347ae9f82,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:05.054219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.061397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce95f3b-93d0-4fca-8cd9-cb04918325ad None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:05.199270 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c1ba3209-01d4-40c6-a841-b687c5aeca7b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/0698209b-dc09-4119-ba66-817347ae9f82 HTTP/1.1" status: 204 len: 168 time: 0.5477862 Oct 17 18:19:05.201735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42348) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:05.276592 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7cf3c591-1cf6-474e-8c9c-4599d30715b4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736353 Oct 17 18:19:05.279347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42354) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:05.285876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:05.363201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:05.367207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Deleting port 40c82d06-e329-4d42-b57b-2db55647404a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:05.367578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.415939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:05.420261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:05.423665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:05.429545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:05.511839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:05.515943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.611580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] For port 40c82d06-e329-4d42-b57b-2db55647404a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=40c82d06-e329-4d42-b57b-2db55647404a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:05.611962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.735905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Calling delete_port for 40c82d06-e329-4d42-b57b-2db55647404a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:05.804693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.860788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:05.864201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:05.871717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4527f-5c40-4fb4-a70f-9872e34e1026 req-6176eb6c-c8a3-4a31-ba27-18fa7b49a1a5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:05.872200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:05.872795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.873396 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ca4527f-5c40-4fb4-a70f-9872e34e1026 req-6176eb6c-c8a3-4a31-ba27-18fa7b49a1a5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.0987380 Oct 17 18:19:05.896060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:05.898518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:05.934293 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ca4527f-5c40-4fb4-a70f-9872e34e1026 req-9a933d35-b753-4fbc-bc2c-6d66e0adace3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546668 Oct 17 18:19:05.940689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40c82d06-e329-4d42-b57b-2db55647404a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:05.973406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] No DVR routers for this DVR port 40c82d06-e329-4d42-b57b-2db55647404a on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:05.976508 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3c8cfc4f-c916-4f5c-ae90-01f0d246bde4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6959250 Oct 17 18:19:05.979398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42362) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:05.985517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': 'f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4', 'ip_address': '2001:db8::ac0f:18b0:c2e3:d12a'}], 'name': 'tempest-NetworksTestDHCPv6-657084435'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:05.986540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 40c82d06-e329-4d42-b57b-2db55647404a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:05.986878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 40c82d06-e329-4d42-b57b-2db55647404a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:05.988233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31002e-ce95-4271-accf-15b217fad948 None None] Pushing event deleted for resources: {'Port': ['ID=40c82d06-e329-4d42-b57b-2db55647404a,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:06.000449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e09281-8382-457a-9200-e5c179b7c994 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:06.123532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:06.128215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:06.131167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:06.136770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:06.219740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:06.220560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.243357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:06.249231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.274637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port f97353c2-ae55-41c8-9b30-af4142466885 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:06.383939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4/21e69628-fcf9-412f-b5c4-14c9d5d18055) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:06.587946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.597838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Transition to ACTIVE for port object 21e69628-fcf9-412f-b5c4-14c9d5d18055 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:06.615672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Transition to ACTIVE for port object 21e69628-fcf9-412f-b5c4-14c9d5d18055 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:06.696017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.761351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:06.764566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:06.765487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::ac0f:18b0:c2e3:d12a (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4/f97353c2-ae55-41c8-9b30-af4142466885) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:06.767034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:06.806630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Pushing event updated for resources: {'Port': ['ID=21e69628-fcf9-412f-b5c4-14c9d5d18055,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:06.875798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Attempting to bind port 21e69628-fcf9-412f-b5c4-14c9d5d18055 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:06.876162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Attempting to bind port 21e69628-fcf9-412f-b5c4-14c9d5d18055 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:06.876515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Attempting to bind port 21e69628-fcf9-412f-b5c4-14c9d5d18055 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:06.881711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:06.882076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:06.882466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.882850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:06.883304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Bound port: 21e69628-fcf9-412f-b5c4-14c9d5d18055, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:06.883669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:06.981170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] For port 21e69628-fcf9-412f-b5c4-14c9d5d18055, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:06.985094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] For port 21e69628-fcf9-412f-b5c4-14c9d5d18055, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=21e69628-fcf9-412f-b5c4-14c9d5d18055,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:07.061921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.114526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 20ea127b-6086-4a21-9adc-98b33eca4452 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:19:07.205441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.212102 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-8540bd80-ce8f-45db-826f-4a6922f156ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2200348 Oct 17 18:19:07.219445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4cf98-3cf7-4fa4-a2a9-14d4e03ca6ce None None] Pushing event updated for resources: {'Port': ['ID=21e69628-fcf9-412f-b5c4-14c9d5d18055,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:07.231655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object f97353c2-ae55-41c8-9b30-af4142466885 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:07.255608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1f86-0e55-4595-8c83-adcb85c8518e req-5b4eefd5-4712-41c9-af33-1e971bbf759a tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.257082 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-576b1f86-0e55-4595-8c83-adcb85c8518e req-5b4eefd5-4712-41c9-af33-1e971bbf759a tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 944 time: 0.2015035 Oct 17 18:19:07.301162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=20ea127b-6086-4a21-9adc-98b33eca4452,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:07.315971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.326192 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-576b1f86-0e55-4595-8c83-adcb85c8518e req-beba9b99-49f6-4454-8a18-0d90eb9876b0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536618 Oct 17 18:19:07.328821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '20ea127b-6086-4a21-9adc-98b33eca4452', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:19:07.450222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 20ea127b-6086-4a21-9adc-98b33eca4452 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:07.452210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.460685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:07.465127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:07.470925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:07.476479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.477120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.477440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea127b-6086-4a21-9adc-98b33eca4452 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:19:07.506533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=f97353c2-ae55-41c8-9b30-af4142466885,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:07.506814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=20ea127b-6086-4a21-9adc-98b33eca4452,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:07.525444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eb664-1ff3-4197-b65b-13551617811f req-9b678ca1-93f0-4d34-9c8e-c4bafffe61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.526965 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-9b678ca1-93f0-4d34-9c8e-c4bafffe61a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1099 time: 0.1673181 Oct 17 18:19:07.568960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f678eed3-2ffd-475e-b613-6d2a9b48f7f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5885346 Oct 17 18:19:07.576838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42368) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:07.594106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.665726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:07.672426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db7b8a-3c13-4d24-a43a-6186611a4bbd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.674354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.674772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.675179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.675583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.675982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.676374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.677086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.677086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.677481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.677894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.678284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.678632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db7b8a-3c13-4d24-a43a-6186611a4bbd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.678740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:07.679419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23db7b8a-3c13-4d24-a43a-6186611a4bbd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:07.685292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eb664-1ff3-4197-b65b-13551617811f req-20b2a478-4092-4676-9359-cc8e820b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.686797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-20b2a478-4092-4676-9359-cc8e820b3ab3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 200 len: 898 time: 0.1391251 Oct 17 18:19:07.746953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23db7b8a-3c13-4d24-a43a-6186611a4bbd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:07.748160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23db7b8a-3c13-4d24-a43a-6186611a4bbd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1702981 Oct 17 18:19:07.750896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42372) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:07.794645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-95726dc6-bdf7-4395-a3d8-9581ba079e66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 200 len: 1002 time: 0.1012862 Oct 17 18:19:07.824561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port f97353c2-ae55-41c8-9b30-af4142466885 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:07.824901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:07.869637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eb664-1ff3-4197-b65b-13551617811f req-8c514e04-89e9-47e6-9217-343c961b97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.871304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-8c514e04-89e9-47e6-9217-343c961b97e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f85e734-5d07-461d-b123-621b844048c5 HTTP/1.1" status: 200 len: 833 time: 0.0691624 Oct 17 18:19:07.964162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 21e69628-fcf9-412f-b5c4-14c9d5d18055 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:07.979920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eb664-1ff3-4197-b65b-13551617811f req-e8401925-9b05-4231-a9d4-878444b448fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:07.981658 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-e8401925-9b05-4231-a9d4-878444b448fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8610acf5-cec5-4ca0-8c78-6aab5601f120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035266 Oct 17 18:19:08.019118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['20ea127b-6086-4a21-9adc-98b33eca4452'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:19:08.113193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.141489 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-54779fba-76ae-4332-ac96-1acce7734976 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503239 Oct 17 18:19:08.200986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 21e69628-fcf9-412f-b5c4-14c9d5d18055 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:08.279172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for f97353c2-ae55-41c8-9b30-af4142466885 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:08.295516 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-860eb664-1ff3-4197-b65b-13551617811f req-5b17d0be-f2ff-4917-9022-d3ea223c8ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488400 Oct 17 18:19:08.455077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Provisioning for port 21e69628-fcf9-412f-b5c4-14c9d5d18055 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:08.460644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Provisioning complete for port 21e69628-fcf9-412f-b5c4-14c9d5d18055 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:08.461094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.461496 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Attempt 1 to provision port 21e69628-fcf9-412f-b5c4-14c9d5d18055 Oct 17 18:19:08.573487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b778-2356-4e98-8a8d-cb1b21ecb4f9 req-4b5dac4d-854b-42a8-bc05-39d4391970a9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:08.574920 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c65b778-2356-4e98-8a8d-cb1b21ecb4f9 req-4b5dac4d-854b-42a8-bc05-39d4391970a9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 945 time: 0.0983388 Oct 17 18:19:08.575969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.581038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Current status of the port 21e69628-fcf9-412f-b5c4-14c9d5d18055 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:08.581821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.613143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] For port 21e69628-fcf9-412f-b5c4-14c9d5d18055, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=21e69628-fcf9-412f-b5c4-14c9d5d18055,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:08.642123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=f97353c2-ae55-41c8-9b30-af4142466885,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:08.679054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.704620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:08.724260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c65b778-2356-4e98-8a8d-cb1b21ecb4f9 req-5dd4c354-e013-4f1d-ae6f-55c6dbcddcd5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073143 Oct 17 18:19:08.758647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44be1-6c1b-41fd-91b9-d6ac7bc86042 None None] Pushing event updated for resources: {'Port': ['ID=21e69628-fcf9-412f-b5c4-14c9d5d18055,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:08.793703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2d3deb92-dc07-4358-a753-54c3d8074662 None None] Could not find standard attr ID for object f97353c2-ae55-41c8-9b30-af4142466885. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:08.793896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-31e547e3-5083-46b2-94f0-603b9ba44f3a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/f97353c2-ae55-41c8-9b30-af4142466885 HTTP/1.1" status: 204 len: 168 time: 1.0411763 Oct 17 18:19:08.795505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42380) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:08.863579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff69019-bef8-473e-868e-26d897de70b6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:08.865073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff69019-bef8-473e-868e-26d897de70b6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:08.865857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-eff69019-bef8-473e-868e-26d897de70b6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:08.940839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-eff69019-bef8-473e-868e-26d897de70b6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:08.942025 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eff69019-bef8-473e-868e-26d897de70b6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1444626 Oct 17 18:19:08.944683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42384) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.013362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:09.016299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.070192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.154582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.272843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.313271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:09.315242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.321354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cafbf2-38f9-4027-b3de-6ff6d0de85cd None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:09.376464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-07258639-c6b5-4b04-99af-5b35d251d3c7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4 HTTP/1.1" status: 204 len: 168 time: 0.4307353 Oct 17 18:19:09.378867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42388) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.555490 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34bf3f83-9790-4de3-ae1c-aa64bb4e8997 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708055 Oct 17 18:19:09.557078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42394) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.582841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:09.587363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Deleting port 21e69628-fcf9-412f-b5c4-14c9d5d18055 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:09.587740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.649958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707911a1-d1e5-4a3a-a358-d31310295443 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:09.650644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-707911a1-d1e5-4a3a-a358-d31310295443 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:09.723217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-707911a1-d1e5-4a3a-a358-d31310295443 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:09.724387 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-707911a1-d1e5-4a3a-a358-d31310295443 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1662939 Oct 17 18:19:09.727076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42398) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.794304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b53d6-ead8-4977-af36-ffc8dabf3972 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:09.794964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-823b53d6-ead8-4977-af36-ffc8dabf3972 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:09.796465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] For port 21e69628-fcf9-412f-b5c4-14c9d5d18055, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=21e69628-fcf9-412f-b5c4-14c9d5d18055,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:09.796880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:09.861654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-823b53d6-ead8-4977-af36-ffc8dabf3972 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:09.862836 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-823b53d6-ead8-4977-af36-ffc8dabf3972 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347754 Oct 17 18:19:09.865587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42404) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.920605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 21e69628-fcf9-412f-b5c4-14c9d5d18055 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:09.939800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6869fc-5e68-481b-b263-70d82b99b0a8 req-eda020f9-010d-4448-9bed-34d29f755718 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:09.941426 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9c6869fc-5e68-481b-b263-70d82b99b0a8 req-eda020f9-010d-4448-9bed-34d29f755718 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 945 time: 0.1017792 Oct 17 18:19:09.947460 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-208d644d-b488-4924-81bc-947f093ad0c9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804858 Oct 17 18:19:09.953493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:09.959151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:09.959358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Calling delete_port for 21e69628-fcf9-412f-b5c4-14c9d5d18055 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:09.990197 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9c6869fc-5e68-481b-b263-70d82b99b0a8 req-751e0a61-8ce4-4710-a88b-e2eaddb6970c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Oct 17 18:19:10.069035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:10.079101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:10.106595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 21e69628-fcf9-412f-b5c4-14c9d5d18055 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:10.106967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.141088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:10.144617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.165262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.279550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] Pushing event deleted for resources: {'Port': ['ID=21e69628-fcf9-412f-b5c4-14c9d5d18055,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:10.283744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0f4ea-a2d9-4c37-b954-d96d40b6284f None None] No DVR routers for this DVR port 21e69628-fcf9-412f-b5c4-14c9d5d18055 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:10.455736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.511343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:10.514437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:10.523475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:10.523788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160508f5-0c16-48be-a354-a6304b8f1b5f None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:10.524070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.541947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=015c0ff2-15fe-4853-8dc9-c0be39346113,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:10.634020 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d5509d3f-8294-45ef-b791-22f65d5f8511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6793642 Oct 17 18:19:10.636034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:10.642123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '015c0ff2-15fe-4853-8dc9-c0be39346113', 'ip_address': '2001:db8::1e84:e718:6f1c:dc59'}], 'name': 'tempest-NetworksTestDHCPv6-386755534'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:10.737386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '015c0ff2-15fe-4853-8dc9-c0be39346113'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:10.738430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:10.779002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:10.788483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:10.855712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:10.895573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/015c0ff2-15fe-4853-8dc9-c0be39346113/6d85a23a-67e4-48f4-8928-d8a7516bc902) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:10.983128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.005083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port bfe9903a-c74c-4c4b-9cee-5230553821b4 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:11.111526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.122082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Transition to ACTIVE for port object 6d85a23a-67e4-48f4-8928-d8a7516bc902 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:11.141952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Transition to ACTIVE for port object 6d85a23a-67e4-48f4-8928-d8a7516bc902 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:11.150654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 20ea127b-6086-4a21-9adc-98b33eca4452 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:11.218726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.290711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896ff3e-45c0-4717-9ade-a9574a481b78 req-e9a76f91-7141-4433-be5c-b3d7f61fd70b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:11.291740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:11.292190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f896ff3e-45c0-4717-9ade-a9574a481b78 req-e9a76f91-7141-4433-be5c-b3d7f61fd70b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 945 time: 0.1558487 Oct 17 18:19:11.294986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:11.298059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:11.305189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::1e84:e718:6f1c:dc59 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/015c0ff2-15fe-4853-8dc9-c0be39346113/bfe9903a-c74c-4c4b-9cee-5230553821b4) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:11.373892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f896ff3e-45c0-4717-9ade-a9574a481b78 req-7fd29cdd-4c92-4930-8e40-cc979157767f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662737 Oct 17 18:19:11.383580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 20ea127b-6086-4a21-9adc-98b33eca4452 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:11.410561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 20ea127b-6086-4a21-9adc-98b33eca4452 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:11.410928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.411269 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 20ea127b-6086-4a21-9adc-98b33eca4452 Oct 17 18:19:11.457480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Pushing event updated for resources: {'Port': ['ID=6d85a23a-67e4-48f4-8928-d8a7516bc902,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:11.470091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Attempting to bind port 6d85a23a-67e4-48f4-8928-d8a7516bc902 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:11.470458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Attempting to bind port 6d85a23a-67e4-48f4-8928-d8a7516bc902 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:11.470816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Attempting to bind port 6d85a23a-67e4-48f4-8928-d8a7516bc902 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:11.481541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:11.481996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:11.482393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.482778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:11.483313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Bound port: 6d85a23a-67e4-48f4-8928-d8a7516bc902, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:11.484270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.573947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.590997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object bfe9903a-c74c-4c4b-9cee-5230553821b4 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:11.632947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] For port 6d85a23a-67e4-48f4-8928-d8a7516bc902, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:11.634900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 20ea127b-6086-4a21-9adc-98b33eca4452 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:11.635273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.653549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] For port 6d85a23a-67e4-48f4-8928-d8a7516bc902, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6d85a23a-67e4-48f4-8928-d8a7516bc902,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:11.666888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:11.669296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7d385-01ab-4fa3-a8a2-f47b2a1ca982" -d '{"events": [{"server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "name": "network-vif-plugged", "status": "completed", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:11.682059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=20ea127b-6086-4a21-9adc-98b33eca4452,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:11.696436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.718239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e117986e-cf73-432b-9b67-24b277cbbe0e x-openstack-request-id: req-e117986e-cf73-432b-9b67-24b277cbbe0e {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:11.718524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "name": "network-vif-plugged", "status": "completed", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:11.718780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e117986e-cf73-432b-9b67-24b277cbbe0e {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:11.719174 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e117986e-cf73-432b-9b67-24b277cbbe0e'] response: {'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452', 'code': 200} Oct 17 18:19:11.724428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.767741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:11.770792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:11.774789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:11.781703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:11.782368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.782778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:11.794760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=bfe9903a-c74c-4c4b-9cee-5230553821b4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:11.805099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd912-d963-4148-be09-358ac79c65e7 None None] Pushing event updated for resources: {'Port': ['ID=6d85a23a-67e4-48f4-8928-d8a7516bc902,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:11.884235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:11.981556 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f45a302f-8afb-4e1b-9328-9fb0b8e4b28c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3444829 Oct 17 18:19:11.985505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:11.991513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '015c0ff2-15fe-4853-8dc9-c0be39346113', 'ip_address': '2001:db8::1e84:e718:6f1c:dc59'}], 'name': 'tempest-NetworksTestDHCPv6-1105161963'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:12.201557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8920e-73bb-445b-b23f-97d87a57bcaa req-8492af41-8491-4cb0-9246-a69203f2e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:12.203263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31d8920e-73bb-445b-b23f-97d87a57bcaa req-8492af41-8491-4cb0-9246-a69203f2e739 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1099 time: 0.0838685 Oct 17 18:19:12.245920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31d8920e-73bb-445b-b23f-97d87a57bcaa req-6c66b5cb-32d2-4d4b-b1f2-b4a752c545e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Oct 17 18:19:12.262153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:12.266834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:12.269880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:12.276985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:12.363169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:12.368106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:12.389297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port eb7f1df8-286b-44a6-98a0-bd08ae7275af yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:12.676963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6603f36-0e4f-4ebc-8650-594d7c0fb0c4 req-aa8849c8-60f7-4493-a145-d978dc4355c3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:12.678513 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6603f36-0e4f-4ebc-8650-594d7c0fb0c4 req-aa8849c8-60f7-4493-a145-d978dc4355c3 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.1825495 Oct 17 18:19:12.714004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 18:19:12.714502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:19:12.737369 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6603f36-0e4f-4ebc-8650-594d7c0fb0c4 req-009fe4f4-3552-4c02-bf85-357bc655f7ab tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526483 Oct 17 18:19:12.810648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-16ac9d03-69d4-4750-951d-783e0bf0b840 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8237064 Oct 17 18:19:12.813882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42428) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:12.895774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-823d2c55-a9e8-483f-9160-77f898b869f2 None None] Provisioning for port 6d85a23a-67e4-48f4-8928-d8a7516bc902 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:12.905962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d3e35-ca88-46f5-bdc2-9d88df48d877 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:12.911758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d3e35-ca88-46f5-bdc2-9d88df48d877 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:12.912551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d9d3e35-ca88-46f5-bdc2-9d88df48d877 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:12.975726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8d9d3e35-ca88-46f5-bdc2-9d88df48d877 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:12.976940 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8d9d3e35-ca88-46f5-bdc2-9d88df48d877 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1621466 Oct 17 18:19:12.979716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42432) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:13.052302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port bfe9903a-c74c-4c4b-9cee-5230553821b4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:13.052618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:13.071683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Provisioning for port bfe9903a-c74c-4c4b-9cee-5230553821b4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:13.076922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Provisioning complete for port bfe9903a-c74c-4c4b-9cee-5230553821b4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:13.077896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:13.078235 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Attempt 1 to provision port bfe9903a-c74c-4c4b-9cee-5230553821b4 Oct 17 18:19:13.130434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Port bfe9903a-c74c-4c4b-9cee-5230553821b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:13.299799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:13.424116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for bfe9903a-c74c-4c4b-9cee-5230553821b4 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:13.631718 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Attempt 2 to provision port bfe9903a-c74c-4c4b-9cee-5230553821b4 Oct 17 18:19:13.644090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:13.671065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf964e-af5b-4ed0-9bc4-3131a80f81d9 None None] Port bfe9903a-c74c-4c4b-9cee-5230553821b4 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:19:13.697641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=bfe9903a-c74c-4c4b-9cee-5230553821b4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:13.746413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:13.841397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5d9463b2-8aee-44a1-b9dc-0a4facc3ffea tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/bfe9903a-c74c-4c4b-9cee-5230553821b4 HTTP/1.1" status: 204 len: 168 time: 0.8585238 Oct 17 18:19:13.845227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42438) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:13.934280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01066dd-cda8-43f0-a5a4-cd2e48227469 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:13.939740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01066dd-cda8-43f0-a5a4-cd2e48227469 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:13.940623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d01066dd-cda8-43f0-a5a4-cd2e48227469 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:13.976519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6d85a23a-67e4-48f4-8928-d8a7516bc902 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:14.001887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ba570-34d1-40d6-a731-5616cd7e5edc req-0131e9cb-ff67-4c13-b63d-6bf58afa12b5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:14.003517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b24ba570-34d1-40d6-a731-5616cd7e5edc req-0131e9cb-ff67-4c13-b63d-6bf58afa12b5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.1306472 Oct 17 18:19:14.032752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d01066dd-cda8-43f0-a5a4-cd2e48227469 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:14.036432 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d01066dd-cda8-43f0-a5a4-cd2e48227469 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1914880 Oct 17 18:19:14.036977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42442) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:14.051347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b24ba570-34d1-40d6-a731-5616cd7e5edc req-23094bee-28d4-4694-84dc-b38f733176d0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414279 Oct 17 18:19:14.104268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 015c0ff2-15fe-4853-8dc9-c0be39346113 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:14.107669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.129928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 6d85a23a-67e4-48f4-8928-d8a7516bc902 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:14.134848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 6d85a23a-67e4-48f4-8928-d8a7516bc902 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:14.135268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.135547 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 6d85a23a-67e4-48f4-8928-d8a7516bc902 Oct 17 18:19:14.164462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.253834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6d85a23a-67e4-48f4-8928-d8a7516bc902 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:14.254226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.254843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.403414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.442427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=015c0ff2-15fe-4853-8dc9-c0be39346113,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:14.446183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.457142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925e2ad-6d63-4f72-80d1-64feaf7676dd None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:14.535535 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d0f975ae-2f0b-4f5f-acf4-9f4ca4089d93 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/015c0ff2-15fe-4853-8dc9-c0be39346113 HTTP/1.1" status: 204 len: 168 time: 0.4977524 Oct 17 18:19:14.538174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:14.552622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:19:14.552978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:19:14.609168 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39047a13-1800-4881-be09-3eedf891079c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691452 Oct 17 18:19:14.613291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:14.619136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:14.761327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:14.766357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Deleting port 6d85a23a-67e4-48f4-8928-d8a7516bc902 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:14.766779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.833989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:14.838269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:14.841170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:14.848119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:14.924027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:14.927464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:14.975143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] For port 6d85a23a-67e4-48f4-8928-d8a7516bc902, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6d85a23a-67e4-48f4-8928-d8a7516bc902,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:14.975450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.120956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Calling delete_port for 6d85a23a-67e4-48f4-8928-d8a7516bc902 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:15.200005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 6d85a23a-67e4-48f4-8928-d8a7516bc902 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:15.200386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.244984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.314713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:15.317795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:15.325027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:15.325630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.334527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.350695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=4a76eed0-c630-45d6-8bf7-0bbc3e6f2747,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:15.375617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1a9a1-0614-4885-b848-6298a5ff2e04 req-b64505cc-b9cd-460b-9eb7-ea5b39801f6f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:15.377081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ddf1a9a1-0614-4885-b848-6298a5ff2e04 req-b64505cc-b9cd-460b-9eb7-ea5b39801f6f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.2021196 Oct 17 18:19:15.390157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] No DVR routers for this DVR port 6d85a23a-67e4-48f4-8928-d8a7516bc902 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:15.391961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40304e2-ba06-4294-9869-67126f1dcc49 None None] Pushing event deleted for resources: {'Port': ['ID=6d85a23a-67e4-48f4-8928-d8a7516bc902,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:15.408363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c1aa19-8580-4c2a-9bc6-dd6b54b4a300 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:15.424421 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ddf1a9a1-0614-4885-b848-6298a5ff2e04 req-0c2440cb-1566-48f3-a262-ad585ce354ec tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Oct 17 18:19:15.442006 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be24e8d4-2a4c-4a60-ae60-3fe4ad31fcdf tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8247576 Oct 17 18:19:15.442650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42456) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:15.448351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '4a76eed0-c630-45d6-8bf7-0bbc3e6f2747', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1278998601'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:15.599769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:15.603887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:15.606965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:15.612680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:15.635659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '4a76eed0-c630-45d6-8bf7-0bbc3e6f2747'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:15.636519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.717979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:15.795832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/4a76eed0-c630-45d6-8bf7-0bbc3e6f2747/dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:15.904596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6d85a23a-67e4-48f4-8928-d8a7516bc902 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:15.910073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:15.941141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c78db-e2e9-463d-8660-54534dfb5ac0 req-8191fd6d-b232-4e85-89c9-7f909ca0a4b4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:15.942622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3e3c78db-e2e9-463d-8660-54534dfb5ac0 req-8191fd6d-b232-4e85-89c9-7f909ca0a4b4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.4033418 Oct 17 18:19:15.944051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port e14bc60e-3275-473f-9b3e-14d79581ee65 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:15.950240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 6d85a23a-67e4-48f4-8928-d8a7516bc902 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:15.950582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6d85a23a-67e4-48f4-8928-d8a7516bc902 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:16.041886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3e3c78db-e2e9-463d-8660-54534dfb5ac0 req-0a8b96c2-615a-49d9-9b14-b6fe64db53d7 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651186 Oct 17 18:19:16.044224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.056177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Transition to ACTIVE for port object dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:16.073270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42468) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:16.076184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Transition to ACTIVE for port object dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:16.153259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6df731-2455-44be-a3e4-d1fc1a182287 tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:16.154762 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5c6df731-2455-44be-a3e4-d1fc1a182287 tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1094 time: 0.0804002 Oct 17 18:19:16.157454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42472) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:16.162302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:16.168217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:16.172632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:floatingip and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:16.175807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.176333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:16.181556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:16.210070 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:19:16.210629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:19:16.237893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:16.240641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:16.244778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:16.261002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.294025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Pushing event updated for resources: {'Port': ['ID=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:16.330703 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4ac7653d-646e-46a1-95b1-cb970268fe14 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8870325 Oct 17 18:19:16.333391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:16.391053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Attempting to bind port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:16.391425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Attempting to bind port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:16.391789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Attempting to bind port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:16.397346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:16.397752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:16.398251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.398543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:16.399010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Bound port: dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:16.399387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.407245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.432428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd79be4-d7b8-46bb-bd91-35b494b10093 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:16.433437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9bd79be4-d7b8-46bb-bd91-35b494b10093 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:16.491740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] For port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:16.494680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] For port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:16.541307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9bd79be4-d7b8-46bb-bd91-35b494b10093 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:16.542615 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9bd79be4-d7b8-46bb-bd91-35b494b10093 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2082677 Oct 17 18:19:16.545463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42480) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:16.547979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.26.2.171 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/5f92854e-1cde-41a8-804d-45176657821c) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:16.604547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.616639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfe2eb-9e59-4f59-9fe0-d73f1fb31e9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:16.618424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfe2eb-9e59-4f59-9fe0-d73f1fb31e9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:16.619182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3bdfe2eb-9e59-4f59-9fe0-d73f1fb31e9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:16.680441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6325a-9344-402b-89b4-709a57d2ae22 None None] Pushing event updated for resources: {'Port': ['ID=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:16.699757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.735265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3bdfe2eb-9e59-4f59-9fe0-d73f1fb31e9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:16.736414 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3bdfe2eb-9e59-4f59-9fe0-d73f1fb31e9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1893873 Oct 17 18:19:16.739265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42484) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:16.810994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 4a76eed0-c630-45d6-8bf7-0bbc3e6f2747 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:16.814048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.833028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.871030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:16.902547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:16.906246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:16.909042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:16.948984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=5f92854e-1cde-41a8-804d-45176657821c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:16.976179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.158742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.203345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=4a76eed0-c630-45d6-8bf7-0bbc3e6f2747,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:17.205211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.284973 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45e24db8-4467-4793-a3cc-ebfd67e06bec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/4a76eed0-c630-45d6-8bf7-0bbc3e6f2747 HTTP/1.1" status: 204 len: 168 time: 0.5445049 Oct 17 18:19:17.287408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42488) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:17.367919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a664fae8-b2d9-477f-83c6-d3b92c1386c4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794041 Oct 17 18:19:17.371586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42492) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:17.379433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:17.520966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:17.526818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:17.530479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:17.541943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:17.560266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.643965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:17.647858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.753779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03540d7e-1953-4d30-b7eb-29a02898c073 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:17.808170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.933328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5b87aa99-745e-4e6c-8799-14a3ecdd4f10 None None] Provisioning for port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:17.965304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:18.094659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:18.099269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Deleting port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:18.099641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.128731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:18.148436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:18.148807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.149140 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 Oct 17 18:19:18.229446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.272501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.323712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.407118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] For port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:18.407506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.417627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:18.417992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.427087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:18.436766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:18.452539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:18.453118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.474090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.521376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=5f92854e-1cde-41a8-804d-45176657821c,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:18.532230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=5fd4a253-5d58-432c-a8b8-16394a44cff0,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:18.540780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Calling delete_port for dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:18.604230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:18.662386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP f9dc1193-10d5-4155-b4a7-73337d0ba728 associated. External IP: 172.26.2.171, port: 20ea127b-6086-4a21-9adc-98b33eca4452. Oct 17 18:19:18.677925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.723248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-082b91be-49df-4ea8-a091-e8d952417ad0 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3506298 Oct 17 18:19:18.726082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42496) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:18.731580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:18.733554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:19:18.733930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:19:18.738392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:18.742301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:router and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:18.745368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:18.753924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:18.754846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:18.831214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.832253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.846886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:18.929727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.026221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:19:19.026486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.027685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6975e22d-edde-4706-8ee1-3716faca844f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3003926 Oct 17 18:19:19.030536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:19.205092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:19.215304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:19.227567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:19.228282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:19.283318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Deleting port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:19.283318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.285953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.352833 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c7268225-6244-42e6-8ae6-e24fac54c353 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1923556 Oct 17 18:19:19.352833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:19.354290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31daef0-163c-4fc4-837e-6bfe2aaa5221" -d '{"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:19.399009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a6f2df-3410-4c7d-bf64-dd12dab51a2e x-openstack-request-id: req-e6a6f2df-3410-4c7d-bf64-dd12dab51a2e {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:19.400023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:19.400291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6a6f2df-3410-4c7d-bf64-dd12dab51a2e {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:19.401024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a6f2df-3410-4c7d-bf64-dd12dab51a2e'] response: {'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452', 'status': 'completed', 'code': 200} Oct 17 18:19:19.608307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:19.691737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-d098b937-231a-42df-86d5-70fb98f51b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:19.693340 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-d098b937-231a-42df-86d5-70fb98f51b8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1099 time: 0.2337642 Oct 17 18:19:19.694630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.773446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d1d8-9bda-4179-945f-28ff1d1b976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.807283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] For port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:19.807562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:19.952096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Calling delete_port for dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:19.982107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:20.015747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-69fd7c23-bbe0-4386-a9e9-27c6b2a82ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:20.017266 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-69fd7c23-bbe0-4386-a9e9-27c6b2a82ae2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.3130639 Oct 17 18:19:20.207118 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-d3ebe165-b9f8-4556-89a7-35d7281f6175 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 1000 time: 0.1543462 Oct 17 18:19:20.236654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:20.240806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 update to DOWN by agent not found {{(pid=89828) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 18:19:20.276909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::1 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/5fd4a253-5d58-432c-a8b8-16394a44cff0/be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:20.289557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] No DVR routers for this DVR port dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:20.291146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af8ffc-b6b6-4424-ae1c-7be7df173cf5 None None] Pushing event deleted for resources: {'Port': ['ID=dbcc12b8-d279-4ca4-80e3-ebe42a4e7ac9,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:20.304585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-4fd71dd8-a01b-4897-9872-393098cf304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:20.306144 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-4fd71dd8-a01b-4897-9872-393098cf304b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0934060 Oct 17 18:19:20.317339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393efc6-e245-4316-9d4f-dcb6ae9e5d6c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:20.407353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:17Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:20.417307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:20.450599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:20.451350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:20.519255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-61750433-8dc8-4d2f-b69f-083c89f6b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:20.520648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-61750433-8dc8-4d2f-b69f-083c89f6b671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1918945 Oct 17 18:19:20.525213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:20.714017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '5fd4a253-5d58-432c-a8b8-16394a44cff0'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:20.714850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:20.729239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:20.739102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:20.789849 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-61fbf5a5-5191-4785-85ba-1db47aaf36a0 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612581 Oct 17 18:19:20.866895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:20.960138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:20.965326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:20.968330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:20.973539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:20.974093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.026559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a31daef0-163c-4fc4-837e-6bfe2aaa5221 req-f34d12fb-9170-41d3-9f4e-42970d1fd9a4 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296541 Oct 17 18:19:21.157470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/5fd4a253-5d58-432c-a8b8-16394a44cff0/7da58af8-2259-4637-809b-378fc969120f) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:21.179353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.434575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:17Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:21.441951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c33b0-d846-44d3-a512-5ea1816690ca None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:17Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:21.443756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.455412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Transition to ACTIVE for port object 7da58af8-2259-4637-809b-378fc969120f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:21.477121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Transition to ACTIVE for port object 7da58af8-2259-4637-809b-378fc969120f will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:21.541135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.574069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.612820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:21.615901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:21.618592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:21.649408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.650235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.659516 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93d7b79-acfe-49d5-9903-6154c91de779 None None] New status for floating IP f9dc1193-10d5-4155-b4a7-73337d0ba728: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:19:21.666140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Pushing event updated for resources: {'Port': ['ID=7da58af8-2259-4637-809b-378fc969120f,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:21.735772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Attempting to bind port 7da58af8-2259-4637-809b-378fc969120f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:21.736128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Attempting to bind port 7da58af8-2259-4637-809b-378fc969120f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:21.736400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Attempting to bind port 7da58af8-2259-4637-809b-378fc969120f on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:21.741811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:21.742178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:21.744051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.744051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:21.744051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Bound port: 7da58af8-2259-4637-809b-378fc969120f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:21.744051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.790662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:21.833597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] For port 7da58af8-2259-4637-809b-378fc969120f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:21.836592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] For port 7da58af8-2259-4637-809b-378fc969120f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7da58af8-2259-4637-809b-378fc969120f,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:21.848476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:21.849842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:21.895415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:21.981691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ce4d6-b8fa-4506-9cf9-8ce7f7fca8bb None None] Pushing event updated for resources: {'Port': ['ID=7da58af8-2259-4637-809b-378fc969120f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:22.106328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Router c70d13ed-3a09-4ec6-9154-bf40747eacd2 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:19:22.276687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:22.287903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Sync routers for ids ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:22.293703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6668e4a7-83b1-4f38-96d6-55d9fb4a3f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:22.299746 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-81788f1a-c26f-403f-9a46-41f7b8517da4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "PUT /v2.0/routers/c70d13ed-3a09-4ec6-9154-bf40747eacd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2681932 Oct 17 18:19:22.302561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42510) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:22.303232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Routers {'c70d13ed-3a09-4ec6-9154-bf40747eacd2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:22.307250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:22.375761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0497e5-8a81-4b99-a440-8b2c14dd9e84 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:22.376338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4f0497e5-8a81-4b99-a440-8b2c14dd9e84 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:22.465349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4f0497e5-8a81-4b99-a440-8b2c14dd9e84 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:22.465349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4f0497e5-8a81-4b99-a440-8b2c14dd9e84 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports/be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 HTTP/1.1" status: 200 len: 911 time: 0.1581588 Oct 17 18:19:22.465349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42514) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:22.466974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Set router c70d13ed-3a09-4ec6-9154-bf40747eacd2 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:22.556866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80779196-d1c9-4885-a8f2-eebf9aabfa00 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:22.562464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80779196-d1c9-4885-a8f2-eebf9aabfa00 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:22.564270 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-80779196-d1c9-4885-a8f2-eebf9aabfa00 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0985298 Oct 17 18:19:22.566622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42518) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:22.804790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': 'be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:71:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:19Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:22.808819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Checking router: c70d13ed-3a09-4ec6-9154-bf40747eacd2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:22.809110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Updating router c70d13ed-3a09-4ec6-9154-bf40747eacd2 port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:19:22.949137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.064540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.066064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.098192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8ebcf31c-ce63-4e60-bf9b-23f283adb20b None None] Provisioning for port 7da58af8-2259-4637-809b-378fc969120f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:23.214914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.346766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Provisioning for port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:23.353318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.366789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Transition to ACTIVE for port object be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:23.378530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Provisioning complete for port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:23.378530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.378530 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Attempt 1 to provision port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 Oct 17 18:19:23.426107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:23.470913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.496341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:23.496902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.665692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4bc2-b2ab-479f-be86-9fc43431189e None None] Pushing event updated for resources: {'Port': ['ID=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:23.683692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Attempting to bind port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:23.684149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Attempting to bind port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:23.684526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Attempting to bind port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:23.689729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:23.690093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:23.690481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.690858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:23.691314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Bound port: be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:23.691673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.692367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38, host dv-neutron-861384-1-hyperv, got binding levels [] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:23.692725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.782719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] For port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:23.785933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] For port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:23.816179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:23.878168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:23.937099 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Attempt 2 to provision port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 Oct 17 18:19:23.968603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7da58af8-2259-4637-809b-378fc969120f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:23.992626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:19:23.993171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:19:24.033779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Routers {'c70d13ed-3a09-4ec6-9154-bf40747eacd2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:24.034425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:24.190838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4bc2-b2ab-479f-be86-9fc43431189e None None] Pushing event updated for resources: {'Port': ['ID=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:24.222288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-68824fd5-5092-458e-b85c-3459436e55dc None None] Port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:19:24.228749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] Set router c70d13ed-3a09-4ec6-9154-bf40747eacd2 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:24.371996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7da58af8-2259-4637-809b-378fc969120f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:24.392646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7da58af8-2259-4637-809b-378fc969120f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:24.392824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.393153 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7da58af8-2259-4637-809b-378fc969120f Oct 17 18:19:24.487066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.504123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:24.504123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.697887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7da58af8-2259-4637-809b-378fc969120f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:24.697887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.743922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 7da58af8-2259-4637-809b-378fc969120f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7da58af8-2259-4637-809b-378fc969120f,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:24.743922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-11936c10-01af-40e8-b058-d28640e9756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': 'be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:71:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:19Z', 'updated_at': '2022-10-17T18:19:23Z', 'revision_number': 4, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:24.756962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11936c10-01af-40e8-b058-d28640e9756e None None] The sync data for ids ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'] in dv-neutron-861384-1-hyperv is: [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': 'be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:71:51:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:19Z', 'updated_at': '2022-10-17T18:19:23Z', 'revision_number': 4, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': '5fd4a253-5d58-432c-a8b8-16394a44cff0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:24.822538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.844051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:24.844051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:24.900666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=7da58af8-2259-4637-809b-378fc969120f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:25.009697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:25.293834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:25.347895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:25.540991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:25.723362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:25.819145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Router c70d13ed-3a09-4ec6-9154-bf40747eacd2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:19:25.909221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7da58af8-2259-4637-809b-378fc969120f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:25.954899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:25.984764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7da58af8-2259-4637-809b-378fc969120f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:25.985136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:25.985470 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7da58af8-2259-4637-809b-378fc969120f Oct 17 18:19:26.010542 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eb33e4e6-4e86-470a-860d-0512b3f8faac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "PUT /v2.0/routers/c70d13ed-3a09-4ec6-9154-bf40747eacd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4429171 Oct 17 18:19:26.012969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42524) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:26.082489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dced21-de51-40d2-993b-041895aaf7a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:26.083995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dced21-de51-40d2-993b-041895aaf7a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:26.084728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f5dced21-de51-40d2-993b-041895aaf7a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:26.105873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7da58af8-2259-4637-809b-378fc969120f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:26.140844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f5dced21-de51-40d2-993b-041895aaf7a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:26.142106 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f5dced21-de51-40d2-993b-041895aaf7a3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1273072 Oct 17 18:19:26.144632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42528) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:26.192489 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Sync routers for ids ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:26.202882 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Routers {'c70d13ed-3a09-4ec6-9154-bf40747eacd2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:26.203484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:26.213948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 5fd4a253-5d58-432c-a8b8-16394a44cff0 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:26.216928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:26.275941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:26.328346 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Set router c70d13ed-3a09-4ec6-9154-bf40747eacd2 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:26.360459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:26.433740 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:25Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:26.438441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Checking router: c70d13ed-3a09-4ec6-9154-bf40747eacd2 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:26.447668 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Routers {'c70d13ed-3a09-4ec6-9154-bf40747eacd2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:26.448272 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:26.575767 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] Set router c70d13ed-3a09-4ec6-9154-bf40747eacd2 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:26.603646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:26.642451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd4a253-5d58-432c-a8b8-16394a44cff0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:26.647689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:26.653968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51787fd2-99f9-4c83-a89e-72af4f669512 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:26.680703 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:25Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:26.684627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a6827-21c4-43b1-a6f0-994d24a7336a None None] The sync data for ids ['c70d13ed-3a09-4ec6-9154-bf40747eacd2'] in dv-neutron-861384-1-hyperv is: [{'id': 'c70d13ed-3a09-4ec6-9154-bf40747eacd2', 'name': 'tempest-NetworksTestDHCPv6-router-865307746', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:18Z', 'updated_at': '2022-10-17T18:19:25Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:26.718949 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-93c21aaa-af16-4f3d-acff-45a4f5d76e32 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/5fd4a253-5d58-432c-a8b8-16394a44cff0 HTTP/1.1" status: 204 len: 168 time: 0.5716560 Oct 17 18:19:26.720429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42532) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:26.978468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b80b2138-0387-473a-83b3-d510692f44e8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:27.029434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:27.034245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Deleting port 7da58af8-2259-4637-809b-378fc969120f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:27.034621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.083483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b80b2138-0387-473a-83b3-d510692f44e8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:27.087803 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b80b2138-0387-473a-83b3-d510692f44e8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3632820 Oct 17 18:19:27.087803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42536) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:27.219717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.243273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] For port 7da58af8-2259-4637-809b-378fc969120f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7da58af8-2259-4637-809b-378fc969120f,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:27.243575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.369164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Calling delete_port for 7da58af8-2259-4637-809b-378fc969120f owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:27.500485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.523294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.525439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.548871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] Pushing event deleted for resources: {'Port': ['ID=7da58af8-2259-4637-809b-378fc969120f,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:27.554761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3fba2-f23d-4727-8820-8af4246493b3 None None] No DVR routers for this DVR port 7da58af8-2259-4637-809b-378fc969120f on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:27.620023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.620505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Fanout notify agent at l3_agent the message router_deleted on router c70d13ed-3a09-4ec6-9154-bf40747eacd2 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:19:27.692387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.693634 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7fea6a47-3460-440d-b39f-1e2799447044 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/routers/c70d13ed-3a09-4ec6-9154-bf40747eacd2 HTTP/1.1" status: 204 len: 168 time: 0.6052604 Oct 17 18:19:27.696756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42542) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:27.702731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:27.817240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:27.820610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:27.823527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:27.830969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:27.896456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7da58af8-2259-4637-809b-378fc969120f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:27.931632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7da58af8-2259-4637-809b-378fc969120f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:27.931977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7da58af8-2259-4637-809b-378fc969120f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:27.932395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:27.935401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:27.938469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.965267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:27.965627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device be4cc77b-2ed2-4bd3-a9de-ca03ac7dda38 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:28.220474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.278308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:28.284864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:28.289459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:28.290080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.293737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ed9dd-63df-4c57-b58b-d187bd937958 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:28.307843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=e55b1ad7-39b0-4d21-a451-ec2b18ba11e6,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:28.376564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1810aa0d-5b63-40aa-8441-cc43bb1fe65a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6778953 Oct 17 18:19:28.378619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42548) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:28.383753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:28.390269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:28.394371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:router and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:28.397202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:28.403883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:28.471556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.472563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.489524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.518787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:28.524948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.557340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.683255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.684513 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bf1ce26a-8313-4ddf-b2c1-98a4475feddc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3049166 Oct 17 18:19:28.687225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42552) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:28.710265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/e55b1ad7-39b0-4d21-a451-ec2b18ba11e6/44e76597-1566-4475-aee6-3ca540c1bf7e) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:28.911878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:28.921897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Transition to ACTIVE for port object 44e76597-1566-4475-aee6-3ca540c1bf7e will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:28.927154 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:19:28.941164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Transition to ACTIVE for port object 44e76597-1566-4475-aee6-3ca540c1bf7e will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:29.003327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.071838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:29.074857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:29.079088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:29.116171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Pushing event updated for resources: {'Port': ['ID=44e76597-1566-4475-aee6-3ca540c1bf7e,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:29.165708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.189709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Attempting to bind port 44e76597-1566-4475-aee6-3ca540c1bf7e on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:29.190012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Attempting to bind port 44e76597-1566-4475-aee6-3ca540c1bf7e by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:29.190364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Attempting to bind port 44e76597-1566-4475-aee6-3ca540c1bf7e on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:29.195954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:29.196332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:29.196710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.197116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:29.197564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Bound port: 44e76597-1566-4475-aee6-3ca540c1bf7e, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:29.197947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.285219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] For port 44e76597-1566-4475-aee6-3ca540c1bf7e, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:29.288786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] For port 44e76597-1566-4475-aee6-3ca540c1bf7e, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44e76597-1566-4475-aee6-3ca540c1bf7e,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:29.375063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.461502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b741e-0a5d-44ff-83b0-cc8b5aeaa5c4 None None] Pushing event updated for resources: {'Port': ['ID=44e76597-1566-4475-aee6-3ca540c1bf7e,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:29.650937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::1 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/e55b1ad7-39b0-4d21-a451-ec2b18ba11e6/0cb82795-9bc4-43fe-b641-f1b6d10071aa) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:29.817987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.833317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 0cb82795-9bc4-43fe-b641-f1b6d10071aa will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:29.912421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.936662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44e76597-1566-4475-aee6-3ca540c1bf7e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:29.984530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:29.987434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:29.991301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:29.991830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.004097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=0cb82795-9bc4-43fe-b641-f1b6d10071aa,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:30.048324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 44e76597-1566-4475-aee6-3ca540c1bf7e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:30.151801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.562624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Provisioning for port 44e76597-1566-4475-aee6-3ca540c1bf7e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:30.563644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.567620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Provisioning complete for port 44e76597-1566-4475-aee6-3ca540c1bf7e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:30.567989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.568317 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Attempt 1 to provision port 44e76597-1566-4475-aee6-3ca540c1bf7e Oct 17 18:19:30.682861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.683668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.690689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Current status of the port 44e76597-1566-4475-aee6-3ca540c1bf7e is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:30.691096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.728136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] For port 44e76597-1566-4475-aee6-3ca540c1bf7e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44e76597-1566-4475-aee6-3ca540c1bf7e,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:30.827670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=0cb82795-9bc4-43fe-b641-f1b6d10071aa,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:30.881467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:30.882624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:30.911418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:30.980830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bec32-c33d-4a75-bb17-aa558c654f35 None None] Pushing event updated for resources: {'Port': ['ID=44e76597-1566-4475-aee6-3ca540c1bf7e,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:31.088373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Provisioning for port 0cb82795-9bc4-43fe-b641-f1b6d10071aa completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:31.099036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Provisioning complete for port 0cb82795-9bc4-43fe-b641-f1b6d10071aa triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:31.099036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:31.099036 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Attempt 1 to provision port 0cb82795-9bc4-43fe-b641-f1b6d10071aa Oct 17 18:19:31.151572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Port 0cb82795-9bc4-43fe-b641-f1b6d10071aa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:31.185581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Router fb0cf0e4-8a00-4589-951d-c54918b4e45c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:19:31.356122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:31.362993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Sync routers for ids ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:31.370225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4ff02428-ead7-4005-a6a3-e46756547897 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "PUT /v2.0/routers/fb0cf0e4-8a00-4589-951d-c54918b4e45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756833 Oct 17 18:19:31.370225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42558) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:31.378294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Routers {'fb0cf0e4-8a00-4589-951d-c54918b4e45c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:31.378294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:31.456080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213be728-c3a1-4104-a7a9-c5127b12058f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:31.456080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-213be728-c3a1-4104-a7a9-c5127b12058f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:31.544747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-213be728-c3a1-4104-a7a9-c5127b12058f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:31.544747 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-213be728-c3a1-4104-a7a9-c5127b12058f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports/0cb82795-9bc4-43fe-b641-f1b6d10071aa HTTP/1.1" status: 200 len: 911 time: 0.1688273 Oct 17 18:19:31.548503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Set router fb0cf0e4-8a00-4589-951d-c54918b4e45c gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:31.551831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42562) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:31.695883 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Attempt 2 to provision port 0cb82795-9bc4-43fe-b641-f1b6d10071aa Oct 17 18:19:31.768524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa428f13-9a96-44a9-89ce-16b949134ba7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:31.772139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa428f13-9a96-44a9-89ce-16b949134ba7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:31.772139 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fa428f13-9a96-44a9-89ce-16b949134ba7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2307520 Oct 17 18:19:31.778247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:31.843391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Port 0cb82795-9bc4-43fe-b641-f1b6d10071aa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:31.956919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44e76597-1566-4475-aee6-3ca540c1bf7e up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:32.095458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 44e76597-1566-4475-aee6-3ca540c1bf7e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:32.095458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.095458 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 44e76597-1566-4475-aee6-3ca540c1bf7e Oct 17 18:19:32.126481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:30Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': '0cb82795-9bc4-43fe-b641-f1b6d10071aa', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:e5:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:29Z', 'updated_at': '2022-10-17T18:19:30Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:32.146720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Checking router: fb0cf0e4-8a00-4589-951d-c54918b4e45c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:32.146720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Updating router fb0cf0e4-8a00-4589-951d-c54918b4e45c port 0cb82795-9bc4-43fe-b641-f1b6d10071aa binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:19:32.221472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.343582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 44e76597-1566-4475-aee6-3ca540c1bf7e is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:32.343582 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Attempt 3 to provision port 0cb82795-9bc4-43fe-b641-f1b6d10071aa Oct 17 18:19:32.377704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.466421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Port 0cb82795-9bc4-43fe-b641-f1b6d10071aa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:32.692232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 0cb82795-9bc4-43fe-b641-f1b6d10071aa {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:32.692232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.701715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.721402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Transition to ACTIVE for port object 0cb82795-9bc4-43fe-b641-f1b6d10071aa will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:32.790417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.888143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.977716 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Attempt 4 to provision port 0cb82795-9bc4-43fe-b641-f1b6d10071aa Oct 17 18:19:33.019412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 0cb82795-9bc4-43fe-b641-f1b6d10071aa owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:33.035608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a789-c66a-4b6e-8c26-0e4b0bc0fbe7 None None] Pushing event updated for resources: {'Port': ['ID=0cb82795-9bc4-43fe-b641-f1b6d10071aa,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:33.060500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Attempting to bind port 0cb82795-9bc4-43fe-b641-f1b6d10071aa on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:33.060500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Attempting to bind port 0cb82795-9bc4-43fe-b641-f1b6d10071aa by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:33.060500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Attempting to bind port 0cb82795-9bc4-43fe-b641-f1b6d10071aa on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:33.065801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Port 0cb82795-9bc4-43fe-b641-f1b6d10071aa cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:19:33.065801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:33.065801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:33.065801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:33.069195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:33.069195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Bound port: 0cb82795-9bc4-43fe-b641-f1b6d10071aa, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:33.069195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:33.163025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] For port 0cb82795-9bc4-43fe-b641-f1b6d10071aa, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:33.163025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] For port 0cb82795-9bc4-43fe-b641-f1b6d10071aa, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0cb82795-9bc4-43fe-b641-f1b6d10071aa,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:33.219898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.db.api [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:19:33.219898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG oslo_db.api [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:19:33.255339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:33.318139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Routers {'fb0cf0e4-8a00-4589-951d-c54918b4e45c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:33.318139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:33.459009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a789-c66a-4b6e-8c26-0e4b0bc0fbe7 None None] Pushing event updated for resources: {'Port': ['ID=0cb82795-9bc4-43fe-b641-f1b6d10071aa,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:33.478664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] Set router fb0cf0e4-8a00-4589-951d-c54918b4e45c gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:33.599032 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Attempt 5 to provision port 0cb82795-9bc4-43fe-b641-f1b6d10071aa Oct 17 18:19:33.716964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 0cb82795-9bc4-43fe-b641-f1b6d10071aa {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:33.717411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:33.782209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e8c225c0-3b8c-4969-ad13-398bfbf29eb1 None None] Port 0cb82795-9bc4-43fe-b641-f1b6d10071aa had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:19:33.889271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:30Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': '0cb82795-9bc4-43fe-b641-f1b6d10071aa', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:e5:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:29Z', 'updated_at': '2022-10-17T18:19:33Z', 'revision_number': 4, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:33.897490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc8b2a-a985-4fea-b090-0b2f53719b56 None None] The sync data for ids ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'] in dv-neutron-861384-1-hyperv is: [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:30Z', 'revision_number': 2, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None, '_interfaces': [{'id': '0cb82795-9bc4-43fe-b641-f1b6d10071aa', 'name': '', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'mac_address': 'fa:16:3e:e5:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:29Z', 'updated_at': '2022-10-17T18:19:33Z', 'revision_number': 4, 'project_id': '3e86452b084a474db064182cc5f9c590', 'subnets': [{'id': 'e55b1ad7-39b0-4d21-a451-ec2b18ba11e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:34.054412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port 0cb82795-9bc4-43fe-b641-f1b6d10071aa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0cb82795-9bc4-43fe-b641-f1b6d10071aa,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:34.054950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:34.222274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 0cb82795-9bc4-43fe-b641-f1b6d10071aa owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:34.534702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:34.633870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=0cb82795-9bc4-43fe-b641-f1b6d10071aa,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:34.788196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.065914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Router fb0cf0e4-8a00-4589-951d-c54918b4e45c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:19:35.203051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:35.273380 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7685b9a2-bd4e-4841-b9a0-e4c68c3e4cf1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "PUT /v2.0/routers/fb0cf0e4-8a00-4589-951d-c54918b4e45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4984236 Oct 17 18:19:35.275906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42572) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:35.344199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f6765-20ed-43c7-a063-04c41527ee15 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:35.345771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f6765-20ed-43c7-a063-04c41527ee15 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:35.346514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d7f6765-20ed-43c7-a063-04c41527ee15 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:35.408104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d7f6765-20ed-43c7-a063-04c41527ee15 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:35.409282 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d7f6765-20ed-43c7-a063-04c41527ee15 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323686 Oct 17 18:19:35.411913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42576) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:35.458320 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Sync routers for ids ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:35.467937 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Routers {'fb0cf0e4-8a00-4589-951d-c54918b4e45c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:35.468518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:35.478777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet e55b1ad7-39b0-4d21-a451-ec2b18ba11e6 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:35.481834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.540140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.594663 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Set router fb0cf0e4-8a00-4589-951d-c54918b4e45c gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:35.623536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.700057 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:34Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:35.703993 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Checking router: fb0cf0e4-8a00-4589-951d-c54918b4e45c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:35.712060 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Routers {'fb0cf0e4-8a00-4589-951d-c54918b4e45c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:35.712638 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:35.797346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.840615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=e55b1ad7-39b0-4d21-a451-ec2b18ba11e6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:35.845085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:35.853890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172fb11-6e1e-41a0-aed7-cdad2b918840 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:35.874304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] Set router fb0cf0e4-8a00-4589-951d-c54918b4e45c gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:35.929068 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7dd8e9d1-c15e-41db-9a6f-ecd824e5fc56 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/e55b1ad7-39b0-4d21-a451-ec2b18ba11e6 HTTP/1.1" status: 204 len: 168 time: 0.5160589 Oct 17 18:19:35.931323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42582) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:35.983495 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:34Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:35.991130 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe2d75-4885-4349-aeb6-02fb811218f8 None None] The sync data for ids ['fb0cf0e4-8a00-4589-951d-c54918b4e45c'] in dv-neutron-861384-1-hyperv is: [{'id': 'fb0cf0e4-8a00-4589-951d-c54918b4e45c', 'name': 'tempest-NetworksTestDHCPv6-router-344938591', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:28Z', 'updated_at': '2022-10-17T18:19:34Z', 'revision_number': 3, 'project_id': '3e86452b084a474db064182cc5f9c590', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:36.096894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab8de52c-5e1b-40be-b32c-176fba22e4a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:36.288275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab8de52c-5e1b-40be-b32c-176fba22e4a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:36.289496 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ab8de52c-5e1b-40be-b32c-176fba22e4a9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3572359 Oct 17 18:19:36.292227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42586) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:36.367844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:36.373263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Deleting port 44e76597-1566-4475-aee6-3ca540c1bf7e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:36.373657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.545930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.590782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] For port 44e76597-1566-4475-aee6-3ca540c1bf7e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44e76597-1566-4475-aee6-3ca540c1bf7e,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:36.591164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.713048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Calling delete_port for 44e76597-1566-4475-aee6-3ca540c1bf7e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:36.842598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.845197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.861280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.908273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] Pushing event deleted for resources: {'Port': ['ID=44e76597-1566-4475-aee6-3ca540c1bf7e,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:36.913116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad92bf-37c8-42df-826f-9da0e2e0cbad None None] No DVR routers for this DVR port 44e76597-1566-4475-aee6-3ca540c1bf7e on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:36.985692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:36.985692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Fanout notify agent at l3_agent the message router_deleted on router fb0cf0e4-8a00-4589-951d-c54918b4e45c {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:19:37.101097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:37.101097 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4b2176ba-ed06-434d-86e4-3917043ceb82 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/routers/fb0cf0e4-8a00-4589-951d-c54918b4e45c HTTP/1.1" status: 204 len: 168 time: 0.7944748 Oct 17 18:19:37.101097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42590) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:37.142497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f8cbbff-73c9-4a93-b27c-3baa27aabf6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:37.219347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f8cbbff-73c9-4a93-b27c-3baa27aabf6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:37.220515 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f8cbbff-73c9-4a93-b27c-3baa27aabf6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1293967 Oct 17 18:19:37.223188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42594) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:37.296404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e83e6-7030-4e01-ace6-7400a7591ec3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:37.297841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ea7e83e6-7030-4e01-ace6-7400a7591ec3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:37.391081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ea7e83e6-7030-4e01-ace6-7400a7591ec3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:37.392286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ea7e83e6-7030-4e01-ace6-7400a7591ec3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1680863 Oct 17 18:19:37.399935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42598) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:37.466962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f6be04dd-00d9-4704-8c45-732390e3b602 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:37.556753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f6be04dd-00d9-4704-8c45-732390e3b602 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:37.557969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f6be04dd-00d9-4704-8c45-732390e3b602 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619482 Oct 17 18:19:37.562489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42602) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:37.569507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:37.819254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:37.819254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:37.905272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44e76597-1566-4475-aee6-3ca540c1bf7e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:37.940880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:37.940880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:37.941729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 44e76597-1566-4475-aee6-3ca540c1bf7e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:37.942155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44e76597-1566-4475-aee6-3ca540c1bf7e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:37.942578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0cb82795-9bc4-43fe-b641-f1b6d10071aa no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:37.989384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0cb82795-9bc4-43fe-b641-f1b6d10071aa {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:37.989384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0cb82795-9bc4-43fe-b641-f1b6d10071aa not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:38.303202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:19:38.313477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:38.363525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:38.373152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:38.373152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:38.373152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:38.376798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a662b5-d9da-4c06-a585-887d904c845e None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:38.384218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=81813108-a1fc-4030-bfc3-d3e0f8972d83,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:38.488895 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-731c64f2-7a73-4a60-a751-8f3a8633dbbb tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9252324 Oct 17 18:19:38.491627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42606) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:38.498238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:38.606604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '81813108-a1fc-4030-bfc3-d3e0f8972d83'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:38.606604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:38.638528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:38.642748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:38.645554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:38.651378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:38.761155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Allocated IP 2001:db8::f816:3eff:fed0:1971 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/81813108-a1fc-4030-bfc3-d3e0f8972d83/5ead4d0f-2b6b-481d-a948-1b95536cfc5a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:38.762108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:38.765910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.004487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.014791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Transition to ACTIVE for port object 5ead4d0f-2b6b-481d-a948-1b95536cfc5a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:39.034659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Transition to ACTIVE for port object 5ead4d0f-2b6b-481d-a948-1b95536cfc5a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:39.122612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.146741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.197140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:39.197140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:39.197140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:39.202701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Pushing event updated for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:39.210001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:39.213162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:39.224950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:39.224950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.227036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=1e2586e4-8fdb-43ae-9933-1f5602edeb2b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:39.305846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Attempting to bind port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:39.306116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Attempting to bind port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:39.306947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Attempting to bind port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:39.312186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:39.312569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:39.312953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.313344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:39.313829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Bound port: 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:39.314196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.335199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fc9ff760-cf67-4172-a4dd-29f5285e3b49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309875 Oct 17 18:19:39.335199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42612) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:39.335199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:d3:62:ba', 'name': 'tempest-NetworksTestDHCPv6-991864527'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:39.404258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:39.407292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:39.475832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:39.483624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.495356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:39.556693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae913ca-f032-469d-910f-0b24c14d1593 None None] Pushing event updated for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:39.608108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:39.746221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:39.774890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port a0fdcf6f-6822-410f-89e1-121524e7823b yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:40.027848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 172.20.0.14 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/1e2586e4-8fdb-43ae-9933-1f5602edeb2b/a0fdcf6f-6822-410f-89e1-121524e7823b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:40.034431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fed3:62ba (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/81813108-a1fc-4030-bfc3-d3e0f8972d83/a0fdcf6f-6822-410f-89e1-121524e7823b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:40.239432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:40.255491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object a0fdcf6f-6822-410f-89e1-121524e7823b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:40.374855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:40.448457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:40.452097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:40.455928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:40.600916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=a0fdcf6f-6822-410f-89e1-121524e7823b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:40.637346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe1a94-2e10-4b49-9bb1-707f54447ddc None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:40.639194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:40.639814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:40.739481 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5226b2b1-15d0-4258-be37-15e2165f8082 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4064906 Oct 17 18:19:40.740437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42616) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:40.815211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-474eca00-7371-4a13-9d03-d699590881a1 None None] Provisioning for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:40.837489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b006f-1e66-4912-b1e5-c4e2802233ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:40.845451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b006f-1e66-4912-b1e5-c4e2802233ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:40.846978 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-783b006f-1e66-4912-b1e5-c4e2802233ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1073709 Oct 17 18:19:40.849469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42620) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:40.923394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port a0fdcf6f-6822-410f-89e1-121524e7823b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:40.923736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:40.992251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '81813108-a1fc-4030-bfc3-d3e0f8972d83', 'ip_address': '2001:db8::f816:3eff:fed0:1971'}, {'subnet_id': '1e2586e4-8fdb-43ae-9933-1f5602edeb2b'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '5ead4d0f-2b6b-481d-a948-1b95536cfc5a'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:19:41.045444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.196896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.299482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Allocated IP 172.20.0.2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/1e2586e4-8fdb-43ae-9933-1f5602edeb2b/5ead4d0f-2b6b-481d-a948-1b95536cfc5a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:41.337027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for a0fdcf6f-6822-410f-89e1-121524e7823b owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:41.445869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:41.479326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.493537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Transition to ACTIVE for port object 5ead4d0f-2b6b-481d-a948-1b95536cfc5a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:41.598058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.643016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.710889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=a0fdcf6f-6822-410f-89e1-121524e7823b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:41.756367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395aa3a-0c6e-47a5-9bc0-87b7dd48a84a None None] Pushing event updated for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:41.861363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:41.871437 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-db03fff3-0aaa-4162-89bc-a92548bbc553 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/a0fdcf6f-6822-410f-89e1-121524e7823b HTTP/1.1" status: 204 len: 168 time: 1.0212743 Oct 17 18:19:41.874701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42624) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:41.960520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:41.966703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:41.966703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:41.966703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:41.967009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5ead4d0f-2b6b-481d-a948-1b95536cfc5a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:42.011065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42630) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:42.048447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:42.049835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d412aaed-7627-4c00-8944-0548448f5389 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1741843 Oct 17 18:19:42.052932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42634) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:42.104889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:42.131144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 1e2586e4-8fdb-43ae-9933-1f5602edeb2b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:42.138992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dfa107dc-2b8d-4536-b60c-aad2490aea76 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 200 len: 994 time: 0.1233761 Oct 17 18:19:42.139241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.328850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.423353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.461409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42642) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:42.556135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Provisioning for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:42.563416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Provisioning complete for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:42.563781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.567178 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Attempt 1 to provision port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a Oct 17 18:19:42.615436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.669043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.686719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2586e4-8fdb-43ae-9933-1f5602edeb2b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:42.691993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c280083-f61d-4760-85fa-325bf64f4441 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:42.697955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 1a87efd5-8bc7-4495-a9e9-e4ed368e27d4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:42.698312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.770244 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bde5e9ea-cbba-496e-b876-b63aeba27a83 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/1e2586e4-8fdb-43ae-9933-1f5602edeb2b HTTP/1.1" status: 204 len: 168 time: 0.7161040 Oct 17 18:19:42.772738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42646) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:42.799724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Current status of the port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:42.799724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.859573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:42.902820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 81813108-a1fc-4030-bfc3-d3e0f8972d83 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:42.914215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.961257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.972598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:42.972932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.011829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Could not find standard attr ID for object a0fdcf6f-6822-410f-89e1-121524e7823b. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:43.043139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.057810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaf2fa-03f1-45d8-b1e4-cac4529348f8 None None] Pushing event updated for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:43.125482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-00414520-40ae-446a-a4d0-f9289c1f4990 None None] Could not find standard attr ID for object a0fdcf6f-6822-410f-89e1-121524e7823b. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:43.138821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 1a87efd5-8bc7-4495-a9e9-e4ed368e27d4 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:43.262007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.454008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.496704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.500564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.543275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=81813108-a1fc-4030-bfc3-d3e0f8972d83,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:43.565976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c1f3d-96e1-498e-b869-49e11e077fbd None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:43.568946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d5dbaa4d-516f-49b7-b77a-e069b2cbbb8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/81813108-a1fc-4030-bfc3-d3e0f8972d83 HTTP/1.1" status: 204 len: 168 time: 0.7930312 Oct 17 18:19:43.568946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=1a87efd5-8bc7-4495-a9e9-e4ed368e27d4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:43.570829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42650) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:43.650311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-964db1ff-9214-40a2-b406-555063b86437 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:43.664175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-964db1ff-9214-40a2-b406-555063b86437 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:router {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:43.668630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.669803 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 73a03fe4-c3b8-4cac-8986-cc9a55533c05 disassociated (deleted). External IP: 172.26.2.177, port: e6a58fd3-fece-4693-919b-14ff962378c7. Oct 17 18:19:43.673033 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-964db1ff-9214-40a2-b406-555063b86437 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001570 Oct 17 18:19:43.673669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:43.679387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:43.736159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f17379b4-6a68-47cd-b636-99477433bc72 None None] Provisioning complete for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:43.736524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f17379b4-6a68-47cd-b636-99477433bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.736850 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-f17379b4-6a68-47cd-b636-99477433bc72 None None] Attempt 1 to provision port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a Oct 17 18:19:43.793563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:43.798856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:43.801888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:43.808705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:43.898386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f17379b4-6a68-47cd-b636-99477433bc72 None None] Current status of the port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:43.905790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:43.911905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:43.933225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5ead4d0f-2b6b-481d-a948-1b95536cfc5a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:43.987180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:43.998786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Deleting port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:43.999158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:44.118030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:44.118441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:44.118783 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a Oct 17 18:19:44.186911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd9c393a-158c-46f2-a73a-3869a6df1a16 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:19:44.282120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:44.282986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:44.387413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:19:44.397870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:44.403967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:44.430330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Calling delete_port for 5ead4d0f-2b6b-481d-a948-1b95536cfc5a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:44.471614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Sync routers for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:44.499106 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0c11290-6a8c-45c7-9bcf-87c22edb422b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/73a03fe4-c3b8-4cac-8986-cc9a55533c05 HTTP/1.1" status: 204 len: 168 time: 2.0364399 Oct 17 18:19:44.500504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:44.503518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c02ac-1db9-4bb4-b4ce-16017ee36632" -d '{"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:44.551682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:44.556512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:44.556512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:44.734922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:44.757384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:44.847894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:19:44.848248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:19:44.962796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:45.004256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.109351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225843d1-afb8-4003-b43d-26ad1df0b2fb x-openstack-request-id: req-225843d1-afb8-4003-b43d-26ad1df0b2fb {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:45.109955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:45.110438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-225843d1-afb8-4003-b43d-26ad1df0b2fb {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:45.111056 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225843d1-afb8-4003-b43d-26ad1df0b2fb'] response: {'name': 'network-changed', 'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'status': 'completed', 'code': 200} Oct 17 18:19:45.116703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.121505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.198544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:45.204285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Checking router: fd9c393a-158c-46f2-a73a-3869a6df1a16 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:45.213677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:45.214369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:45.348507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b71af-b30d-4a51-86e2-25d2a372c5e3 req-9c4344ab-d6f3-4630-9c1c-23fb5991c869 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.354181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-739b71af-b30d-4a51-86e2-25d2a372c5e3 req-9c4344ab-d6f3-4630-9c1c-23fb5991c869 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1058075 Oct 17 18:19:45.365901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Deleting port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:45.366538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.380855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:45.387282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:45.395261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.395840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.406094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=8']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:45.422323 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-739b71af-b30d-4a51-86e2-25d2a372c5e3 req-04a3e782-8a5c-4e6c-9747-304aa06b72dc tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624535 Oct 17 18:19:45.441561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=1151a7cf-c3e7-4dfa-9a5c-261791c1eec3,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:45.475314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3065360-a04b-4efe-b5c1-152afbcb3e83 req-d593fc82-8aee-434b-a028-d0925d59fec5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.476819 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3065360-a04b-4efe-b5c1-152afbcb3e83 req-d593fc82-8aee-434b-a028-d0925d59fec5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.2478223 Oct 17 18:19:45.483763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-3f6b853f-ee95-4b16-9adc-aefb70610341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.485184 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-3f6b853f-ee95-4b16-9adc-aefb70610341 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 1099 time: 0.2594407 Oct 17 18:19:45.612914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:45.635469 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d80585c0-4175-4afb-bc46-e60673ba5e97 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9607575 Oct 17 18:19:45.639039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42688) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:45.645232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:45.716229 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3065360-a04b-4efe-b5c1-152afbcb3e83 req-9ba005ef-c601-49fc-b5ac-d6ab009a839d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299204 Oct 17 18:19:45.769332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-bf3de332-1e9a-4b81-96c9-5537a41a7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.770422 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-bf3de332-1e9a-4b81-96c9-5537a41a7097 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 200 len: 898 time: 0.2662268 Oct 17 18:19:45.811058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:45.816640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:45.821075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:45.828389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:45.855320 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-1c81cc84-c8aa-436c-be54-a0b452c27d5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 200 len: 217 time: 0.0776091 Oct 17 18:19:45.887199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] For port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:45.888201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.928176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:45.936875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:45.937045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-765dd630-8d7f-4f79-b66c-b5a2a828bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:45.937183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-765dd630-8d7f-4f79-b66c-b5a2a828bfbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f85e734-5d07-461d-b123-621b844048c5 HTTP/1.1" status: 200 len: 833 time: 0.0760362 Oct 17 18:19:45.960750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5ead4d0f-2b6b-481d-a948-1b95536cfc5a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:46.042111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-ef3ec2f4-2329-459a-a42d-607af33ff98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:46.043831 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-ef3ec2f4-2329-459a-a42d-607af33ff98a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8610acf5-cec5-4ca0-8c78-6aab5601f120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978723 Oct 17 18:19:46.077558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Calling delete_port for 5ead4d0f-2b6b-481d-a948-1b95536cfc5a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:46.093961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-6dfa361e-7640-414f-87de-4ba12c0b1f4c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:19:46.093961 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-6dfa361e-7640-414f-87de-4ba12c0b1f4c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063646 Oct 17 18:19:46.244655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-f419fa29-66c6-4ad0-ac6a-1a6941b96f90 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448483 Oct 17 18:19:46.311175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:46.367056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:46.370276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:46.379124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:46.381528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:46.400377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=657949ea-9a79-4b59-aa41-927c8a2f068f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:46.405491 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b01c02ac-1db9-4bb4-b4ce-16017ee36632 req-712265be-c22f-4d83-b1c8-3d771b3222a1 service neutron] 10.222.0.42 "GET /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500449 Oct 17 18:19:46.408097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:46.408792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:46.494567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d36ef85-40f0-49d6-bbbc-d6305d06b77c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8538840 Oct 17 18:19:46.505170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42694) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:46.505170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:92:97:72', 'name': 'tempest-NetworksTestDHCPv6-476153966'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:46.562279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:46.582353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2d2eb-96b9-46ab-bb09-ae5e6254f28e None None] The sync data for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:17:43Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '63b42fb6-b2ae-49bc-800d-862b4f8195f4', 'name': '', 'network_id': '8610acf5-cec5-4ca0-8c78-6aab5601f120', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:ce:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '3f85e734-5d07-461d-b123-621b844048c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:41Z', 'updated_at': '2022-10-17T18:17:50Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '3f85e734-5d07-461d-b123-621b844048c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:46.648126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:46.711144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:46.717025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:46.720468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:46.730391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e67ff8-597f-4e7b-b4cf-6f74b673f659 req-741660d5-9000-4c16-b378-23c701fdca04 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:46.732703 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-27e67ff8-597f-4e7b-b4cf-6f74b673f659 req-741660d5-9000-4c16-b378-23c701fdca04 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1582251 Oct 17 18:19:46.737023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:46.739517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] Pushing event deleted for resources: {'Port': ['ID=5ead4d0f-2b6b-481d-a948-1b95536cfc5a,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:46.797093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-27e67ff8-597f-4e7b-b4cf-6f74b673f659 req-b0e3a3e3-e764-4c1e-be0f-f533899a00bc tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478411 Oct 17 18:19:46.841218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb334f-452d-4924-934b-a9f3059b7100 None None] No DVR routers for this DVR port 5ead4d0f-2b6b-481d-a948-1b95536cfc5a on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:46.859023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:46.866396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcad414-2f7d-4c46-84df-ebf79d503c90 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:46.960626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52748e54-2768-4355-9718-c806b0b04b70 None None] New status for floating IP 73a03fe4-c3b8-4cac-8986-cc9a55533c05: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:19:47.017163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.032792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa9c6a-0c2d-4fc0-989c-5457979fbe58 req-68b845aa-0e6f-4697-8ee0-07b3651f04e4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:47.034458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83fa9c6a-0c2d-4fc0-989c-5457979fbe58 req-68b845aa-0e6f-4697-8ee0-07b3651f04e4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.1135728 Oct 17 18:19:47.055567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 206f579b-e48d-40dd-b643-4bd16694986b yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:47.089355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83fa9c6a-0c2d-4fc0-989c-5457979fbe58 req-4201fe75-1247-4ae4-8db1-9fb4eba39227 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e44602bb-d684-48d1-af60-06d2c474f165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480874 Oct 17 18:19:47.119607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '1151a7cf-c3e7-4dfa-9a5c-261791c1eec3'}, {'subnet_id': '657949ea-9a79-4b59-aa41-927c8a2f068f'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:47.120531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.362010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-9580d376-d265-44b6-8884-604de14c2288 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:47.363421 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-9580d376-d265-44b6-8884-604de14c2288 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 946 time: 0.0894051 Oct 17 18:19:47.411120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 172.20.0.11 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/657949ea-9a79-4b59-aa41-927c8a2f068f/206f579b-e48d-40dd-b643-4bd16694986b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:47.416949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fe92:9772 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/1151a7cf-c3e7-4dfa-9a5c-261791c1eec3/206f579b-e48d-40dd-b643-4bd16694986b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:47.438116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port e6a58fd3-fece-4693-919b-14ff962378c7 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:47.446527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.621363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.637068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 206f579b-e48d-40dd-b643-4bd16694986b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:47.709691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port e6a58fd3-fece-4693-919b-14ff962378c7, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=e6a58fd3-fece-4693-919b-14ff962378c7,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:47.710461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.768487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:47.848002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for e6a58fd3-fece-4693-919b-14ff962378c7 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:47.849067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:47.852055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:47.862064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:47.885744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=206f579b-e48d-40dd-b643-4bd16694986b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:47.897252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Allocated IP 172.20.0.2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/657949ea-9a79-4b59-aa41-927c8a2f068f/71000308-8bc5-4fd6-bc9f-c2b2b449cdb9) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:47.905115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Allocated IP 2001:db8::f816:3eff:fe44:7790 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/1151a7cf-c3e7-4dfa-9a5c-261791c1eec3/71000308-8bc5-4fd6-bc9f-c2b2b449cdb9) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:47.932396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:47.933431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.054648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339c03c-e9b4-4aaa-89b4-1ed2c00c77d6 req-88fd3029-dbe3-4831-8996-be68c2f4d465 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.056463 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c339c03c-e9b4-4aaa-89b4-1ed2c00c77d6 req-88fd3029-dbe3-4831-8996-be68c2f4d465 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1081774 Oct 17 18:19:48.102868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c339c03c-e9b4-4aaa-89b4-1ed2c00c77d6 req-29710118-bbbc-426b-9718-f08ae17ead56 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Oct 17 18:19:48.134360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.144444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Transition to ACTIVE for port object 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:48.153626 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7c042a8-ac13-4f14-923b-ba84b73d83fd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6520650 Oct 17 18:19:48.155652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42706) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:48.162274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.166584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Transition to ACTIVE for port object 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:48.221992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=e6a58fd3-fece-4693-919b-14ff962378c7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:48.243229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.253387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0532d44-6ce3-4271-aa05-051274ced809 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.254371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d0532d44-6ce3-4271-aa05-051274ced809 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:48.322256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:48.325573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:48.329086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:48.337199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d0532d44-6ce3-4271-aa05-051274ced809 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:48.337199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d0532d44-6ce3-4271-aa05-051274ced809 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1798899 Oct 17 18:19:48.337588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42710) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:48.370392 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9603cc37-cb35-41fa-9466-931fada57ffc req-7ec2937c-e7d3-4dc6-959c-fea9ae9edf3a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.1000762 Oct 17 18:19:48.379713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port e6a58fd3-fece-4693-919b-14ff962378c7 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:48.382954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.387390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'name': 'network-vif-deleted', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:48.390329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2fb4a-3d59-4938-999d-b2371adde01e" -d '{"events": [{"server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "name": "network-vif-deleted", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:48.420364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Pushing event updated for resources: {'Port': ['ID=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:48.441696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 206f579b-e48d-40dd-b643-4bd16694986b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:48.442253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.445343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448854f1-545c-404a-bf01-450a580e62cd x-openstack-request-id: req-448854f1-545c-404a-bf01-450a580e62cd {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:48.446338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326da6b-8380-45a1-95c8-6c586512c39c", "name": "network-vif-deleted", "tag": "e6a58fd3-fece-4693-919b-14ff962378c7", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:48.446338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-448854f1-545c-404a-bf01-450a580e62cd {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:48.446838 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448854f1-545c-404a-bf01-450a580e62cd'] response: {'server_uuid': '9326da6b-8380-45a1-95c8-6c586512c39c', 'name': 'network-vif-deleted', 'tag': 'e6a58fd3-fece-4693-919b-14ff962378c7', 'status': 'completed', 'code': 200} Oct 17 18:19:48.472673 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5cb2e7f8-0213-40f7-8f20-163edacb082a req-ed7ebf83-58d3-4570-b8c1-17ad3e38aa8b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/e6a58fd3-fece-4693-919b-14ff962378c7 HTTP/1.1" status: 204 len: 173 time: 1.1040802 Oct 17 18:19:48.488664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Attempting to bind port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:48.489017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Attempting to bind port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:48.489365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Attempting to bind port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:48.494594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:48.495051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:48.495444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.495827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:48.496278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Bound port: 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:48.496641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.584899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] For port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:48.589182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] For port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:48.699578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.702970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:48.781773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62446-69d0-4367-b9e2-7c53778032d3 None None] Pushing event updated for resources: {'Port': ['ID=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:48.830685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 206f579b-e48d-40dd-b643-4bd16694986b owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:49.230227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:49.281042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=206f579b-e48d-40dd-b643-4bd16694986b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:49.319337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a046-cd12-4aa4-bdf4-a0168115c831 req-74164dbd-0fb9-40cc-893d-e1e96fb6115a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:49.320875 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4a92a046-cd12-4aa4-bdf4-a0168115c831 req-74164dbd-0fb9-40cc-893d-e1e96fb6115a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.0994263 Oct 17 18:19:49.373021 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4a92a046-cd12-4aa4-bdf4-a0168115c831 req-f9e15706-09ad-48e2-88ab-09f126efd077 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454891 Oct 17 18:19:49.437526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:49.447429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b9dfba0d-6fd1-4264-9cc4-5acc58a0e525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/206f579b-e48d-40dd-b643-4bd16694986b HTTP/1.1" status: 204 len: 168 time: 1.1087985 Oct 17 18:19:49.449903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42720) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:49.562142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9fc291e3-86b8-4810-81e4-8c47039e4098 req-8c20b9c0-21db-4160-a32f-d3dffcd86aac tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:49.576505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:49.577511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:49.579168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:49.580009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:49.614114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f72fe5aa-58c1-4b09-b50a-1be18d0dce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:49.704889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9fc291e3-86b8-4810-81e4-8c47039e4098 req-8c20b9c0-21db-4160-a32f-d3dffcd86aac tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:49.706116 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9fc291e3-86b8-4810-81e4-8c47039e4098 req-8c20b9c0-21db-4160-a32f-d3dffcd86aac tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=9326da6b-8380-45a1-95c8-6c586512c39c HTTP/1.1" status: 200 len: 210 time: 0.2031419 Oct 17 18:19:49.761979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:49.764022 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a7ebdeb2-7139-48fd-9377-a32f140745c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3124895 Oct 17 18:19:49.767159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:49.847777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 1151a7cf-c3e7-4dfa-9a5c-261791c1eec3 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:49.851314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:49.915677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:49.929978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e183de-085f-4a4f-a11b-e7bf5278f7f6 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:49.997268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:50.009482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.156179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.179669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b60e74e0-ddcc-4b98-a691-bc5acde2bff4 None None] Provisioning for port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:50.198351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=1151a7cf-c3e7-4dfa-9a5c-261791c1eec3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:50.200567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.247870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:50.262883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:50.263280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.263618 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 Oct 17 18:19:50.283274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7b545bd9-5627-4588-8917-eb7cc33064ee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/1151a7cf-c3e7-4dfa-9a5c-261791c1eec3 HTTP/1.1" status: 204 len: 168 time: 0.5148704 Oct 17 18:19:50.285821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42728) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:50.359235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 657949ea-9a79-4b59-aa41-927c8a2f068f {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:50.362528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.400790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:50.401253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.429312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.441542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:50.516352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.523221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.598584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:50.625822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfee6e0-350a-48a2-bfe1-6ef18f784070 req-cab41d49-f3fe-4f5e-ab74-be7e8f7b259a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:50.627321 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdfee6e0-350a-48a2-bfe1-6ef18f784070 req-cab41d49-f3fe-4f5e-ab74-be7e8f7b259a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1255240 Oct 17 18:19:50.677842 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdfee6e0-350a-48a2-bfe1-6ef18f784070 req-b1d1ba5c-f6a0-4757-b264-5342bfe3f858 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Oct 17 18:19:50.733641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.775043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=657949ea-9a79-4b59-aa41-927c8a2f068f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:50.779793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.790147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-31db6aef-e231-48a4-a4de-f12ee97d67ce tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/657949ea-9a79-4b59-aa41-927c8a2f068f HTTP/1.1" status: 204 len: 168 time: 0.5031407 Oct 17 18:19:50.793326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:50.816821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42740) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:50.865874 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bce15be7-169b-438c-9a9a-370c5c217bd8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698946 Oct 17 18:19:50.868461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42744) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:50.875339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:50.903858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d965994-a605-4037-9866-5605f9c29ade None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:50.904397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.939546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.001982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7275483a-77fa-43f1-aeef-07f3cb2b2020 None None] Provisioning complete for port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:51.002347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7275483a-77fa-43f1-aeef-07f3cb2b2020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.002735 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7275483a-77fa-43f1-aeef-07f3cb2b2020 None None] Attempt 1 to provision port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 Oct 17 18:19:51.068378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.089816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44602bb-d684-48d1-af60-06d2c474f165,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:51.094822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:51.099243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:51.102219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:51.108476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:51.156653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.161765 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1d7d4fc9-07a6-47e7-8c6b-d447b4cf2c50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/e44602bb-d684-48d1-af60-06d2c474f165 HTTP/1.1" status: 204 len: 168 time: 0.3401294 Oct 17 18:19:51.190373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:51.193968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.232583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7275483a-77fa-43f1-aeef-07f3cb2b2020 None None] Current status of the port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:51.266526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42750) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:51.311441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:51.315881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Deleting port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:51.316378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.358445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device e6a58fd3-fece-4693-919b-14ff962378c7 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:51.400752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: e6a58fd3-fece-4693-919b-14ff962378c7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:51.401094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device e6a58fd3-fece-4693-919b-14ff962378c7 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:51.530247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.566378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] For port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:51.566760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.591019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:51.593850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:51.601647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:51.602466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.620578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=30671d3c-55ef-4efa-a97a-81eda58125d2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:51.690386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Calling delete_port for 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:51.759336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-264cd946-6864-438e-a85e-c8f1ef735aa9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8871114 Oct 17 18:19:51.759952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42756) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:51.765832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:51.853089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:51.910202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] No DVR routers for this DVR port 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:51.912061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037c079-d795-4a33-bf68-622a8fe6425b None None] Pushing event deleted for resources: {'Port': ['ID=71000308-8bc5-4fd6-bc9f-c2b2b449cdb9,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:51.938236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32128475-6962-4a3d-ae19-2105a522d943 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:51.962176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:51.966573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:51.971043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:51.974293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:51.980722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:51.982131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40fb7e-a0a3-4bcb-a510-7ac17df5b2d1 req-f77145be-f945-4e4a-8997-9edd1528e9e5 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:51.983815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6c40fb7e-a0a3-4bcb-a510-7ac17df5b2d1 req-f77145be-f945-4e4a-8997-9edd1528e9e5 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1700728 Oct 17 18:19:52.046034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6c40fb7e-a0a3-4bcb-a510-7ac17df5b2d1 req-e21d8883-33b1-499a-ba4c-3445b6213220 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562224 Oct 17 18:19:52.055653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:52.061868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.088696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:52.089031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 71000308-8bc5-4fd6-bc9f-c2b2b449cdb9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:52.122738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.263827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-effed105-9b5e-454a-b232-7f4d14b49f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.288584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '30671d3c-55ef-4efa-a97a-81eda58125d2'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:19:52.289643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.447366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Allocated IP 172.20.0.2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/30671d3c-55ef-4efa-a97a-81eda58125d2/c94c3776-0660-4928-a0b8-1be384117081) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:52.544126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 63b42fb6-b2ae-49bc-800d-862b4f8195f4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:52.544470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.604305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:19:52.605582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.658792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.662165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:52.665346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:52.670134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:52.670685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.672579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Transition to ACTIVE for port object c94c3776-0660-4928-a0b8-1be384117081 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:52.694313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Transition to ACTIVE for port object c94c3776-0660-4928-a0b8-1be384117081 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:52.700372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=a591660f-707f-403b-aa7b-82ce2516eaa8,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:52.752723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 63b42fb6-b2ae-49bc-800d-862b4f8195f4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=63b42fb6-b2ae-49bc-800d-862b4f8195f4,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:52.753084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.796772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:52.797250 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0a33072b-0567-4489-9031-bc18b57db3da tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0360429 Oct 17 18:19:52.799664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42760) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:52.805730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:a3:c3:13', 'name': 'tempest-NetworksTestDHCPv6-191880256'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:52.882870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 63b42fb6-b2ae-49bc-800d-862b4f8195f4 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:52.896558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:52.899335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:52.904597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:52.906732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:52.955818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:52.961058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:52.964038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:52.973162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:53.010740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Attempting to bind port c94c3776-0660-4928-a0b8-1be384117081 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:19:53.011361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Attempting to bind port c94c3776-0660-4928-a0b8-1be384117081 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:19:53.011483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Attempting to bind port c94c3776-0660-4928-a0b8-1be384117081 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:19:53.017174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:19:53.017521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:19:53.018104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.022220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:19:53.022220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Bound port: c94c3776-0660-4928-a0b8-1be384117081, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:19:53.022220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.030028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.063715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.070948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:53.114717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:19:53.117765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:19:53.182955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.213170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.283666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:53.302821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111563-0d42-41a3-8440-ac0bf69fc402 None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:53.330444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 20a46b13-79cf-45c3-b52a-d2f8213ed463 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:19:53.362048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=63b42fb6-b2ae-49bc-800d-862b4f8195f4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:53.440053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a6c8a-22fb-4255-b143-d94eab8244dc req-cb925e3c-e497-4edf-84da-2d443de8f515 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:53.448765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-165a6c8a-22fb-4255-b143-d94eab8244dc req-cb925e3c-e497-4edf-84da-2d443de8f515 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.2781026 Oct 17 18:19:53.579225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-165a6c8a-22fb-4255-b143-d94eab8244dc req-bcb9b00f-e4d8-4561-94cc-a76ba255adc6 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296875 Oct 17 18:19:53.677778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 172.20.0.13 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/30671d3c-55ef-4efa-a97a-81eda58125d2/20a46b13-79cf-45c3-b52a-d2f8213ed463) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:53.686539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fea3:c313 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/a591660f-707f-403b-aa7b-82ce2516eaa8/20a46b13-79cf-45c3-b52a-d2f8213ed463) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:53.696149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.044800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:54.047797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.065385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 20a46b13-79cf-45c3-b52a-d2f8213ed463 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:54.098256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd9c393a-158c-46f2-a73a-3869a6df1a16 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:19:54.213225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.235536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c94c3776-0660-4928-a0b8-1be384117081 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:54.308315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:54.310256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:19:54.314045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:54.317982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:19:54.334143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Sync routers for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:19:54.344081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:54.344698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:54.356214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=20a46b13-79cf-45c3-b52a-d2f8213ed463,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:54.391433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:54.392060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.435084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-da8b2141-8e45-4fbd-a410-0d613a4268bf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/fd9c393a-158c-46f2-a73a-3869a6df1a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1656823 Oct 17 18:19:54.437776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42766) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:54.482120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.503870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f516e3a-7c51-44c8-b097-9c4befb4d870 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:54.504748 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-09331939-3f06-4dae-9b2a-79ecdf93969b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7038693 Oct 17 18:19:54.507316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42770) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:54.524433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 3f85e734-5d07-461d-b123-621b844048c5 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:54.528379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.588953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.608194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b94574-1472-434e-b99b-0317d9685766 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:54.615236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b94574-1472-434e-b99b-0317d9685766 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:54.616274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21b94574-1472-434e-b99b-0317d9685766 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:54.639285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:54.702349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.766540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21b94574-1472-434e-b99b-0317d9685766 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:54.770945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:54.771219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-21b94574-1472-434e-b99b-0317d9685766 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2615430 Oct 17 18:19:54.817884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10321ed6-52e0-4e80-a380-5e79180ab02e req-a395dad5-e09c-46c7-a77c-bff8c686e759 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:54.820079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10321ed6-52e0-4e80-a380-5e79180ab02e req-a395dad5-e09c-46c7-a77c-bff8c686e759 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1005995 Oct 17 18:19:54.851207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 20a46b13-79cf-45c3-b52a-d2f8213ed463 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:54.851544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.875444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10321ed6-52e0-4e80-a380-5e79180ab02e req-e699c2f1-902a-4fc9-b7f7-58eb7f6430bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440876 Oct 17 18:19:54.883247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Provisioning for port c94c3776-0660-4928-a0b8-1be384117081 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:19:54.922286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:54.922654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.922980 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:19:54.963970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.011288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=3f85e734-5d07-461d-b123-621b844048c5,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:55.018472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.050916 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c0ca1122-e69e-45ff-9de8-52092a6c79b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/3f85e734-5d07-461d-b123-621b844048c5 HTTP/1.1" status: 204 len: 168 time: 0.6118231 Oct 17 18:19:55.053752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42780) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:55.058935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58688021-4177-48c9-8e83-3cd0f1677899 None None] Network 8610acf5-cec5-4ca0-8c78-6aab5601f120 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:55.179852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.272382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.314257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 20a46b13-79cf-45c3-b52a-d2f8213ed463 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:55.345504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:55.345827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.425810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:19:53Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:55.433034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:55.435606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Checking router: fd9c393a-158c-46f2-a73a-3869a6df1a16 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:19:55.503278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Routers {'fd9c393a-158c-46f2-a73a-3869a6df1a16'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:19:55.504124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd9c393a-158c-46f2-a73a-3869a6df1a16'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:55.564378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.620778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.624061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.709540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=20a46b13-79cf-45c3-b52a-d2f8213ed463,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:55.725999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e495b-1075-4311-9ad9-361c9e6ccf0e None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '30671d3c-55ef-4efa-a97a-81eda58125d2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a591660f-707f-403b-aa7b-82ce2516eaa8'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'c94c3776-0660-4928-a0b8-1be384117081'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:19:55.727238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 699b3fe4-ea42-4780-8592-6715ef2646bc {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:55.731759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.761098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] DHCP port deletion for 8610acf5-cec5-4ca0-8c78-6aab5601f120 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:19:55.796877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.797965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Deleting port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:19:55.798484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.836726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.837068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaf91c-db79-4cea-9eaf-e60199d98e59 None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:55.884642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2f3e495b-1075-4311-9ad9-361c9e6ccf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.900399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] Set router fd9c393a-158c-46f2-a73a-3869a6df1a16 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:19:55.924380 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c20b8d81-5953-4de7-9a03-2d8cafd313ed tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/20a46b13-79cf-45c3-b52a-d2f8213ed463 HTTP/1.1" status: 204 len: 168 time: 1.1494114 Oct 17 18:19:55.924380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42786) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:55.939136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 699b3fe4-ea42-4780-8592-6715ef2646bc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=699b3fe4-ea42-4780-8592-6715ef2646bc,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:55.939414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.009113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:56.010884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:56.012986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:56.013988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:19:56.044859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:56.091772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:19:56.095879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6fafee06-8c0f-4370-9837-0c7917d31331 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1713803 Oct 17 18:19:56.100060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 699b3fe4-ea42-4780-8592-6715ef2646bc owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:56.102342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42790) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:56.185290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 30671d3c-55ef-4efa-a97a-81eda58125d2 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:56.188331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.265084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.346061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce548-2436-4527-81ca-054a27bc0c75 req-754309b9-9e95-45b9-b7f1-8f9b9a2be613 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:56.347480 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cbcce548-2436-4527-81ca-054a27bc0c75 req-754309b9-9e95-45b9-b7f1-8f9b9a2be613 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.3044109 Oct 17 18:19:56.405576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.413595 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cbcce548-2436-4527-81ca-054a27bc0c75 req-b396ae97-2a55-4021-8452-61311c4d1c72 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584733 Oct 17 18:19:56.420583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.461434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=699b3fe4-ea42-4780-8592-6715ef2646bc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:56.506791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] For port 7ad1925a-97e0-4b60-a561-022cf4aa7e21, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ad1925a-97e0-4b60-a561-022cf4aa7e21,segment=NetworkSegment(8412432c-0e3d-4c84-9dcb-1de21787ea25),segment_id=8412432c-0e3d-4c84-9dcb-1de21787ea25)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:56.507401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.518843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:56.519202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.519560 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:19:56.562302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.596740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.638823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=30671d3c-55ef-4efa-a97a-81eda58125d2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:56.645469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.707716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Calling delete_port for 7ad1925a-97e0-4b60-a561-022cf4aa7e21 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:19:56.724892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6e906396-5a05-4866-aecc-6289752bc78f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/30671d3c-55ef-4efa-a97a-81eda58125d2 HTTP/1.1" status: 204 len: 168 time: 0.6191583 Oct 17 18:19:56.725176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42794) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-2f3e495b-1075-4311-9ad9-361c9e6ccf0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30671d3c-55ef-4efa-a97a-81eda58125d2: This subnet is being modified by another concurrent operation. Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1754, in update_port Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30671d3c-55ef-4efa-a97a-81eda58125d2: This subnet is being modified by another concurrent operation. Oct 17 18:19:56.735881 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:19:56.755869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.755869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.845124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7cb81-1d31-4351-8c99-a81f22518bf6 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:19:56.852757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.853386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router fd9c393a-158c-46f2-a73a-3869a6df1a16 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:19:56.878771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.883675 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-378dc88d-254b-4ed0-aa59-44af62dbc772 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/fd9c393a-158c-46f2-a73a-3869a6df1a16 HTTP/1.1" status: 204 len: 168 time: 1.8289230 Oct 17 18:19:56.884177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42798) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:56.954993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31a60667-da70-46c2-a5ba-fc534625ffd1 None None] Could not find standard attr ID for object 20a46b13-79cf-45c3-b52a-d2f8213ed463. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:56.970535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:56.977776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.979060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:19:53Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:57.007035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet a591660f-707f-403b-aa7b-82ce2516eaa8 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:19:57.020809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.033388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cb961-19e9-4fcf-86af-34f2eeb3e77c None None] The sync data for ids ['fd9c393a-158c-46f2-a73a-3869a6df1a16'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'name': 'tempest-TestNetworkBasicOps-router-60955309', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110'}], 'enable_snat': True}, 'gw_port_id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:32Z', 'updated_at': '2022-10-17T18:19:53Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '699b3fe4-ea42-4780-8592-6715ef2646bc', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c393a-158c-46f2-a73a-3869a6df1a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:33Z', 'updated_at': '2022-10-17T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:19:57.041004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] Pushing event deleted for resources: {'Port': ['ID=7ad1925a-97e0-4b60-a561-022cf4aa7e21,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:57.041468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ad1925a-97e0-4b60-a561-022cf4aa7e21 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:57.062286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.088530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c104756-98f6-44b0-8937-2a5289210771 None None] No DVR routers for this DVR port 7ad1925a-97e0-4b60-a561-022cf4aa7e21 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:19:57.093209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.113334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7ad1925a-97e0-4b60-a561-022cf4aa7e21 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:57.113708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ad1925a-97e0-4b60-a561-022cf4aa7e21 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:57.118732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-31a60667-da70-46c2-a5ba-fc534625ffd1 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:57.119287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-31a60667-da70-46c2-a5ba-fc534625ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.119621 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-31a60667-da70-46c2-a5ba-fc534625ffd1 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:19:57.285979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.317970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.344357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-31a60667-da70-46c2-a5ba-fc534625ffd1 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:57.349104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8610acf5-cec5-4ca0-8c78-6aab5601f120']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:57.373679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8412432c-0e3d-4c84-9dcb-1de21787ea25') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:57.373983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8412432c-0e3d-4c84-9dcb-1de21787ea25') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:19:57.395262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.423195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.434789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:19:57.435166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.439656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c0b92b-4bec-439c-bdcb-d60179d14408 None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': 'a591660f-707f-403b-aa7b-82ce2516eaa8'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'c94c3776-0660-4928-a0b8-1be384117081'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:19:57.496949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-35c0b92b-4bec-439c-bdcb-d60179d14408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.511286 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 8412432c-0e3d-4c84-9dcb-1de21787ea25 resource provider aggregate not found Oct 17 18:19:57.541707 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 8412432c-0e3d-4c84-9dcb-1de21787ea25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8412432c-0e3d-4c84-9dcb-1de21787ea25 found for delete ", "request_id": "req-dc643332-0e6a-40f9-9396-1153564eced6"}]} Oct 17 18:19:57.602039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.648049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.651403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=a591660f-707f-403b-aa7b-82ce2516eaa8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:57.671119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.680176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.691762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8925-405c-42e9-aa5b-3031d11d1d06 req-a717b8e9-62eb-4ce3-92ec-ee635a7186ca tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:57.693250 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-344b8925-405c-42e9-aa5b-3031d11d1d06 req-a717b8e9-62eb-4ce3-92ec-ee635a7186ca tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1178415 Oct 17 18:19:57.693495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.693867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server [None req-35c0b92b-4bec-439c-bdcb-d60179d14408 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a591660f-707f-403b-aa7b-82ce2516eaa8: This subnet is being modified by another concurrent operation. Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1754, in update_port Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a591660f-707f-403b-aa7b-82ce2516eaa8: This subnet is being modified by another concurrent operation. Oct 17 18:19:57.694121 dv-neutron-861384-1-hyperv neutron-server[89828]: ERROR oslo_messaging.rpc.server Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:57.706479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=8610acf5-cec5-4ca0-8c78-6aab5601f120,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:57.715085 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-17751935-6970-4ab2-a298-15ffd9c7ba22 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a591660f-707f-403b-aa7b-82ce2516eaa8 HTTP/1.1" status: 204 len: 168 time: 0.9873092 Oct 17 18:19:57.750713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42810) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:57.758376 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-344b8925-405c-42e9-aa5b-3031d11d1d06 req-00727ca8-5597-4baf-b4eb-bfebbb77b897 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494998 Oct 17 18:19:57.793800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1653ec08-ce10-4969-9978-8f799ceafd43 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:57.793800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1653ec08-ce10-4969-9978-8f799ceafd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:57.793800 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1653ec08-ce10-4969-9978-8f799ceafd43 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:19:57.800591 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ae1a0579-27f7-4ad7-8c21-7996afcc182b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812876 Oct 17 18:19:57.803000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42814) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:57.815146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:57.884028 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-318cd031-1a97-4419-bfe0-20a94d602f5d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/8610acf5-cec5-4ca0-8c78-6aab5601f120 HTTP/1.1" status: 204 len: 168 time: 0.9988184 Oct 17 18:19:57.903184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42818) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:57.911134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--1082494416', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:57.922106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1653ec08-ce10-4969-9978-8f799ceafd43 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:57.922946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:57.934115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:57.942785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:57.960066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:57.982370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:57.988871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:57.992259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:57.998652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:58.008986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 699b3fe4-ea42-4780-8592-6715ef2646bc no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:58.037003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:58.043491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.058452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:58.061872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.062238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 699b3fe4-ea42-4780-8592-6715ef2646bc {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:58.062589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 699b3fe4-ea42-4780-8592-6715ef2646bc not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:58.063012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:58.084045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:19:58.092948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-afa5f007-0a34-4af0-a69d-d12002399905 None None] Could not find standard attr ID for object 20a46b13-79cf-45c3-b52a-d2f8213ed463. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:58.102503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.106799 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment 8f95ef76-7341-4b10-9df7-6fc85ca68a55 of type vlan for network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 Oct 17 18:19:58.106915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-afa5f007-0a34-4af0-a69d-d12002399905 None None] Could not find standard attr ID for object 206f579b-e48d-40dd-b643-4bd16694986b. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:19:58.113512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22d7c4-e762-4927-b57c-2223e084e2b7 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:19:58.143366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.264052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.269741 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.270558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.313432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:58.313846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.359514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22d7c4-e762-4927-b57c-2223e084e2b7 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:19:58.370729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:58.393631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=2fa86e52-582d-478c-a9c0-e9155c0d76d0,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:58.413353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-149dca8e-c550-4f55-95d2-6a60466ce425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5114834 Oct 17 18:19:58.416281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42826) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:58.422290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-299400', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:58.430017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:58.433852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:58.436918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:58.443884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:58.444400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:19:58.464181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.515441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:19:58.518332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:19:58.519980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.520632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 63b42fb6-b2ae-49bc-800d-862b4f8195f4 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:58.522633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.523215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.558954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=57a7bb72-8406-4b87-9bfe-a42e7ecc70f8,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:58.558954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.558954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.571796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:58.626124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 63b42fb6-b2ae-49bc-800d-862b4f8195f4 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:19:58.626466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 63b42fb6-b2ae-49bc-800d-862b4f8195f4 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:19:58.691325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c96f4caa-bf69-4b46-8ca8-1e534a0326ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8819571 Oct 17 18:19:58.691325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42830) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:19:58.695396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:58.696301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:19:58.979104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '57a7bb72-8406-4b87-9bfe-a42e7ecc70f8'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'c94c3776-0660-4928-a0b8-1be384117081'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:19:59.032609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.233537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.239215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Allocated IP 172.20.0.2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/57a7bb72-8406-4b87-9bfe-a42e7ecc70f8/c94c3776-0660-4928-a0b8-1be384117081) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:19:59.247605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:19:59.253120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:19:59.257234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:19:59.265856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:19:59.282620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf573-001d-4e60-a8b1-60a9b6be69c8 req-6a478412-2f51-42b7-baae-761f23afd4b1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:59.284077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-952bf573-001d-4e60-a8b1-60a9b6be69c8 req-6a478412-2f51-42b7-baae-761f23afd4b1 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.2940435 Oct 17 18:19:59.333305 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-952bf573-001d-4e60-a8b1-60a9b6be69c8 req-89321efe-b48b-4998-a9e5-0d5136bc893d tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Oct 17 18:19:59.365747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:19:59.366455 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.388375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:59.413445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.430893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Transition to ACTIVE for port object c94c3776-0660-4928-a0b8-1be384117081 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:19:59.509764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.626453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776cdcb-4ef1-47f6-924b-0777ed8bfe5e None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:59.843603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.880826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.967302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:00.101643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.128 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/01e38371-e22a-4131-8508-13b41e9317e6) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:00.271565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20aede-015c-42a0-b196-858d103d1c2a None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:20:00.295105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:00.393388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d20aede-015c-42a0-b196-858d103d1c2a None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:20:00.400762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.474929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Provisioning for port c94c3776-0660-4928-a0b8-1be384117081 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:00.488333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:00.488698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.489032 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:00.556318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.565738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60835cb9-39b5-45fe-baec-813075ea4753 req-e95b5e74-bba9-4d5e-9e86-f73774d2da2a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:00.567342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60835cb9-39b5-45fe-baec-813075ea4753 req-e95b5e74-bba9-4d5e-9e86-f73774d2da2a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1014543 Oct 17 18:20:00.619091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60835cb9-39b5-45fe-baec-813075ea4753 req-1e1b6ca8-8be9-4967-9635-7becb0dd0806 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Oct 17 18:20:00.760962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:00.761338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.769885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:00.770609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.783018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:00.785557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:00.802116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:00.829305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=01e38371-e22a-4131-8508-13b41e9317e6,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:00.904256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:00.982231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885a32a-2017-466c-a4e5-7b300b93ec0c None None] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:01.069047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:01.069629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:01.357500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:01.435850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:01.472279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4599986-3e10-4e24-a7b9-5111e74c5a8a None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:01.492503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a78bad-8b38-4022-9af7-da5fabd70df9 req-deec4d4d-f528-4fd1-83ad-129533013c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:01.493993 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-45a78bad-8b38-4022-9af7-da5fabd70df9 req-deec4d4d-f528-4fd1-83ad-129533013c42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.2494900 Oct 17 18:20:01.547163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ec2725f-0159-4000-b989-5fd4cf392aaa is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:01.547534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:01.599854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6fbedfd0-e16a-4116-adbe-8ffbccc4d666 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:01.600241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6fbedfd0-e16a-4116-adbe-8ffbccc4d666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:01.600555 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6fbedfd0-e16a-4116-adbe-8ffbccc4d666 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:01.640301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:01.642520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65ec2b-d08d-4b37-b25e-0dba733aa9ee" -d '{"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:01.683705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-45a78bad-8b38-4022-9af7-da5fabd70df9 req-efcb0b95-515f-44ad-b9de-de87c6c306c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319010 Oct 17 18:20:01.688979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:01.788211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f590d29-4294-44cf-bde8-143ebbbf8d2c x-openstack-request-id: req-4f590d29-4294-44cf-bde8-143ebbbf8d2c {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:01.788504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:01.788761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f590d29-4294-44cf-bde8-143ebbbf8d2c {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:01.789151 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f590d29-4294-44cf-bde8-143ebbbf8d2c'] response: {'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'code': 200} Oct 17 18:20:01.792473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:01.859606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:01.953110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6fbedfd0-e16a-4116-adbe-8ffbccc4d666 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:01.960793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:01.993631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:02.040914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:02.041294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.041678 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:02.142279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.151851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc608-0bbc-4b56-a44e-58b532bd7bec req-1f1779bd-4f1f-4b58-aa91-d75d3b365e95 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:02.159292 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-184cc608-0bbc-4b56-a44e-58b532bd7bec req-1f1779bd-4f1f-4b58-aa91-d75d3b365e95 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 944 time: 0.3923516 Oct 17 18:20:02.166891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:02.292658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-92f7eaaa-ae4d-481b-895c-2ebabee86c7d None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:02.293132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92f7eaaa-ae4d-481b-895c-2ebabee86c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.293472 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-92f7eaaa-ae4d-481b-895c-2ebabee86c7d None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:02.409945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-92f7eaaa-ae4d-481b-895c-2ebabee86c7d None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:02.478776 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-184cc608-0bbc-4b56-a44e-58b532bd7bec req-9028c6d9-971d-4660-ad72-b9e7bf5fb8e0 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184855 Oct 17 18:20:02.480330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:02.530592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.583805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.584485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.690443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:20:02.696666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:02.706080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:02.714239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:02.715408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.716156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504fa859-17cf-4780-b19b-6a43f8ce5224 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:02.731200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=c4c8c4ed-9264-498a-b17e-6a53b4dc7f09,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:02.795270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=9']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:02.923180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:02.934935 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:02.940260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48a9d777-5f2e-4094-a51b-1aa510de1a8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2460959 Oct 17 18:20:02.940400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42844) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:02.945091 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:02.945711 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:02.946290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:87:24:74', 'name': 'tempest-NetworksTestDHCPv6-1972348911'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:02.999963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.007526 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1d44a6e4-df46-4b83-818a-c59a3f32bb26 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5901470 Oct 17 18:20:03.010105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:03.187478 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:03.255970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:03.258201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d3734d8d-d03f-4d85-88c6-d5722accc0d2 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2437947 Oct 17 18:20:03.258706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42854) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:03.280820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:03.285723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:03.340699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bfd019ab-959a-4c79-adac-1e288659f348 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:03.341340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:03.342146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfd019ab-959a-4c79-adac-1e288659f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.342661 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bfd019ab-959a-4c79-adac-1e288659f348 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:03.376533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:20:03.410889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994d00e-da8c-4bea-9fec-783b456faa2a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:03.412506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8994d00e-da8c-4bea-9fec-783b456faa2a tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528354 Oct 17 18:20:03.415631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42858) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:03.457149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:03.483662 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d66f4106-e3dd-4de5-8715-4ac0119f7975 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668156 Oct 17 18:20:03.486418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42862) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:03.493385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744151800', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:03.571114 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:01Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:03.575405 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:03.580793 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Updating router b07b939c-bab1-4ad5-b046-bfb5b1444c0c port 01e38371-e22a-4131-8508-13b41e9317e6 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:20:03.608963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bfd019ab-959a-4c79-adac-1e288659f348 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:03.633142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.647845 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.666746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 77383ce6-1d18-46d5-89a3-9e4f6137d474 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:03.672992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:03.687617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'port_id': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'mac_address': 'fa:16:3e:6b:3a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:20:03.725707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:03.735174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:03.735174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:03.740806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:03.761417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ec2725f-0159-4000-b989-5fd4cf392aaa is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:03.761765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.783315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec2725f-0159-4000-b989-5fd4cf392aaa {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:03.800030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:03.841782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:03.845727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.870196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.911335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d65d-e6b5-4dde-9ea5-6e77f895f755 req-8dd0bb24-7c47-4e64-bb42-665c27feda87 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:03.912839 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03b1d65d-e6b5-4dde-9ea5-6e77f895f755 req-8dd0bb24-7c47-4e64-bb42-665c27feda87 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 944 time: 0.1834826 Oct 17 18:20:03.964929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:04.022881 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03b1d65d-e6b5-4dde-9ea5-6e77f895f755 req-a4685c0b-e817-4325-86be-2d40e4fdad91 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997417 Oct 17 18:20:04.025947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 172.20.0.12 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/57a7bb72-8406-4b87-9bfe-a42e7ecc70f8/77383ce6-1d18-46d5-89a3-9e4f6137d474) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:04.026368 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.032731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fe87:2474 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/c4c8c4ed-9264-498a-b17e-6a53b4dc7f09/77383ce6-1d18-46d5-89a3-9e4f6137d474) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:04.039366 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Transition to ACTIVE for port object 01e38371-e22a-4131-8508-13b41e9317e6 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:04.066847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42868) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:04.120653 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.181357 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Attempting to bind port 01e38371-e22a-4131-8508-13b41e9317e6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:04.182173 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Attempting to bind port 01e38371-e22a-4131-8508-13b41e9317e6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:04.182736 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Attempting to bind port 01e38371-e22a-4131-8508-13b41e9317e6 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:04.192981 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:04.193656 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:04.194259 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.194642 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:04.195433 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Bound port: 01e38371-e22a-4131-8508-13b41e9317e6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:04.195593 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.207765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-32ddfd88-623f-41e2-bf6f-f7767b1d296a tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/floatingips/8c357a1d-c4eb-45e2-ba33-40dfed9cf519 HTTP/1.1" status: 200 len: 993 time: 0.1339369 Oct 17 18:20:04.243962 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Pushing event updated for resources: {'Port': ['ID=01e38371-e22a-4131-8508-13b41e9317e6,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:04.250176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.255481 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.256065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.256205 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.256512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.256847 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.257177 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.257504 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.257841 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.263650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.263650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.263650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.263650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.264077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.278385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 77383ce6-1d18-46d5-89a3-9e4f6137d474 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:04.290407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] For port 01e38371-e22a-4131-8508-13b41e9317e6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:04.293787 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] For port 01e38371-e22a-4131-8508-13b41e9317e6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=01e38371-e22a-4131-8508-13b41e9317e6,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:04.334511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9ec2725f-0159-4000-b989-5fd4cf392aaa'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:20:04.348285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=235b8acd-e5a8-4344-a36d-72d61f20983a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:04.356892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:04.357251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: 2fa86e52-582d-478c-a9c0-e9155c0d76d0, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:20:04.367107 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.395807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.428698 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:04.429456 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:04.446754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:20:04.471016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:04.474242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:04.478262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:04.519942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=77383ce6-1d18-46d5-89a3-9e4f6137d474,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:04.528169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 2fa86e52-582d-478c-a9c0-e9155c0d76d0) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:04.534351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.534628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.534969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.535499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.535859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.536173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.536499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.537210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.537352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.537579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.537935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.538264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.538578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:04.539278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.574672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.575314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.578009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1c834-f701-4bd2-bb6e-93a3c913bf85 None None] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:04.627079 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8688f0-144a-4c53-be1b-a4a6e5123c78 None None] Pushing event updated for resources: {'Port': ['ID=01e38371-e22a-4131-8508-13b41e9317e6,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:04.678773 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8a70106e-1cd2-4ee7-887e-e5a645daef93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1884947 Oct 17 18:20:04.683968 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:04.684127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42872) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:04.701758 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-06ef0a4c-3c62-47fc-913a-dc8166b0e288 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7573729 Oct 17 18:20:04.702007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42876) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:04.845838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818811bf-ab16-4f34-8408-ec3a3d4005bd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.861048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818811bf-ab16-4f34-8408-ec3a3d4005bd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.862007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-818811bf-ab16-4f34-8408-ec3a3d4005bd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:04.921254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:04.924490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.948228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-818811bf-ab16-4f34-8408-ec3a3d4005bd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:04.953151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-818811bf-ab16-4f34-8408-ec3a3d4005bd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2475603 Oct 17 18:20:04.953561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42880) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:05.017759 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:01Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:05.023156 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fffa84f-ca61-44ee-8eea-cbba4c624734 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:01Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:05.059451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 77383ce6-1d18-46d5-89a3-9e4f6137d474 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:05.066638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.095715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Provisioning for port 77383ce6-1d18-46d5-89a3-9e4f6137d474 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:05.109645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Provisioning complete for port 77383ce6-1d18-46d5-89a3-9e4f6137d474 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:05.110024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.110360 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Attempt 1 to provision port 77383ce6-1d18-46d5-89a3-9e4f6137d474 Oct 17 18:20:05.178831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Allocated IP 172.20.0.2 (2fa86e52-582d-478c-a9c0-e9155c0d76d0/235b8acd-e5a8-4344-a36d-72d61f20983a/cf11ebfd-ff00-4d72-afad-3a65f3063265) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:05.195698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Port 77383ce6-1d18-46d5-89a3-9e4f6137d474 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:05.428452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.480800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.493166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Transition to ACTIVE for port object cf11ebfd-ff00-4d72-afad-3a65f3063265 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:05.518628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Transition to ACTIVE for port object cf11ebfd-ff00-4d72-afad-3a65f3063265 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:05.572463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 77383ce6-1d18-46d5-89a3-9e4f6137d474 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:05.584247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.633927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.660427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:05.664206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:05.666740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:05.719056 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Attempt 2 to provision port 77383ce6-1d18-46d5-89a3-9e4f6137d474 Oct 17 18:20:05.824832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Pushing event updated for resources: {'Port': ['ID=cf11ebfd-ff00-4d72-afad-3a65f3063265,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:05.833975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Attempting to bind port cf11ebfd-ff00-4d72-afad-3a65f3063265 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:05.834344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Attempting to bind port cf11ebfd-ff00-4d72-afad-3a65f3063265 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:05.834703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Attempting to bind port cf11ebfd-ff00-4d72-afad-3a65f3063265 on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:05.843216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Port 77383ce6-1d18-46d5-89a3-9e4f6137d474 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:05.843687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:05.844054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Checking segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:05.844449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.844840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Bound using segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:05.845307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Bound port: cf11ebfd-ff00-4d72-afad-3a65f3063265, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:05.845781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.921208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:05.941188 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:20:05.950314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] For port cf11ebfd-ff00-4d72-afad-3a65f3063265, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:05.954204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] For port cf11ebfd-ff00-4d72-afad-3a65f3063265, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cf11ebfd-ff00-4d72-afad-3a65f3063265,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:06.022293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 01e38371-e22a-4131-8508-13b41e9317e6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:06.104008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.106675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=77383ce6-1d18-46d5-89a3-9e4f6137d474,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:06.145504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (2fa86e52-582d-478c-a9c0-e9155c0d76d0/235b8acd-e5a8-4344-a36d-72d61f20983a/9397958a-da57-4bd2-af50-a670e8b4ec2c) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:06.244604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429b24a-fc82-4af9-a027-2038046e901e None None] Pushing event updated for resources: {'Port': ['ID=cf11ebfd-ff00-4d72-afad-3a65f3063265,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:06.332289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 01e38371-e22a-4131-8508-13b41e9317e6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:06.338693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 01e38371-e22a-4131-8508-13b41e9317e6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:06.339380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.340362 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 01e38371-e22a-4131-8508-13b41e9317e6 Oct 17 18:20:06.393926 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Attempt 3 to provision port 77383ce6-1d18-46d5-89a3-9e4f6137d474 Oct 17 18:20:06.413107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.417279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.445090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 9397958a-da57-4bd2-af50-a670e8b4ec2c will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:06.461451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a852fecd-c48d-4d9e-b94a-8b794c1f7548 None None] Port 77383ce6-1d18-46d5-89a3-9e4f6137d474 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:20:06.487580 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cf5056c7-432b-4989-b92a-5863b565f158 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/77383ce6-1d18-46d5-89a3-9e4f6137d474 HTTP/1.1" status: 204 len: 168 time: 1.5324812 Oct 17 18:20:06.488379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42884) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:06.538646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.593010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:06.594650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:06.596336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:06.597181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:06.597503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 01e38371-e22a-4131-8508-13b41e9317e6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:06.598427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.625704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 01e38371-e22a-4131-8508-13b41e9317e6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=01e38371-e22a-4131-8508-13b41e9317e6,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:06.633994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:06.638810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:06.645796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:06.669087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:06.670459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-50e987c7-a11f-4a2c-b25f-f28c154b69ab tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1809754 Oct 17 18:20:06.673594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42888) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:06.675048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.729823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.743514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:06.766963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=01e38371-e22a-4131-8508-13b41e9317e6,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:06.773180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 57a7bb72-8406-4b87-9bfe-a42e7ecc70f8 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:06.776589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.832529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.913256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.926761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.081334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.122680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=57a7bb72-8406-4b87-9bfe-a42e7ecc70f8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:07.127708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.136003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e07c0-ca7b-4e13-bde4-3446dba73aac None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:07.382011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:07.475808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c600e6a-77f9-4bd8-8b16-3f2fc91020fc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/57a7bb72-8406-4b87-9bfe-a42e7ecc70f8 HTTP/1.1" status: 204 len: 168 time: 0.8009758 Oct 17 18:20:07.478246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42892) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:07.479682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9ec2725f-0159-4000-b989-5fd4cf392aaa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:07.480202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.480526 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9ec2725f-0159-4000-b989-5fd4cf392aaa Oct 17 18:20:07.510095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.571217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet c4c8c4ed-9264-498a-b17e-6a53b4dc7f09 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:07.575410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.589418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.609501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ec2725f-0159-4000-b989-5fd4cf392aaa is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:07.611329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.642169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.654965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:07.657340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d738b1-8375-4581-ae33-eb60fa1f6ef7" -d '{"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:07.664175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:07.721821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.764078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:07.768937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.782319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.789811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b84593-d84f-41e9-9884-ff89473d3edb x-openstack-request-id: req-98b84593-d84f-41e9-9884-ff89473d3edb {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:07.790352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:07.790770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98b84593-d84f-41e9-9884-ff89473d3edb {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:07.791336 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b84593-d84f-41e9-9884-ff89473d3edb'] response: {'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'code': 200} Oct 17 18:20:07.831191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:07.845243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.845243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.845243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.845243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.847311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.847927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.848431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.848927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.850064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.852734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.852879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.853302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:07.862407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355172a-3375-4732-86a3-f4700d618b40 None None] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:07.949738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:07.996465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:07.998401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:08.010856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c8c4ed-9264-498a-b17e-6a53b4dc7f09,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:08.016851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.035815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9002fec6-9ee9-418b-a6b2-0c997ea34098 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/c4c8c4ed-9264-498a-b17e-6a53b4dc7f09 HTTP/1.1" status: 204 len: 168 time: 0.5564685 Oct 17 18:20:08.038165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42900) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.051500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-73180da7-088e-490e-b834-0d371b9c91c1 None None] Provisioning for port cf11ebfd-ff00-4d72-afad-3a65f3063265 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:08.064478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cf11ebfd-ff00-4d72-afad-3a65f3063265 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:08.136748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-36fb55c4-0ed7-4949-bb01-a1b19b82b7c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968068 Oct 17 18:20:08.139094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42904) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.261921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port cf11ebfd-ff00-4d72-afad-3a65f3063265 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:08.269485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port cf11ebfd-ff00-4d72-afad-3a65f3063265 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:08.269897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.270871 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port cf11ebfd-ff00-4d72-afad-3a65f3063265 Oct 17 18:20:08.277476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c56908-f00e-4852-b9be-015b6693dd8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:08.278573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11c56908-f00e-4852-b9be-015b6693dd8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:08.362742 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-c29de6cb-d592-4261-ba3c-e81691b068cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2179503 Oct 17 18:20:08.362742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:20:08.380597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d3d14-a16c-41e2-8a71-dd31d27584f3 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:08.406317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-11c56908-f00e-4852-b9be-015b6693dd8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:08.410109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-11c56908-f00e-4852-b9be-015b6693dd8a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2675450 Oct 17 18:20:08.410458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42908) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.483727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c96260e-8e7f-40c8-bf5d-1ab8d48effc9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:08.485304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1c96260e-8e7f-40c8-bf5d-1ab8d48effc9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:08.514259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port cf11ebfd-ff00-4d72-afad-3a65f3063265 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:08.514599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.532238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a06f6cff-a9ab-4312-9564-7c7550a0ee88 None None] Provisioning complete for port c94c3776-0660-4928-a0b8-1be384117081 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:08.532608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a06f6cff-a9ab-4312-9564-7c7550a0ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.532935 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a06f6cff-a9ab-4312-9564-7c7550a0ee88 None None] Attempt 1 to provision port c94c3776-0660-4928-a0b8-1be384117081 Oct 17 18:20:08.544260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1c96260e-8e7f-40c8-bf5d-1ab8d48effc9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:08.546545 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1c96260e-8e7f-40c8-bf5d-1ab8d48effc9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1342866 Oct 17 18:20:08.551288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42912) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.649917 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6a2ebb09-d72f-47d0-b359-eca7b0d4ad63 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933261 Oct 17 18:20:08.650136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42916) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.656429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:08.732188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port cf11ebfd-ff00-4d72-afad-3a65f3063265, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cf11ebfd-ff00-4d72-afad-3a65f3063265,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:08.739646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:08.756181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:08.789953 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad2fc222-7c7a-4b26-a2e5-113ebc712cc4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b07b939c-bab1-4ad5-b046-bfb5b1444c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1054409 Oct 17 18:20:08.790592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42920) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:08.809856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-9d421a27-95ce-4d98-acd5-2b617efd2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:08.811342 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-9d421a27-95ce-4d98-acd5-2b617efd2700 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.3044205 Oct 17 18:20:08.813658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:08.825672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:08.835133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.836196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 01e38371-e22a-4131-8508-13b41e9317e6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:08.907009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:08.907785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:08.927843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:08.931384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.933089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:08.933802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:09.002801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-d2b3156f-67ea-42ec-8cc6-bcbb95e55c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.004506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-d2b3156f-67ea-42ec-8cc6-bcbb95e55c70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 897 time: 0.1713557 Oct 17 18:20:09.009259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.009955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.010519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.011225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.011817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.012429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.012958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.013587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.015768 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7eca0206-3c82-4d04-a5c1-3a4ca5e7a905 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5634 time: 0.2239926 Oct 17 18:20:09.018562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42924) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:09.102566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:09.104443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.105584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.106143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.106703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.107221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.107745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.108264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.110852 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fad795ae-676e-4d5a-b58f-921d9a866798 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0911782 Oct 17 18:20:09.113923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:09.195945 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-450a7cdf-3293-4830-8c53-a49c0f054310 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5448072 Oct 17 18:20:09.210882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42932) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:09.216928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:09.331779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6cff-a9ab-4312-9564-7c7550a0ee88 None None] Current status of the port c94c3776-0660-4928-a0b8-1be384117081 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:09.341210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:09.357637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:09.374956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-22d8fda5-258a-414d-ae8d-b6235c251723 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 1002 time: 0.3638115 Oct 17 18:20:09.413662 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d34d0e87-c0bb-4c3b-a687-5ddf848c786c tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2950292 Oct 17 18:20:09.436634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=cf11ebfd-ff00-4d72-afad-3a65f3063265,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:09.437698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:09.439338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:09.441315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.442861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:09.443434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:09.462425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Deleting port c94c3776-0660-4928-a0b8-1be384117081 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:09.462804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.473621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-0790bef3-eb49-4553-a46d-5e7414801319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.475400 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-0790bef3-eb49-4553-a46d-5e7414801319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 200 len: 834 time: 0.0940979 Oct 17 18:20:09.547129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 01e38371-e22a-4131-8508-13b41e9317e6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:09.547503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.547838 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 01e38371-e22a-4131-8508-13b41e9317e6 Oct 17 18:20:09.560157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-22cf61ca-4cd3-4363-b047-d167882fb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:09.561726 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-22cf61ca-4cd3-4363-b047-d167882fb336 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc46062-f52c-499d-b9e5-919cbff5f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805471 Oct 17 18:20:09.638868 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-99db6a8f-2c5e-4613-8fb4-0662c1e5d9e2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4269180 Oct 17 18:20:09.639673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42938) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:09.644721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42942) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:09.644962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283903127', 'description': 'tempest-secgroup-smoke-1283903127 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:09.651084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:09.653248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:09.656004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:09.659072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:09.663389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Provisioning for port 9397958a-da57-4bd2-af50-a670e8b4ec2c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:09.665085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:09.679257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Provisioning complete for port 9397958a-da57-4bd2-af50-a670e8b4ec2c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:09.679625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.679984 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Attempt 1 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:09.726880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.804030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:09.810471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-bac0f903-9b77-4c53-9655-20074ae36869 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419007 Oct 17 18:20:09.834650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Port 9397958a-da57-4bd2-af50-a670e8b4ec2c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:09.842753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:09.864037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:09.868463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:09.871575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:09.878034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:09.900265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] For port c94c3776-0660-4928-a0b8-1be384117081, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c94c3776-0660-4928-a0b8-1be384117081,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:09.900596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.954140 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d7fc443-ba5a-42c0-974f-cb73e9e92188 req-0280f0bf-0fb7-4d8d-8e9a-abf4cd037e64 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361866 Oct 17 18:20:09.958232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.960433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:09.964761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:09.966226 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:09.966658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:10.023409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.035444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 01e38371-e22a-4131-8508-13b41e9317e6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:10.044491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Calling delete_port for c94c3776-0660-4928-a0b8-1be384117081 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:10.057274 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-06dbff20-7598-4376-a386-7d6b7709d5d2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4101553 Oct 17 18:20:10.057274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42946) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:10.062690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:10.072796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673bb474-ed2c-4fb9-9b3c-bf983ca91978,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:10.092885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:07Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:10.101311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:10.102463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Updating router b07b939c-bab1-4ad5-b046-bfb5b1444c0c port 9397958a-da57-4bd2-af50-a670e8b4ec2c binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:20:10.134720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cf11ebfd-ff00-4d72-afad-3a65f3063265 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:10.159679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.159679 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-afa00683-4c5c-49e6-943d-585e528b1162 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5156302 Oct 17 18:20:10.160006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42950) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:10.167497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:10.183307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:10.191100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:10.195289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:10.205101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:10.207513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:10.220458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:10.272775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.327580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.338268 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Attempt 2 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:10.357851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:10.361188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.367246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:10.367246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:10.386004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.406475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.441409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-879c7f17-585c-4dac-b678-037ecdf02164 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3830898 Oct 17 18:20:10.444090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port cf11ebfd-ff00-4d72-afad-3a65f3063265 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:10.444464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.444595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:10.444796 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port cf11ebfd-ff00-4d72-afad-3a65f3063265 Oct 17 18:20:10.450641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:10.467205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.477499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] Pushing event deleted for resources: {'Port': ['ID=c94c3776-0660-4928-a0b8-1be384117081,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:10.536142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67844fa8-4d1a-41a1-86da-d0d1e54e647c None None] No DVR routers for this DVR port c94c3776-0660-4928-a0b8-1be384117081 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:10.557509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Port 9397958a-da57-4bd2-af50-a670e8b4ec2c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:10.563388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e7f882-7328-4885-a0fe-09a3aa02ba3e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:10.587174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:10.596733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:10.687540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.688733 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3531e30e-17f0-49b6-a341-431335ca9bd3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5282867 Oct 17 18:20:10.691734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42958) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:10.696501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:10.702862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:10.706662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:10.709459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:10.715792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:10.723281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port cf11ebfd-ff00-4d72-afad-3a65f3063265 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:10.769462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:10.817331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c94c3776-0660-4928-a0b8-1be384117081 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:10.817552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:10.818043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c94c3776-0660-4928-a0b8-1be384117081 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:10.821190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.822599 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:10.823028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:10.844328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.878843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.891985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Transition to ACTIVE for port object 9397958a-da57-4bd2-af50-a670e8b4ec2c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:10.909240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.915096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-51afeb3e-c904-4db6-9d67-37d9059a274f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4695368 Oct 17 18:20:10.918705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:10.924232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:10.960664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.999230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.048131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351d124-b04c-4b79-8558-a09f8ab6c558,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:11.061309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:11.062357 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Attempt 3 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:11.071331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:11.127993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.132327 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-47769840-3a74-4f3c-8fc0-c5ebcafb93ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4371271 Oct 17 18:20:11.132664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.139449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:11.145539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:11.149579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:11.152523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:11.158236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:11.168610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911df754-46d4-4602-a522-c09171e01d2d None None] Pushing event updated for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:11.205673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Port 9397958a-da57-4bd2-af50-a670e8b4ec2c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:11.223475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:11.226945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.228676 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:11.229101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:11.229341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Attempting to bind port 9397958a-da57-4bd2-af50-a670e8b4ec2c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:11.230041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Attempting to bind port 9397958a-da57-4bd2-af50-a670e8b4ec2c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:11.230406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Attempting to bind port 9397958a-da57-4bd2-af50-a670e8b4ec2c on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:11.236455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:11.238567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Checking segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:11.238567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.238567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Bound using segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:11.238567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Bound port: 9397958a-da57-4bd2-af50-a670e8b4ec2c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:11.240435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.267065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.324347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-97c01136-22f6-4d1e-9a73-d2870ad2c0f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4016867 Oct 17 18:20:11.324636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42970) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.340670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.363907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] For port 9397958a-da57-4bd2-af50-a670e8b4ec2c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:11.367044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] For port 9397958a-da57-4bd2-af50-a670e8b4ec2c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9397958a-da57-4bd2-af50-a670e8b4ec2c,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:11.396852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c4ff936f-cd24-4000-87e8-e90cc6c4088d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:11.423198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.446759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.447932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccbba60-947a-406a-9dc9-e4c1459b0208,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:11.475132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c4ff936f-cd24-4000-87e8-e90cc6c4088d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:11.478627 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c4ff936f-cd24-4000-87e8-e90cc6c4088d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1507888 Oct 17 18:20:11.478970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 42974) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.512518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:11.513168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:19:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:11.532354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.536386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d997f2f-053d-44e1-851b-37f5a1b5ecc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995893 Oct 17 18:20:11.536777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42978) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.542029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:11.548663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:11.561168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08644d02-3129-4301-8083-12f8c8493c5b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:11.561976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-08644d02-3129-4301-8083-12f8c8493c5b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:11.564140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:11.568799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:11.576218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:11.580078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-08644d02-3129-4301-8083-12f8c8493c5b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:11.584360 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-08644d02-3129-4301-8083-12f8c8493c5b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1037700 Oct 17 18:20:11.584552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42982) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.655844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-72088106-63d0-4a1e-a7ef-a96a3a873630 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700870 Oct 17 18:20:11.659840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42986) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:11.662891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911df754-46d4-4602-a522-c09171e01d2d None None] Pushing event updated for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:11.667588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:11.707465 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Attempt 4 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:11.740181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:11.762358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.825434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:11.839891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:11.861284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.931748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:11.935350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:11.954098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.005628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Port 9397958a-da57-4bd2-af50-a670e8b4ec2c had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:20:12.039170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb357625-72a2-4510-bc54-daf5c4d9df76,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:12.040189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Provisioning complete for port cf11ebfd-ff00-4d72-afad-3a65f3063265 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:12.040564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.040902 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Attempt 1 to provision port cf11ebfd-ff00-4d72-afad-3a65f3063265 Oct 17 18:20:12.132089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.133259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1112899f-78e3-488f-8924-2663e0eab9db tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5954595 Oct 17 18:20:12.137867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:12.143691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:12.153298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:12.164368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:12.169652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:12.179758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:12.237213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1fe10993-9b73-43c1-8c83-be1859798a54 None None] Current status of the port cf11ebfd-ff00-4d72-afad-3a65f3063265 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:12.246878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:20:12.249489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:12.254305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.255093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925894a-da87-4835-b37e-36201dc4d140 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:12.406211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.417979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:12.419323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.464494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.499470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:12.511929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:12.518714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18419110-dcb4-42c3-aa47-114786cf3315,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:12.523171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75658301-5c13-4b87-bdd5-ef6639d47319 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:12.526576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:12.527189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.535611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:12.566643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.570441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d6958bbd-2630-4995-8303-2c55439ddb4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4302614 Oct 17 18:20:12.570642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42994) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:12.577767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '673bb474-ed2c-4fb9-9b3c-bf983ca91978', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:12.584309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:12.589129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:12.592203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:12.598334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:12.609723 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2c0356f1-f986-4063-a818-ccf90f402502 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9480796 Oct 17 18:20:12.611645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 42998) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:12.617257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:d2:a8:14', 'name': 'tempest-NetworksTestDHCPv6-1900391734'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:12.726187 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:20:12.746125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.773751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'd88f52f5-2c3c-4a04-8a7c-2dec3e1a4461'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:12.774604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.808722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:12.826016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:12.843363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.939417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Allocated IP 2001:db8::f816:3eff:fe8f:8ff6 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461/59fc3b8b-758d-4b38-9a30-6abbef4367c6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:12.967359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:12.994391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb04e2b6-a507-4799-a368-d96faa986ead,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:13.003030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:13.132554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.143429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22a60822-0750-484b-848d-9a4c4b9e92e9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5620899 Oct 17 18:20:13.145915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.171160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.185165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port ece78dda-0234-409c-a847-f1f6ea332ced yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:13.185771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Transition to ACTIVE for port object 59fc3b8b-758d-4b38-9a30-6abbef4367c6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:13.205303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Transition to ACTIVE for port object 59fc3b8b-758d-4b38-9a30-6abbef4367c6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:13.315713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.385090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:13.388032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:13.391750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:13.397735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Pushing event updated for resources: {'Port': ['ID=59fc3b8b-758d-4b38-9a30-6abbef4367c6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:13.409726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fed2:a814 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461/ece78dda-0234-409c-a847-f1f6ea332ced) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:13.431438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-0e76ad92-a2db-4770-98c0-ab337763beed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283903127&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.0626607 Oct 17 18:20:13.507669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Attempting to bind port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:13.508144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Attempting to bind port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:13.508574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Attempting to bind port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:13.514872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:13.515348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:13.515849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.516311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:13.516856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Bound port: 59fc3b8b-758d-4b38-9a30-6abbef4367c6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:13.517335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.616123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] For port 59fc3b8b-758d-4b38-9a30-6abbef4367c6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:13.619521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] For port 59fc3b8b-758d-4b38-9a30-6abbef4367c6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=59fc3b8b-758d-4b38-9a30-6abbef4367c6,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:13.638767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.654319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object ece78dda-0234-409c-a847-f1f6ea332ced will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:13.693735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-7494b997-7a7c-4033-b7ac-60f057397f88 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:13.694412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-7494b997-7a7c-4033-b7ac-60f057397f88 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:13.698364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.766426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.770634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364c9f2-7db1-4497-bab8-806abc368778 None None] Pushing event updated for resources: {'Port': ['ID=59fc3b8b-758d-4b38-9a30-6abbef4367c6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:13.794825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-7494b997-7a7c-4033-b7ac-60f057397f88 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:13.796263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-7494b997-7a7c-4033-b7ac-60f057397f88 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 797 time: 0.3575954 Oct 17 18:20:13.812708 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-34d36975-4558-4edc-a351-2cdc73cc1f3d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0106647 Oct 17 18:20:13.915895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-5ddec523-432f-4682-933f-ff3be25cdab6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:13.960391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:13.963390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:13.967977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:13.973715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:13.974254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:13.978419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=ece78dda-0234-409c-a847-f1f6ea332ced,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:13.984283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-5ddec523-432f-4682-933f-ff3be25cdab6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:13.985618 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-5ddec523-432f-4682-933f-ff3be25cdab6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671379 Oct 17 18:20:14.004953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-4f77fe12-fae6-4c03-a03a-49f88156207a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:20:14.005943 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-4f77fe12-fae6-4c03-a03a-49f88156207a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060167 Oct 17 18:20:14.056229 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae986435-04d2-4c89-9665-b676b2100835 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4411211 Oct 17 18:20:14.056544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43014) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:14.171694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47efa5e-2a5e-4f32-8e12-a637150ef585 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:14.178924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47efa5e-2a5e-4f32-8e12-a637150ef585 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:14.179757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b47efa5e-2a5e-4f32-8e12-a637150ef585 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:14.190923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-cab7a95e-10c3-4644-bfad-55adc72216b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776998 Oct 17 18:20:14.215341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 59fc3b8b-758d-4b38-9a30-6abbef4367c6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:14.234903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-b47efa5e-2a5e-4f32-8e12-a637150ef585 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:14.236114 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b47efa5e-2a5e-4f32-8e12-a637150ef585 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1785393 Oct 17 18:20:14.238944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43018) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:14.319030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port ece78dda-0234-409c-a847-f1f6ea332ced {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:14.319616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:14.363111 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3423d067-6e98-497a-aa6e-d9eb6421f4eb service neutron] 10.222.0.36 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710768 Oct 17 18:20:14.405877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:14.411357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9397958a-da57-4bd2-af50-a670e8b4ec2c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:14.579613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9397958a-da57-4bd2-af50-a670e8b4ec2c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:14.587267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9397958a-da57-4bd2-af50-a670e8b4ec2c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:14.588727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:14.590013 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:14.592745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:14.741788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9397958a-da57-4bd2-af50-a670e8b4ec2c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:14.742178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:14.775087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for ece78dda-0234-409c-a847-f1f6ea332ced owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:14.779389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 9397958a-da57-4bd2-af50-a670e8b4ec2c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9397958a-da57-4bd2-af50-a670e8b4ec2c,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:14.832144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d6b71716-af16-41ed-8c50-141a56d9868b req-c5356fa3-bfa1-479e-88bd-735036f9f517 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:14.848840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d6b71716-af16-41ed-8c50-141a56d9868b req-c5356fa3-bfa1-479e-88bd-735036f9f517 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:14.850180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d6b71716-af16-41ed-8c50-141a56d9868b req-c5356fa3-bfa1-479e-88bd-735036f9f517 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 210 time: 0.1905501 Oct 17 18:20:14.897841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:14.973558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:15.046703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.098903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=ece78dda-0234-409c-a847-f1f6ea332ced,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:15.153454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.154669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Provisioning for port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:15.159729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Provisioning complete for port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:15.160102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.160446 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Attempt 1 to provision port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 Oct 17 18:20:15.278419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ad5fd791-593e-49fa-b0d4-e748577fe1d8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/ece78dda-0234-409c-a847-f1f6ea332ced HTTP/1.1" status: 204 len: 168 time: 1.0357594 Oct 17 18:20:15.278419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43034) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:15.325982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Current status of the port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:15.326607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.357897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58bf58-9c7c-4961-ab52-f9d171134594 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:15.359637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58bf58-9c7c-4961-ab52-f9d171134594 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:15.360438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1a58bf58-9c7c-4961-ab52-f9d171134594 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:15.364830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] For port 59fc3b8b-758d-4b38-9a30-6abbef4367c6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=59fc3b8b-758d-4b38-9a30-6abbef4367c6,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:15.440451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.462837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1a58bf58-9c7c-4961-ab52-f9d171134594 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:15.464017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1a58bf58-9c7c-4961-ab52-f9d171134594 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1849000 Oct 17 18:20:15.467007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43040) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:15.506709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba442-caef-486b-9f27-0bd2b65a9650 None None] Pushing event updated for resources: {'Port': ['ID=59fc3b8b-758d-4b38-9a30-6abbef4367c6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:15.531481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:15.534368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.552369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3d8c09c6-4859-41ed-bcaf-401e1c16c4ff None None] Could not find standard attr ID for object ece78dda-0234-409c-a847-f1f6ea332ced. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:15.591852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.671649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.834939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.875224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:15.879502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:15.886487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21028d-6f9f-42a6-8a93-7a6d30a96daf None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:15.939483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8e58fda3-4f15-44f9-bd1d-eb25ab23b984 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461 HTTP/1.1" status: 204 len: 168 time: 0.4712996 Oct 17 18:20:15.941942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43046) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:16.047105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c4a49f48-5ef2-4a43-81ed-6004ef43a75b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040635 Oct 17 18:20:16.050608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43050) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:16.057055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:16.065672 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70258f29-64a6-4127-b721-e6f48d5ca235 req-9f661c75-f70b-49d5-8bdb-96d924830d1c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 210 time: 0.0708098 Oct 17 18:20:16.141144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 59fc3b8b-758d-4b38-9a30-6abbef4367c6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:16.192949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:16.194229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:16.199046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:16.202709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Deleting port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:16.202886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:16.203164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.209844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:16.291740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:16.295762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.323786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:16.324158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.324486 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 Oct 17 18:20:16.480421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] For port 59fc3b8b-758d-4b38-9a30-6abbef4367c6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=59fc3b8b-758d-4b38-9a30-6abbef4367c6,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:16.481121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.627413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Calling delete_port for 59fc3b8b-758d-4b38-9a30-6abbef4367c6 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:16.699409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:16.700425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9397958a-da57-4bd2-af50-a670e8b4ec2c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:16.713692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:16.780615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9397958a-da57-4bd2-af50-a670e8b4ec2c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:16.780615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.780615 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9397958a-da57-4bd2-af50-a670e8b4ec2c Oct 17 18:20:16.886342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:16.941748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] Pushing event deleted for resources: {'Port': ['ID=59fc3b8b-758d-4b38-9a30-6abbef4367c6,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:16.945219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914d8f3-2af0-47bd-b5be-93dcc7f5b3fc None None] No DVR routers for this DVR port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:16.949365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9397958a-da57-4bd2-af50-a670e8b4ec2c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:16.952105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_pluggable_backend [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Port 59fc3b8b-758d-4b38-9a30-6abbef4367c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 17 18:20:16.952520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.ipam_pluggable_backend [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:8ff6 {{(pid=89827) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 17 18:20:16.960281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.127312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:17.130436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:17.138969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:17.139566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.143504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ee178-fa26-45c0-bb49-33b2a1ae7b27 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:17.158380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=d530ecf6-3a18-4732-b5f9-a0acfa7ef13b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:17.255171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-d1b93427-79b0-436c-ba0c-ba563f6c3255 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:17.257359 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-d1b93427-79b0-436c-ba0c-ba563f6c3255 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 797 time: 0.1789751 Oct 17 18:20:17.266269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6fb94e5e-7b40-4f33-8755-4f03b383a1ae req-76767582-02fa-4668-820e-2aa21260aaff tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 210 time: 0.0629525 Oct 17 18:20:17.271711 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23995d41-45f2-4376-923e-24ed9f1ea2f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2174661 Oct 17 18:20:17.272846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43056) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:17.281873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:3e:10:82', 'name': 'tempest-NetworksTestDHCPv6-805489437'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:17.321237 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-bce6bb5f-1ced-42e8-bc2b-4da2386a349a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 380 time: 0.0464771 Oct 17 18:20:17.330730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['673bb474-ed2c-4fb9-9b3c-bf983ca91978']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:17.455986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': 'd530ecf6-3a18-4732-b5f9-a0acfa7ef13b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:17.456835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.462279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:17.466501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:17.469647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:17.479889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:17.481424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:17.491114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:17.617159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:17.621782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:17.621910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.622012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.659352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:17.666400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Allocated IP 2001:db8::f816:3eff:fe9e:ff9 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/d530ecf6-3a18-4732-b5f9-a0acfa7ef13b/fa022f29-140d-48b9-8c9d-b552d39a2d58) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:17.802108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.4 (2fa86e52-582d-478c-a9c0-e9155c0d76d0/235b8acd-e5a8-4344-a36d-72d61f20983a/da924246-0431-4a8b-a238-739ed913548f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:17.881784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.892846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Transition to ACTIVE for port object fa022f29-140d-48b9-8c9d-b552d39a2d58 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:17.911670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Transition to ACTIVE for port object fa022f29-140d-48b9-8c9d-b552d39a2d58 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:17.991750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.006565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object da924246-0431-4a8b-a238-739ed913548f will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:18.018124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.084457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:18.087628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:18.091722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:18.097760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Pushing event updated for resources: {'Port': ['ID=fa022f29-140d-48b9-8c9d-b552d39a2d58,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:18.099119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fe3e:1082 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/d530ecf6-3a18-4732-b5f9-a0acfa7ef13b/bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:18.115089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.138726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 59fc3b8b-758d-4b38-9a30-6abbef4367c6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:18.179388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 59fc3b8b-758d-4b38-9a30-6abbef4367c6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:18.179726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 59fc3b8b-758d-4b38-9a30-6abbef4367c6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:18.243097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Attempting to bind port fa022f29-140d-48b9-8c9d-b552d39a2d58 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:18.243540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Attempting to bind port fa022f29-140d-48b9-8c9d-b552d39a2d58 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:18.244140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Attempting to bind port fa022f29-140d-48b9-8c9d-b552d39a2d58 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:18.250169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:18.250907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:18.251521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.252106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:18.252796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Bound port: fa022f29-140d-48b9-8c9d-b552d39a2d58, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:18.253395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.330934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:18.336607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.338251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:18.353317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:18.354381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:18.358505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] For port fa022f29-140d-48b9-8c9d-b552d39a2d58, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:18.361994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] For port fa022f29-140d-48b9-8c9d-b552d39a2d58, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fa022f29-140d-48b9-8c9d-b552d39a2d58,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:18.399849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:18.435120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.446286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.503818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:18.506401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.513827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:18.523786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac075e3-7e8f-4127-9460-1b90626cfe41 None None] Pushing event updated for resources: {'Port': ['ID=fa022f29-140d-48b9-8c9d-b552d39a2d58,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:18.540115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:18.546552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:18.552500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:18.553756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.570219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f6925-e622-413a-8877-cc568cbe0280 req-b8f87384-c9bf-4c2e-a950-5fc49787bfe0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:18.571367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e13f6925-e622-413a-8877-cc568cbe0280 req-b8f87384-c9bf-4c2e-a950-5fc49787bfe0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:18.585148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:18.709513 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-3b983418-86ee-437a-b24e-b04a7ed9de6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3826432 Oct 17 18:20:18.728511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Request body: {'port': {'device_id': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:18.743670 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e444171e-f193-40e9-9425-5644521b6ae2 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4699163 Oct 17 18:20:18.750979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43066) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:18.777159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Provisioning for port da924246-0431-4a8b-a238-739ed913548f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:18.783762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Provisioning complete for port da924246-0431-4a8b-a238-739ed913548f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:18.784442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.785192 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Attempt 1 to provision port da924246-0431-4a8b-a238-739ed913548f Oct 17 18:20:18.828447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e13f6925-e622-413a-8877-cc568cbe0280 req-b8f87384-c9bf-4c2e-a950-5fc49787bfe0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:18.830108 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e13f6925-e622-413a-8877-cc568cbe0280 req-b8f87384-c9bf-4c2e-a950-5fc49787bfe0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 931 time: 0.4173312 Oct 17 18:20:18.860493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Port da924246-0431-4a8b-a238-739ed913548f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:18.864892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9325f-31bd-4040-9c03-49ea3c370a88 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:18.871402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9325f-31bd-4040-9c03-49ea3c370a88 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:18.872202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dfb9325f-31bd-4040-9c03-49ea3c370a88 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:18.887261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.907899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e13f6925-e622-413a-8877-cc568cbe0280 req-bfaf3357-0fd5-44d1-8434-6f9bd3d72a7d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674779 Oct 17 18:20:18.949073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dfb9325f-31bd-4040-9c03-49ea3c370a88 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:18.950287 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dfb9325f-31bd-4040-9c03-49ea3c370a88 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1983683 Oct 17 18:20:18.958024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43070) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:19.027338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:19.027669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.242280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da924246-0431-4a8b-a238-739ed913548f {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:19.259308 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.274898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Transition to ACTIVE for port object da924246-0431-4a8b-a238-739ed913548f will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:19.301173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.349030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.361962 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Attempt 2 to provision port da924246-0431-4a8b-a238-739ed913548f Oct 17 18:20:19.425161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Port da924246-0431-4a8b-a238-739ed913548f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:19.433944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:19.569673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Pushing event updated for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:19.607783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Attempting to bind port da924246-0431-4a8b-a238-739ed913548f on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:19.608120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Attempting to bind port da924246-0431-4a8b-a238-739ed913548f by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:19.608446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Attempting to bind port da924246-0431-4a8b-a238-739ed913548f on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:19.613680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Port da924246-0431-4a8b-a238-739ed913548f on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:20:19.614002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Attempting to bind port da924246-0431-4a8b-a238-739ed913548f on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:19.619446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:19.623102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Checking segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:19.623102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Bound using segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:19.623102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Bound port: da924246-0431-4a8b-a238-739ed913548f, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:19.623102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.623536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-80d0b49d-95a1-4c96-acdf-072229ce8005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.717993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:19.721330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=da924246-0431-4a8b-a238-739ed913548f,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:19.725812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.772405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.775044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:19.776783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.778366 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] 10.222.0.42 "PUT /v2.0/ports/da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 1093 time: 1.0542645 Oct 17 18:20:19.812598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:19.814944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69217c-6c8b-41a1-abb5-eae5784b99d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:19.832726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:19.840397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.866637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2d0b-8a3f-4871-bac8-3864afbf234d service neutron] Pushing event updated for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:19.897236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad1d83f-4511-4433-8658-0d1ed5df349c x-openstack-request-id: req-4ad1d83f-4511-4433-8658-0d1ed5df349c {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:19.897236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:19.897236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad1d83f-4511-4433-8658-0d1ed5df349c {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:19.897236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad1d83f-4511-4433-8658-0d1ed5df349c'] response: {'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f', 'status': 'completed', 'code': 200} Oct 17 18:20:19.926431 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Attempt 3 to provision port da924246-0431-4a8b-a238-739ed913548f Oct 17 18:20:19.972994 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23545b0b-ee5e-4953-93e4-76d08627023f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 HTTP/1.1" status: 204 len: 168 time: 1.0138934 Oct 17 18:20:19.975375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43080) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:20.012337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-ab9d4254-c8d3-498c-8878-3136191fd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.015621 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-ab9d4254-c8d3-498c-8878-3136191fd836 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1096 time: 0.1055830 Oct 17 18:20:20.019962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-66c39863-21e8-4ebb-b12a-720aeefb00fc None None] Port da924246-0431-4a8b-a238-739ed913548f had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:20:20.051284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa82af-1007-4281-bb01-222535e4d11d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.052632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa82af-1007-4281-bb01-222535e4d11d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.053441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0ffa82af-1007-4281-bb01-222535e4d11d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:20.133833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-785a0d17-3cc6-4b6b-a8bd-da1c76dce8e2 None None] Could not find standard attr ID for object bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:20.136474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-44daa0b9-6c8a-4110-99b5-4dd8f72f0c99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 217 time: 0.1061754 Oct 17 18:20:20.152375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fa022f29-140d-48b9-8c9d-b552d39a2d58 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:20.155275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0ffa82af-1007-4281-bb01-222535e4d11d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:20.159856 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0ffa82af-1007-4281-bb01-222535e4d11d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1801059 Oct 17 18:20:20.159856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43084) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:20.246305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-0d681524-f427-440e-a64f-4c0b4f56fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.246692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-785a0d17-3cc6-4b6b-a8bd-da1c76dce8e2 None None] Provisioning for port fa022f29-140d-48b9-8c9d-b552d39a2d58 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:20.248334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-0d681524-f427-440e-a64f-4c0b4f56fb19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.1042089 Oct 17 18:20:20.303369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port fa022f29-140d-48b9-8c9d-b552d39a2d58 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:20.318030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port fa022f29-140d-48b9-8c9d-b552d39a2d58 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:20.319454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994e8c-ee13-433a-aa82-b05bce13e359 req-fbc125e3-443e-496e-899f-6d90da424fdc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.320014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.320476 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port fa022f29-140d-48b9-8c9d-b552d39a2d58 Oct 17 18:20:20.326107 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f0994e8c-ee13-433a-aa82-b05bce13e359 req-fbc125e3-443e-496e-899f-6d90da424fdc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 943 time: 0.2432454 Oct 17 18:20:20.348509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet d530ecf6-3a18-4732-b5f9-a0acfa7ef13b {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:20.352046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.392279 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f0994e8c-ee13-433a-aa82-b05bce13e359 req-bd7cc3ed-9894-4d93-9d57-db130ad6881e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591216 Oct 17 18:20:20.406908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-f51e5a80-46ed-43ee-b536-642d3a43a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:20.408448 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-f51e5a80-46ed-43ee-b536-642d3a43a25b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468358 Oct 17 18:20:20.412572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.453445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port fa022f29-140d-48b9-8c9d-b552d39a2d58 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:20.454206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.491701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port fa022f29-140d-48b9-8c9d-b552d39a2d58, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fa022f29-140d-48b9-8c9d-b552d39a2d58,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:20.589564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.591681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.664014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=fa022f29-140d-48b9-8c9d-b552d39a2d58,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:20.670786 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-c3e71b10-c78d-4019-94e2-b953f5b6fb95 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464571 Oct 17 18:20:20.749361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.789269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=d530ecf6-3a18-4732-b5f9-a0acfa7ef13b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:20.792697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:20.804191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece1ca7-7a83-4b5b-8e5f-b5d59bb21302 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:20.811712 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e3c4884-76cf-49b3-a2c7-5eb0a6757806 req-67cab5ed-a2c0-457d-9423-62e8e983102a service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349347 Oct 17 18:20:20.859474 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-49ac48a0-1523-4aaf-a066-71cc4391ad9f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/d530ecf6-3a18-4732-b5f9-a0acfa7ef13b HTTP/1.1" status: 204 len: 168 time: 0.6979332 Oct 17 18:20:20.860931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43088) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:20.936309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-792fb274-543c-4e16-975e-1b63ba06c12c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717549 Oct 17 18:20:20.936781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43092) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:21.072381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:21.076385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Deleting port fa022f29-140d-48b9-8c9d-b552d39a2d58 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:21.076760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:21.092094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-6d29e09d-d87c-4343-976b-9cc293e07ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.093598 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-6d29e09d-d87c-4343-976b-9cc293e07ff9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1096 time: 0.1175745 Oct 17 18:20:21.101898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f922fa-8d91-45ae-8bf9-5ca15d3aa1f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.106322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b7f922fa-8d91-45ae-8bf9-5ca15d3aa1f5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1654637 Oct 17 18:20:21.106588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43096) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:21.180383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c621d-be41-4e2b-9a94-efc810513a39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.180602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed4c621d-be41-4e2b-9a94-efc810513a39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:21.232472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-60fd9531-27ac-4f0c-a04a-2fe5abedd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.233979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-60fd9531-27ac-4f0c-a04a-2fe5abedd550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 898 time: 0.1296926 Oct 17 18:20:21.277565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed4c621d-be41-4e2b-9a94-efc810513a39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:21.279502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed4c621d-be41-4e2b-9a94-efc810513a39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1716514 Oct 17 18:20:21.282080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43100) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:21.291430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] For port fa022f29-140d-48b9-8c9d-b552d39a2d58, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fa022f29-140d-48b9-8c9d-b552d39a2d58,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:21.291874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:21.306880 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-91a7f9dc-1e9e-46b3-a2cc-658588f0cd35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 217 time: 0.0665984 Oct 17 18:20:21.364149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-125edd84-0373-48cd-9c01-7b36b35b3f95 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807738 Oct 17 18:20:21.368265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43104) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:21.374028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:21.376485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-544cad9e-d170-4b45-8f5a-506038b2ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.377942 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-544cad9e-d170-4b45-8f5a-506038b2ce05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0641718 Oct 17 18:20:21.453837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Calling delete_port for fa022f29-140d-48b9-8c9d-b552d39a2d58 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:21.477939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-d6336af3-d26b-41d9-8e6d-2f869e3162ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.480142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-d6336af3-d26b-41d9-8e6d-2f869e3162ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965002 Oct 17 18:20:21.514095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:21.524390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:21.629423 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-49662511-0b8c-48aa-b778-2d0e564b94f4 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421328 Oct 17 18:20:21.629684 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1662-f56b-401e-9ddf-90e9ad80e875 req-a0c4d73c-1172-42e6-9e70-567eb36b62aa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:21.631276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-683e1662-f56b-401e-9ddf-90e9ad80e875 req-a0c4d73c-1172-42e6-9e70-567eb36b62aa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 943 time: 0.0956826 Oct 17 18:20:21.632436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:21.636627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:21.691910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:21.748098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] Pushing event deleted for resources: {'Port': ['ID=fa022f29-140d-48b9-8c9d-b552d39a2d58,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:21.751461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b4913-bbd1-430a-a3e0-a1e83b7ee29c None None] No DVR routers for this DVR port fa022f29-140d-48b9-8c9d-b552d39a2d58 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:21.768208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-683e1662-f56b-401e-9ddf-90e9ad80e875 req-f1559b83-2ec9-42a4-a32b-f2fb1d4afde7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:21.775479 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc69217c-6c8b-41a1-abb5-eae5784b99d7 req-8528ad4b-a928-4f7f-935a-575b6e7232db service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397791 Oct 17 18:20:21.869397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-683e1662-f56b-401e-9ddf-90e9ad80e875 req-f1559b83-2ec9-42a4-a32b-f2fb1d4afde7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:21.871160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-683e1662-f56b-401e-9ddf-90e9ad80e875 req-f1559b83-2ec9-42a4-a32b-f2fb1d4afde7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207479 Oct 17 18:20:22.059435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:22.060543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.110755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fa022f29-140d-48b9-8c9d-b552d39a2d58 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:22.114923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:22.121917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:22.126344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:22.126931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.140987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=7c679cae-2cb6-450f-a1fc-5776bb29544e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:22.141231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe8e75-d0bf-4017-8e06-4fab3c80a2be None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:22.162554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: fa022f29-140d-48b9-8c9d-b552d39a2d58 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:22.162895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fa022f29-140d-48b9-8c9d-b552d39a2d58 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:22.218342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9f3c5ff5-6293-4534-ad90-3f33d04466c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8488188 Oct 17 18:20:22.220957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43110) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:22.226476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:0f:e6:7b', 'name': 'tempest-NetworksTestDHCPv6-1744341879'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:22.308508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-76ec91e8-3855-40ec-b27b-1fe7b0199988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.372461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:22.375783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:22.378738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:22.384575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:22.390554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '7c679cae-2cb6-450f-a1fc-5776bb29544e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:22.391384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.480545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:22.549153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Allocated IP 2001:db8::f816:3eff:fe7b:8402 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/7c679cae-2cb6-450f-a1fc-5776bb29544e/e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:22.606849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.632629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port eba57bb1-d9dc-44e3-bb9d-bf07c740c540 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:22.755468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.765817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Transition to ACTIVE for port object e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:22.783907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Transition to ACTIVE for port object e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:22.840714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:22.906940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fe0f:e67b (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/7c679cae-2cb6-450f-a1fc-5776bb29544e/eba57bb1-d9dc-44e3-bb9d-bf07c740c540) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:22.936083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:22.938927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:22.942551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:22.949376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Pushing event updated for resources: {'Port': ['ID=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:23.034488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.048589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.059127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Attempting to bind port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:23.059127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Attempting to bind port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:23.059127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Attempting to bind port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Bound port: e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:23.073165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.089476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97811fe1-ee79-4b8d-8b54-05e1b3bab1d1 req-4c35cce9-c4bf-4b4f-b607-ae46996d1442 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:23.091199 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-97811fe1-ee79-4b8d-8b54-05e1b3bab1d1 req-4c35cce9-c4bf-4b4f-b607-ae46996d1442 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 943 time: 0.1035073 Oct 17 18:20:23.142028 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-97811fe1-ee79-4b8d-8b54-05e1b3bab1d1 req-b44836a5-0f47-460f-bdf3-ab8dd1233087 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Oct 17 18:20:23.168952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] For port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:23.172261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] For port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:23.229301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.240048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.255772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object eba57bb1-d9dc-44e3-bb9d-bf07c740c540 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:23.313185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a1f1-71f4-4f75-b102-ffe941657e4f None None] Pushing event updated for resources: {'Port': ['ID=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:23.332082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.403126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:23.406230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:23.410156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:23.415518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:23.416350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:23.427066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=eba57bb1-d9dc-44e3-bb9d-bf07c740c540,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:23.544245 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-113d8986-0620-4143-aee2-d421a849244f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3220513 Oct 17 18:20:23.547707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43116) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:23.643595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae1730-cbb0-4910-af9a-49e57d42ff44 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:23.649695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae1730-cbb0-4910-af9a-49e57d42ff44 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:23.650460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23ae1730-cbb0-4910-af9a-49e57d42ff44 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:23.731003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-23ae1730-cbb0-4910-af9a-49e57d42ff44 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:23.732184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23ae1730-cbb0-4910-af9a-49e57d42ff44 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1835399 Oct 17 18:20:23.734988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43120) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:23.803966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port eba57bb1-d9dc-44e3-bb9d-bf07c740c540 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:23.804316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.062866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.168117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:24.197296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for eba57bb1-d9dc-44e3-bb9d-bf07c740c540 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:24.350882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:24.378797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Provisioning for port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:24.385835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Provisioning complete for port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:24.386481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.387058 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Attempt 1 to provision port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 Oct 17 18:20:24.423888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.527043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020ac1-2c15-4305-8a87-7b3a56ce78b9 req-550a442b-2998-4002-b82c-00916c84f82c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:24.528856 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b020ac1-2c15-4305-8a87-7b3a56ce78b9 req-550a442b-2998-4002-b82c-00916c84f82c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 943 time: 0.1310420 Oct 17 18:20:24.539787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Current status of the port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:24.540418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.563287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.577045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] For port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:24.633556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=eba57bb1-d9dc-44e3-bb9d-bf07c740c540,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:24.641802 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b020ac1-2c15-4305-8a87-7b3a56ce78b9 req-22cba66f-0641-4d1a-a65c-ec8da1582875 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020107 Oct 17 18:20:24.652649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.686457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:24.737151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f0a6-c6bb-4534-8a3e-09a3f9cfc083 None None] Pushing event updated for resources: {'Port': ['ID=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:24.767783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f9de087-a448-492d-acb5-72b567769b62 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/eba57bb1-d9dc-44e3-bb9d-bf07c740c540 HTTP/1.1" status: 204 len: 168 time: 1.0250041 Oct 17 18:20:24.768152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43126) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:24.769730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f6e587b5-9ff8-4629-8936-f11b45bb2170 None None] Could not find standard attr ID for object eba57bb1-d9dc-44e3-bb9d-bf07c740c540. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:24.835708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59134a8b-56f2-4641-91cf-4a132c1f1d43 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:24.837195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59134a8b-56f2-4641-91cf-4a132c1f1d43 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:24.837947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-59134a8b-56f2-4641-91cf-4a132c1f1d43 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:24.925182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-59134a8b-56f2-4641-91cf-4a132c1f1d43 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:24.926348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-59134a8b-56f2-4641-91cf-4a132c1f1d43 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1612687 Oct 17 18:20:24.928960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43130) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.005862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 7c679cae-2cb6-450f-a1fc-5776bb29544e {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:25.005862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.057333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.140016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.274596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.314202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=7c679cae-2cb6-450f-a1fc-5776bb29544e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:25.320394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.326957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5eed36-d9aa-4474-bc85-9c77b9efda69 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:25.395076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-aed74c32-bbfc-4660-ae24-e94d50c953aa tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/7c679cae-2cb6-450f-a1fc-5776bb29544e HTTP/1.1" status: 204 len: 168 time: 0.4650970 Oct 17 18:20:25.397551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43134) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.425679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device da924246-0431-4a8b-a238-739ed913548f details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:20:25.471182 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-25d6c24e-b402-493f-a6ae-d2d9ecb28abe tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724802 Oct 17 18:20:25.473990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43138) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.480038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:25.684919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=da924246-0431-4a8b-a238-739ed913548f,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:25.703222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'da924246-0431-4a8b-a238-739ed913548f', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'port_id': 'da924246-0431-4a8b-a238-739ed913548f', 'mac_address': 'fa:16:3e:35:a3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:20:25.711459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:25.716921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:25.720293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:25.726808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:25.737268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.767482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port da924246-0431-4a8b-a238-739ed913548f is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:25.767963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.786168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:25.791174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da924246-0431-4a8b-a238-739ed913548f {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:25.798603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Deleting port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:25.798603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.833737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:25.837225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.852551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=da924246-0431-4a8b-a238-739ed913548f,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:25.910018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.978697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f62e3-60ff-4231-96f3-623d60688715 req-b7e54d9b-dcd4-4545-88a6-2d3abea929bd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:25.980741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb0f62e3-60ff-4231-96f3-623d60688715 req-b7e54d9b-dcd4-4545-88a6-2d3abea929bd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 943 time: 0.2075329 Oct 17 18:20:26.068382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] For port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:26.068780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.072298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb0f62e3-60ff-4231-96f3-623d60688715 req-f5286f31-30a0-4b53-82e0-d27decfada1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825939 Oct 17 18:20:26.076163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:26.138999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:26.232889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Calling delete_port for e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:26.358548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:26.377042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:26.378000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.391831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['da924246-0431-4a8b-a238-739ed913548f'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:20:26.490064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.521185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_pluggable_backend [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 17 18:20:26.521185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_pluggable_backend [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:8402 {{(pid=89826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 17 18:20:26.525011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.546986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] Pushing event deleted for resources: {'Port': ['ID=e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:26.552365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb199e-0d47-4dd4-9881-899a209665a8 None None] No DVR routers for this DVR port e8a91d1f-ae67-4f2c-b8d1-f40eccd48e73 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:26.577070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:26.580009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:26.584202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:26.584780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.595988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b24d4-377f-4713-bcda-a535afbe306e None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:26.608760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=31af1c08-f15e-481d-89d7-0960c08ea6a1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:26.669284 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f882c4ba-8128-4802-be92-f013252dc742 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1942024 Oct 17 18:20:26.672721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:26.679208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:ad:1d:d2', 'name': 'tempest-NetworksTestDHCPv6-732186425'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:26.819376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:26.824041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:26.826906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:26.832574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:26.922517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '31af1c08-f15e-481d-89d7-0960c08ea6a1'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:26.923264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.931526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:26.935659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.966543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 3f84c056-4b73-47ed-9c04-3fc49a353853 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:27.108522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fead:1dd2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/31af1c08-f15e-481d-89d7-0960c08ea6a1/3f84c056-4b73-47ed-9c04-3fc49a353853) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:27.483728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:27.500063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47e0ad-f3e9-432d-af2f-954e7bb185b5 req-88be192b-3c2c-43cc-b2a6-4047e4682344 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:27.501580 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec47e0ad-f3e9-432d-af2f-954e7bb185b5 req-88be192b-3c2c-43cc-b2a6-4047e4682344 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 944 time: 0.2730196 Oct 17 18:20:27.525369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 3f84c056-4b73-47ed-9c04-3fc49a353853 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:27.558502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec47e0ad-f3e9-432d-af2f-954e7bb185b5 req-2b625c98-089b-4703-b4f9-9eca6918a17c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502570 Oct 17 18:20:27.617256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:27.681632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Allocated IP 2001:db8::f816:3eff:fe74:8e56 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/31af1c08-f15e-481d-89d7-0960c08ea6a1/a4ee2cad-0431-4fec-9d56-6e6d3241cbdc) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:27.685963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:27.688958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:27.691632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:27.697577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:27.698906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:27.721765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=3f84c056-4b73-47ed-9c04-3fc49a353853,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:27.811864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4b64616c-8d40-4ed3-b0fb-cb01645c26f4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1379099 Oct 17 18:20:27.814474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43152) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:27.887716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:27.897591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Transition to ACTIVE for port object a4ee2cad-0431-4fec-9d56-6e6d3241cbdc will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:27.906944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c0211-b55c-4bef-bb44-c8e589f8e401 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:27.907659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-688c0211-b55c-4bef-bb44-c8e589f8e401 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:27.916252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Transition to ACTIVE for port object a4ee2cad-0431-4fec-9d56-6e6d3241cbdc will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:27.977304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.005138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-688c0211-b55c-4bef-bb44-c8e589f8e401 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:28.006367 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-688c0211-b55c-4bef-bb44-c8e589f8e401 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1909685 Oct 17 18:20:28.008925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43156) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:28.047657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:28.050532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:28.053121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:28.078644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 3f84c056-4b73-47ed-9c04-3fc49a353853 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:28.078984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.091166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Pushing event updated for resources: {'Port': ['ID=a4ee2cad-0431-4fec-9d56-6e6d3241cbdc,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:28.163675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Attempting to bind port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:28.164165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Attempting to bind port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:28.164531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Attempting to bind port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:28.170694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:28.171062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:28.171465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.171856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:28.172525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Bound port: a4ee2cad-0431-4fec-9d56-6e6d3241cbdc, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:28.172796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.269304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] For port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:28.272477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] For port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a4ee2cad-0431-4fec-9d56-6e6d3241cbdc,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:28.331472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.331780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.402642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad41aaa-9875-49d2-875d-29773acbde8e None None] Pushing event updated for resources: {'Port': ['ID=a4ee2cad-0431-4fec-9d56-6e6d3241cbdc,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:28.459179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 3f84c056-4b73-47ed-9c04-3fc49a353853 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:28.714916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.771819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=3f84c056-4b73-47ed-9c04-3fc49a353853,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:28.787462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e11b-3eae-4f85-94af-539d0f092494 req-27bff1b6-f7cd-403c-9c04-fbd560386cb4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:28.789792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c2e7e11b-3eae-4f85-94af-539d0f092494 req-27bff1b6-f7cd-403c-9c04-fbd560386cb4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 944 time: 0.1029925 Oct 17 18:20:28.832005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.842624 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c2e7e11b-3eae-4f85-94af-539d0f092494 req-250d6ac2-ddfd-4a26-be61-42a505f85ce0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458915 Oct 17 18:20:28.842790 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-acb10920-fd42-4aaf-bd02-8155d453b02e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/3f84c056-4b73-47ed-9c04-3fc49a353853 HTTP/1.1" status: 204 len: 168 time: 0.8328943 Oct 17 18:20:28.845213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43164) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:28.910899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3227-bea2-4e4a-9e96-db1b8c559cb9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:28.912499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb3227-bea2-4e4a-9e96-db1b8c559cb9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:28.913229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75bb3227-bea2-4e4a-9e96-db1b8c559cb9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:29.004789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75bb3227-bea2-4e4a-9e96-db1b8c559cb9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:29.005989 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75bb3227-bea2-4e4a-9e96-db1b8c559cb9 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1598315 Oct 17 18:20:29.008864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43168) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.076275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 31af1c08-f15e-481d-89d7-0960c08ea6a1 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:29.079289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.136182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.228838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.398882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.436878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=31af1c08-f15e-481d-89d7-0960c08ea6a1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:29.438317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device da924246-0431-4a8b-a238-739ed913548f up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:29.444570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.497107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d721d08c-d875-43bc-9e7f-5358dc8d611b None None] Provisioning for port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:29.522454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-619c7466-a667-4d7e-8e40-5b306011df81 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/31af1c08-f15e-481d-89d7-0960c08ea6a1 HTTP/1.1" status: 204 len: 168 time: 0.5107038 Oct 17 18:20:29.523220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43172) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.576911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port da924246-0431-4a8b-a238-739ed913548f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:29.583104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port da924246-0431-4a8b-a238-739ed913548f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:29.583569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.584057 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port da924246-0431-4a8b-a238-739ed913548f Oct 17 18:20:29.597355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-77cdf137-7dc5-4e0e-9746-64886bf1922a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710142 Oct 17 18:20:29.597772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43176) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.621557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425158c-bc82-428c-8d57-2c2e8bb9925a None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:29.652110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ccd36dbc-4987-4066-8629-91e3b4a891be None None] Could not find standard attr ID for object 3f84c056-4b73-47ed-9c04-3fc49a353853. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:29.689262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842479e-6ddd-4885-9f0b-49534cd5ace6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:29.690912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e842479e-6ddd-4885-9f0b-49534cd5ace6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0920999 Oct 17 18:20:29.693740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43180) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.756257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a0db5-1713-4bba-8760-e6f6aac74291 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:29.757566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-494a0db5-1713-4bba-8760-e6f6aac74291 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631442 Oct 17 18:20:29.760640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43184) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.828837 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d516a41f-7f7c-47d3-baff-ffd1ac07816d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671508 Oct 17 18:20:29.833455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43188) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.840347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:29.880915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port da924246-0431-4a8b-a238-739ed913548f is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:29.881294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.916717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da924246-0431-4a8b-a238-739ed913548f'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:29.919055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd6c43-555e-4b08-9323-0ecacb81d53c" -d '{"events": [{"server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "name": "network-vif-plugged", "status": "completed", "tag": "da924246-0431-4a8b-a238-739ed913548f"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:29.930045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=da924246-0431-4a8b-a238-739ed913548f,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:29.958453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:29.964376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:29.967367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:29.988742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b40bb7-9b2d-4e95-b9e1-d3aa2e9c9138 x-openstack-request-id: req-a0b40bb7-9b2d-4e95-b9e1-d3aa2e9c9138 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:29.989093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "name": "network-vif-plugged", "status": "completed", "tag": "da924246-0431-4a8b-a238-739ed913548f", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:29.989381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0b40bb7-9b2d-4e95-b9e1-d3aa2e9c9138 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:29.989807 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b40bb7-9b2d-4e95-b9e1-d3aa2e9c9138'] response: {'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da924246-0431-4a8b-a238-739ed913548f', 'code': 200} Oct 17 18:20:30.012133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.021155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:30.056005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:30.078629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Deleting port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:30.079003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.082935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7883-92a8-430c-9823-8cc3e9f185a2 req-3de59612-a47e-49b6-8909-365072c6ca17 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:30.084484 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd2a7883-92a8-430c-9823-8cc3e9f185a2 req-3de59612-a47e-49b6-8909-365072c6ca17 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.1181526 Oct 17 18:20:30.124038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:30.127010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.144124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:30.149859 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd2a7883-92a8-430c-9823-8cc3e9f185a2 req-301f1389-8881-4a48-82d8-29a3b477930f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588751 Oct 17 18:20:30.317558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] For port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a4ee2cad-0431-4fec-9d56-6e6d3241cbdc,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:30.318000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.432720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52d57-eab9-4132-919a-34631052090c req-74b67753-8990-4cee-a179-20dbe2bb6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:30.434224 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3a52d57-eab9-4132-919a-34631052090c req-74b67753-8990-4cee-a179-20dbe2bb6805 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1098 time: 0.0794110 Oct 17 18:20:30.444970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Calling delete_port for a4ee2cad-0431-4fec-9d56-6e6d3241cbdc owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:30.463052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.476923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3a52d57-eab9-4132-919a-34631052090c req-0789113b-ef95-4d5f-8d78-acefaec9e792 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356443 Oct 17 18:20:30.522722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:30.529257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:30.534000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:30.534593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.639885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.655398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=04ad7864-b641-4eb5-8fdf-5d2deca08297,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:30.686833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] Pushing event deleted for resources: {'Port': ['ID=a4ee2cad-0431-4fec-9d56-6e6d3241cbdc,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:30.690189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce9f3c-45e3-420f-9097-f37341de1e36 None None] No DVR routers for this DVR port a4ee2cad-0431-4fec-9d56-6e6d3241cbdc on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:30.702245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb989b6-4da0-4230-a05b-9a9ebc96a5e5 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:30.737788 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-989747ff-65a4-42bf-bfbd-85aa7f46e63d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9030662 Oct 17 18:20:30.740351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43196) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:30.746178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:72:08:a4', 'name': 'tempest-NetworksTestDHCPv6-1343551792'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:30.883205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:30.888029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:30.890897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:30.896562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:30.922687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '04ad7864-b641-4eb5-8fdf-5d2deca08297'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:30.922687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.971481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:31.077903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/04ad7864-b641-4eb5-8fdf-5d2deca08297/95a31983-b08d-41f5-b6eb-fdd2935e9b75) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:31.098449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.126167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port afc5efb0-2f8e-4ec5-b215-77a5ed572385 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:31.288388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.299731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Transition to ACTIVE for port object 95a31983-b08d-41f5-b6eb-fdd2935e9b75 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:31.319208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Transition to ACTIVE for port object 95a31983-b08d-41f5-b6eb-fdd2935e9b75 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:31.370447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaa9b9-3130-4b67-a3ea-6b681ac6aed3 req-dcaf35be-5ed2-41a6-8a20-ef816b77a9d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:31.371888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6aaa9b9-3130-4b67-a3ea-6b681ac6aed3 req-dcaf35be-5ed2-41a6-8a20-ef816b77a9d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.1004045 Oct 17 18:20:31.389010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.417839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6aaa9b9-3130-4b67-a3ea-6b681ac6aed3 req-1c9116d1-41a8-4273-b1d7-7191fc7f60b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401008 Oct 17 18:20:31.457450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:31.460408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:31.464558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:31.477463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::1a0 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/04ad7864-b641-4eb5-8fdf-5d2deca08297/afc5efb0-2f8e-4ec5-b215-77a5ed572385) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:31.505880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Pushing event updated for resources: {'Port': ['ID=95a31983-b08d-41f5-b6eb-fdd2935e9b75,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:31.575150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Attempting to bind port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:31.575688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Attempting to bind port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:31.576086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Attempting to bind port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:31.581553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:31.581952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:31.582346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.582732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:31.583216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Bound port: 95a31983-b08d-41f5-b6eb-fdd2935e9b75, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:31.583588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.673094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] For port 95a31983-b08d-41f5-b6eb-fdd2935e9b75, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:31.676148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] For port 95a31983-b08d-41f5-b6eb-fdd2935e9b75, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95a31983-b08d-41f5-b6eb-fdd2935e9b75,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:31.687026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.704299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object afc5efb0-2f8e-4ec5-b215-77a5ed572385 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:31.772774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.794954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.855214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4dcb0-9c91-4b7f-a9c3-0d0612a82649 None None] Pushing event updated for resources: {'Port': ['ID=95a31983-b08d-41f5-b6eb-fdd2935e9b75,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:31.871840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:31.876668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:31.878849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:31.884671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:31.885812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.898315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=afc5efb0-2f8e-4ec5-b215-77a5ed572385,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:31.983156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c361521f-af08-4f70-8fa6-cf7799d51f01 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2418184 Oct 17 18:20:31.985939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43202) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:32.113648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8a436-8369-42be-a141-da28ab8e904a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:32.120504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8a436-8369-42be-a141-da28ab8e904a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:32.121240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ae8a436-8369-42be-a141-da28ab8e904a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:32.183346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5ae8a436-8369-42be-a141-da28ab8e904a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:32.184529 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5ae8a436-8369-42be-a141-da28ab8e904a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1976869 Oct 17 18:20:32.186251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95a31983-b08d-41f5-b6eb-fdd2935e9b75 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:32.189530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43206) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:32.264401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port afc5efb0-2f8e-4ec5-b215-77a5ed572385 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:32.264740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.308770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:32.523950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.706772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for afc5efb0-2f8e-4ec5-b215-77a5ed572385 owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:32.808938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e1535-9737-485d-846e-92ab17ea503a req-0492d4f7-d95e-47c2-b1fc-3e5c5264913e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:32.810463 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d2e1535-9737-485d-846e-92ab17ea503a req-0492d4f7-d95e-47c2-b1fc-3e5c5264913e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.2788343 Oct 17 18:20:32.910737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d2e1535-9737-485d-846e-92ab17ea503a req-422c6459-4a8c-404e-a022-5bf2c7d2d9de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650628 Oct 17 18:20:32.925437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Provisioning for port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:32.931269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Provisioning complete for port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:32.931743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.932282 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Attempt 1 to provision port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 Oct 17 18:20:32.977708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.065043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Current status of the port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:33.065637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.086500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=afc5efb0-2f8e-4ec5-b215-77a5ed572385,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:33.107841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.141846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] For port 95a31983-b08d-41f5-b6eb-fdd2935e9b75, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95a31983-b08d-41f5-b6eb-fdd2935e9b75,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:33.142266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3721741-4393-4f63-84fb-ef6fb042f1e3 req-fa1fd092-cc05-4f48-9486-53717a93f683 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:33.142266 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3721741-4393-4f63-84fb-ef6fb042f1e3 req-fa1fd092-cc05-4f48-9486-53717a93f683 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.1025131 Oct 17 18:20:33.184066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3721741-4393-4f63-84fb-ef6fb042f1e3 req-cfa4f658-d150-48fa-91b7-edc8dec4c10f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Oct 17 18:20:33.220668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43214) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:33.307522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0a42a-6384-4bb3-a820-35c5c465fb53 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:33.309020 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-12e0a42a-6384-4bb3-a820-35c5c465fb53 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1093 time: 0.0872905 Oct 17 18:20:33.312091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43218) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:33.316840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'da924246-0431-4a8b-a238-739ed913548f', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:33.323357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:33.327277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:33.330146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:33.335926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:33.452307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.480702 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a4374f88-40a5-43c7-9f2f-b2d829ad2b6b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/afc5efb0-2f8e-4ec5-b215-77a5ed572385 HTTP/1.1" status: 204 len: 168 time: 1.2919712 Oct 17 18:20:33.481826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.483397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43222) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:33.524656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfdc09-2765-4360-a79c-ea15fc48834a None None] Pushing event updated for resources: {'Port': ['ID=95a31983-b08d-41f5-b6eb-fdd2935e9b75,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:33.557282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a0370-e518-425d-b6c3-5ac60de893b4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:33.559594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a0370-e518-425d-b6c3-5ac60de893b4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:33.564111 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-db3a0370-e518-425d-b6c3-5ac60de893b4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0771880 Oct 17 18:20:33.564941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43226) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:33.566677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9428f926-a396-4d3d-8ca1-59439907a3d9 None None] Could not find standard attr ID for object afc5efb0-2f8e-4ec5-b215-77a5ed572385. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:33.635652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 04ad7864-b641-4eb5-8fdf-5d2deca08297 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:33.638747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.698159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.731711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.781085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.887959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.224 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/741b822a-80d9-4959-a162-09bcc5778553) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:34.032443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.051155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.092809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=04ad7864-b641-4eb5-8fdf-5d2deca08297,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:34.095164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.098904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b22cae-1989-40b5-a884-f2822345704c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:34.107659 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-38677140-deb9-425f-a36e-db0f66881918 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/04ad7864-b641-4eb5-8fdf-5d2deca08297 HTTP/1.1" status: 204 len: 168 time: 0.5416701 Oct 17 18:20:34.112936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43230) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.148783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.167105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95a31983-b08d-41f5-b6eb-fdd2935e9b75 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:34.184259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9032c50a-9dda-4aea-9c1c-d981a7f672ec tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703413 Oct 17 18:20:34.184860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43234) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.224123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:34.227321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:34.231734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:34.271596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=741b822a-80d9-4959-a162-09bcc5778553,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:34.276553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83a6cf-08ed-403b-8303-4a1876c31703 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:34.277619 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9e83a6cf-08ed-403b-8303-4a1876c31703 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0919216 Oct 17 18:20:34.280189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43238) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.349312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:34.349704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.350251 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 Oct 17 18:20:34.360886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce544673-fc1d-4c36-b29c-472e9f89948f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:34.361644 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ce544673-fc1d-4c36-b29c-472e9f89948f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:34.457056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ce544673-fc1d-4c36-b29c-472e9f89948f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:34.460820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ce544673-fc1d-4c36-b29c-472e9f89948f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752491 Oct 17 18:20:34.461114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43242) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.520747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:34.546495 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e655dc46-d4ed-47aa-be76-d9f91b4b63c5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835733 Oct 17 18:20:34.550368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43246) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.555925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:34.567858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:34.572598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Deleting port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:34.572985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.674350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:34.684038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:34.698147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.753695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:34.757440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.790028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] For port 95a31983-b08d-41f5-b6eb-fdd2935e9b75, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95a31983-b08d-41f5-b6eb-fdd2935e9b75,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:34.790532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.843553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.918331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Calling delete_port for 95a31983-b08d-41f5-b6eb-fdd2935e9b75 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:35.070871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.096858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.144735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] Pushing event deleted for resources: {'Port': ['ID=95a31983-b08d-41f5-b6eb-fdd2935e9b75,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:35.149901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05819d60-8d2a-4150-8ab9-7301f1b2fc1f None None] No DVR routers for this DVR port 95a31983-b08d-41f5-b6eb-fdd2935e9b75 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:35.178953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:35.180064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.188094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.234997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:35.236184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:35.244540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:35.245135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.247198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8dac97-e238-40d6-9553-986339593277 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:35.273239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=72d155de-763a-42c5-9a49-a4e9cfe0fc93,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:35.303576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.344195 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-65d13c15-8d4e-456b-a201-7cc8b60d6740 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7918258 Oct 17 18:20:35.351390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43250) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:35.352433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:35.355914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=741b822a-80d9-4959-a162-09bcc5778553,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:35.494387 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP b7de57f0-a872-4f31-a207-dd986467d83d associated. External IP: 172.26.2.224, port: da924246-0431-4a8b-a238-739ed913548f. Oct 17 18:20:35.502232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '72d155de-763a-42c5-9a49-a4e9cfe0fc93'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:35.503182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.503829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:35.508315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:35.511711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:35.517440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:35.605326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:35.609085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.674053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Allocated IP 2001:db8::f816:3eff:fea8:43e5 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/72d155de-763a-42c5-9a49-a4e9cfe0fc93/91fd6162-6d31-41a4-bfa3-6075c62c4b24) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:35.747432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72d155de-763a-42c5-9a49-a4e9cfe0fc93 (CIDR: 2001:db8::/64) Oct 17 18:20:35.789918 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:35.790448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:35.890966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.897259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b1391588-b487-48de-88fa-92d34f42d25e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5501010 Oct 17 18:20:35.900821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43254) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:35.902495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Transition to ACTIVE for port object 91fd6162-6d31-41a4-bfa3-6075c62c4b24 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:35.905942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:35.922146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Transition to ACTIVE for port object 91fd6162-6d31-41a4-bfa3-6075c62c4b24 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:35.983369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:20:36.015136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.048921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:36.053089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:36.055993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:36.063729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:36.083928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Pushing event updated for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:36.092383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:36.093773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:36.096032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:36.169910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:36.169910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.174210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95a31983-b08d-41f5-b6eb-fdd2935e9b75 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:36.174936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:36.188370 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:36.200850 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:36.201448 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:20:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:36.242319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 95a31983-b08d-41f5-b6eb-fdd2935e9b75 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:36.242950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95a31983-b08d-41f5-b6eb-fdd2935e9b75 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:36.251543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Attempting to bind port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:36.257344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Attempting to bind port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:36.257344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Attempting to bind port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:36.260394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:36.260765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:36.261295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.261723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:36.262357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Bound port: 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:36.262729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.270805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.370029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2e31f59d-f136-463b-bb24-00a63163ec65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0560732 Oct 17 18:20:36.372269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:36.373960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c612b07-957e-4c34-9eb0-f0c8956dcffa" -d '{"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:36.377556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:36.382271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:36.392804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43258) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:36.470261 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:36.482055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.488890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38488aae-1fda-4dea-92c4-8b53de437544 x-openstack-request-id: req-38488aae-1fda-4dea-92c4-8b53de437544 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:36.488890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:36.488890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38488aae-1fda-4dea-92c4-8b53de437544 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:36.488890 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38488aae-1fda-4dea-92c4-8b53de437544'] response: {'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f', 'status': 'completed', 'code': 200} Oct 17 18:20:36.577457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8873df-e226-44d3-a689-e54ae87b372c None None] Pushing event updated for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:36.694790 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e1d9eb88-cb60-43c8-a0d1-02df08540880 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 991 time: 0.3100934 Oct 17 18:20:36.726606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-9cba3b9d-8c94-489c-8973-745c8aee2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:36.728080 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-9cba3b9d-8c94-489c-8973-745c8aee2eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1098 time: 0.1591218 Oct 17 18:20:36.864148 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': 'da924246-0431-4a8b-a238-739ed913548f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:35:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:20:34Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:36.866212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.868189 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:36.877495 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:36.878337 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:20:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:36.923766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:36.929420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:36.948663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:36.949208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.000845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=be1900e1-3501-4e5a-97fb-7f1e11422145,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:37.005877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-d2deb854-74ce-44e1-aa11-e489bb295f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:37.007323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-d2deb854-74ce-44e1-aa11-e489bb295f28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 898 time: 0.2662346 Oct 17 18:20:37.063644 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:37.086458 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-124457e2-dbfd-4421-bc41-63d24fb6911d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1828694 Oct 17 18:20:37.086831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:37.092597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:39:58:de', 'name': 'tempest-NetworksTestDHCPv6-208929690'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:37.120613 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-769b8c41-d372-43e7-a9b1-54ad25641013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 999 time: 0.1071811 Oct 17 18:20:37.192270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-a286ad42-1a15-48da-be24-ef0faab87a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:37.193716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-a286ad42-1a15-48da-be24-ef0faab87a2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0667465 Oct 17 18:20:37.238318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:37.242556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:37.246559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:37.252854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:37.297185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-8fc80c73-43da-4662-b666-3895bf53485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:37.298700 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-8fc80c73-43da-4662-b666-3895bf53485c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991924 Oct 17 18:20:37.336613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:37.455529 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-7c09524e-d3e7-4f87-9274-b6bc2564a159 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487739 Oct 17 18:20:37.493208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.524020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 4523b2e0-3e8b-464a-989c-fb06079f83e3 yet. {{(pid=89827) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:37.538632 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': 'da924246-0431-4a8b-a238-739ed913548f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:35:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:20:34Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:37.544372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e773417-b0e0-4f55-8e09-c28e723d39e1 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': 'da924246-0431-4a8b-a238-739ed913548f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:35:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:20:34Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:37.636607 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c612b07-957e-4c34-9eb0-f0c8956dcffa req-02b58442-0694-46ab-8f8a-b7d321500190 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739056 Oct 17 18:20:37.698578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:37.698779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48032b-8489-4979-b109-9f84439d7f5c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:37.828516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4914522-8977-4a97-aef3-f6af5c84fc49 None None] New status for floating IP b7de57f0-a872-4f31-a207-dd986467d83d: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:20:37.872031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-343338ce-7a4e-4dfd-846f-94b09be5f812 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 991 time: 0.1722710 Oct 17 18:20:37.874895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8:0:1::2a4 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/be1900e1-3501-4e5a-97fb-7f1e11422145/4523b2e0-3e8b-464a-989c-fb06079f83e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:37.880770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:fe39:58de (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/72d155de-763a-42c5-9a49-a4e9cfe0fc93/4523b2e0-3e8b-464a-989c-fb06079f83e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:37.950886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3aedaa34-fa61-4cc4-b2d0-11699bdfc2f3 None None] Provisioning for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:38.085275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.102983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 4523b2e0-3e8b-464a-989c-fb06079f83e3 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:38.177098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.188490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 91fd6162-6d31-41a4-bfa3-6075c62c4b24 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:38.386666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:38.389685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:38.390829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '72d155de-763a-42c5-9a49-a4e9cfe0fc93', 'ip_address': '2001:db8::f816:3eff:fea8:43e5'}, {'subnet_id': 'be1900e1-3501-4e5a-97fb-7f1e11422145'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': '91fd6162-6d31-41a4-bfa3-6075c62c4b24'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:20:38.392313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:38.398126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:38.398782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.413214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=4523b2e0-3e8b-464a-989c-fb06079f83e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:38.419435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:38.436599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:38.436966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.437294 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 Oct 17 18:20:38.480693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-79d53c0c-107c-49f0-b1a9-23d8c00483f1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3926535 Oct 17 18:20:38.485110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43274) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:38.488291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.575341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 4523b2e0-3e8b-464a-989c-fb06079f83e3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:38.575760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.694151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:38.694523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.775665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:38.789510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Allocated IP 2001:db8:0:1::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/be1900e1-3501-4e5a-97fb-7f1e11422145/91fd6162-6d31-41a4-bfa3-6075c62c4b24) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:38.844138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.866180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.875536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43278) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:38.969982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 4523b2e0-3e8b-464a-989c-fb06079f83e3 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:38.994807 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6f890f59-5277-49d8-ae9f-36b0887ed1fd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 993 time: 0.1132193 Oct 17 18:20:39.025989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:39.074322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:39.100369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.117955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Transition to ACTIVE for port object 91fd6162-6d31-41a4-bfa3-6075c62c4b24 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:39.176509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.256741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.309544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=4523b2e0-3e8b-464a-989c-fb06079f83e3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:39.329654 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f1493-5ca5-4443-8516-250ae15df857 None None] Pushing event updated for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:39.512368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.522105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-495ea54d-5b07-467f-9a94-dc2188badbcd tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/4523b2e0-3e8b-464a-989c-fb06079f83e3 HTTP/1.1" status: 204 len: 168 time: 1.0354750 Oct 17 18:20:39.524535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43284) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:39.616140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13233211-6abf-4bc1-b191-70ef5d3db56c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:39.616865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13233211-6abf-4bc1-b191-70ef5d3db56c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:39.708131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-13233211-6abf-4bc1-b191-70ef5d3db56c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:39.709322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-13233211-6abf-4bc1-b191-70ef5d3db56c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1837835 Oct 17 18:20:39.711977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43288) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:39.809304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf786fa8-8a58-497e-a60a-62cf2838f28b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:39.810905 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bf786fa8-8a58-497e-a60a-62cf2838f28b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0974734 Oct 17 18:20:39.813460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:39.882497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:39.884320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:39.886477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:39.887433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:39.942457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93f1cccf-839a-4e23-b160-c950ca31f748 None None] Provisioning for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:39.948096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93f1cccf-839a-4e23-b160-c950ca31f748 None None] Provisioning complete for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:39.951419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93f1cccf-839a-4e23-b160-c950ca31f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.951419 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93f1cccf-839a-4e23-b160-c950ca31f748 None None] Attempt 1 to provision port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 Oct 17 18:20:39.973876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:39.979269 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3cb6602a-a89c-45da-80cb-ea936c2de02c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1608307 Oct 17 18:20:39.979269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:40.054192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 72d155de-763a-42c5-9a49-a4e9cfe0fc93 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:40.058064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.126313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.130670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93f1cccf-839a-4e23-b160-c950ca31f748 None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:40.152830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 91fd6162-6d31-41a4-bfa3-6075c62c4b24 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:40.223000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:40.223186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.223332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.223596 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 Oct 17 18:20:40.257662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d4ca4575-9b2f-42e4-a27b-758396cf166e None None] Could not find standard attr ID for object 4523b2e0-3e8b-464a-989c-fb06079f83e3. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:40.354747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:40.386561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.422448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=72d155de-763a-42c5-9a49-a4e9cfe0fc93,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:40.426145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.434189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6a368-3452-4e9c-9ad2-adbe70b6658c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:40.486490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-649ee308-e65d-44ee-a808-91101cc6e511 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/72d155de-763a-42c5-9a49-a4e9cfe0fc93 HTTP/1.1" status: 204 len: 168 time: 0.5068672 Oct 17 18:20:40.489117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43300) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:40.559373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet be1900e1-3501-4e5a-97fb-7f1e11422145 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:40.562598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.619208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.709428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.908310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.949290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=be1900e1-3501-4e5a-97fb-7f1e11422145,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:40.954921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.968637 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6492bdc6-56af-4431-8fb3-b8e4442d68b5 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/be1900e1-3501-4e5a-97fb-7f1e11422145 HTTP/1.1" status: 204 len: 168 time: 0.4784257 Oct 17 18:20:40.971146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43304) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:41.043204 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-36fef0ad-6b2c-40b0-a3fb-a849d1d5c67f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709424 Oct 17 18:20:41.046303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43308) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:41.052375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:41.148817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5612b-9277-4f99-ad83-b949ca668b8c None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:41.167883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:41.172571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:41.175518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:41.181564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:41.257431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bf588cae-8193-4365-a611-c86d8247343e None None] Provisioning complete for port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:41.257818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf588cae-8193-4365-a611-c86d8247343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.258145 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-bf588cae-8193-4365-a611-c86d8247343e None None] Attempt 1 to provision port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 Oct 17 18:20:41.274741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:41.279032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.464354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bf588cae-8193-4365-a611-c86d8247343e None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:41.520625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:41.525634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Deleting port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:41.525978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.717393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:41.752147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:41.752545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.876870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Calling delete_port for 91fd6162-6d31-41a4-bfa3-6075c62c4b24 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:41.952973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.000116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:42.000116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:42.128135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 91fd6162-6d31-41a4-bfa3-6075c62c4b24 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:42.239751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:42.240840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.275046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:42.299756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.381894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.382655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.440469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:42.440834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:42.487552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:42.498142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:42.499635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:42.500209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.501550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Deleting port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:42.501988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.531474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=96e857f5-7f6b-4142-be08-2a6c67758f90,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:42.542454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=8']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:42.594503 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-27149c08-a600-4fa1-8241-91153ca45e9c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5470703 Oct 17 18:20:42.597495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43316) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:42.604417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:42.742309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:42.747901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:42.750768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:42.756674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:42.766410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] For port 91fd6162-6d31-41a4-bfa3-6075c62c4b24, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=91fd6162-6d31-41a4-bfa3-6075c62c4b24,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:42.766797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.839347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:42.842889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.887581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Calling delete_port for 91fd6162-6d31-41a4-bfa3-6075c62c4b24 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:42.930888 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:20:42.976828 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96e857f5-7f6b-4142-be08-2a6c67758f90 (CIDR: 2001:db8::/64) Oct 17 18:20:43.009834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:43.010712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.057046 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:43.057565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:43.171246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f8d1922b-4a08-49b0-bfb0-23b6efe65827 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5725820 Oct 17 18:20:43.174328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:43.180014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:43.245892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.306728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] Pushing event deleted for resources: {'Port': ['ID=91fd6162-6d31-41a4-bfa3-6075c62c4b24,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:43.327113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:43.331236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:43.334019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:43.340614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:43.394717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf7ba7-5465-4ec5-b00e-c5d08d6577fa None None] No DVR routers for this DVR port 91fd6162-6d31-41a4-bfa3-6075c62c4b24 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:43.407467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c67ad-8ea9-4336-aa40-6168931a0604 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:43.421759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:43.425380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.627440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '96e857f5-7f6b-4142-be08-2a6c67758f90'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:43.628275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.724819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.782552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:43.783285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Allocated IP 2001:db8::f816:3eff:fed8:c691 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/96e857f5-7f6b-4142-be08-2a6c67758f90/eed4ca9a-8673-4af9-ba1b-ae407750eedb) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:43.785690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:43.803086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:43.803086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:43.814145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=a181782a-d3c1-45ff-a265-02c7f4d42b8b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:43.885910 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d723223e-ec02-4f9f-b4b8-906654b67525 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7103777 Oct 17 18:20:43.888588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43324) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:43.894047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:ac:08:85', 'name': 'tempest-NetworksTestDHCPv6-2130236833'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:43.995930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.006266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Transition to ACTIVE for port object eed4ca9a-8673-4af9-ba1b-ae407750eedb will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:44.024267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Transition to ACTIVE for port object eed4ca9a-8673-4af9-ba1b-ae407750eedb will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:44.033358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:44.044175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:44.113980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.131304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:44.179486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:44.182300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:44.186009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:44.191701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:44.262313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.288901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port aa73c600-4978-4839-8e44-b7f6f25e8547 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:44.296460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Attempting to bind port eed4ca9a-8673-4af9-ba1b-ae407750eedb on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:44.296980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Attempting to bind port eed4ca9a-8673-4af9-ba1b-ae407750eedb by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:44.297282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Attempting to bind port eed4ca9a-8673-4af9-ba1b-ae407750eedb on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:44.302564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:44.302938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:44.303362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.303750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:44.304213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Bound port: eed4ca9a-8673-4af9-ba1b-ae407750eedb, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:44.304581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.393955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:44.396884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:44.456732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.505885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8:0:1::2a6 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/a181782a-d3c1-45ff-a265-02c7f4d42b8b/aa73c600-4978-4839-8e44-b7f6f25e8547) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:44.512315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::f816:3eff:feac:885 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/96e857f5-7f6b-4142-be08-2a6c67758f90/aa73c600-4978-4839-8e44-b7f6f25e8547) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:44.558829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2589c-dd2f-4811-884e-4ae745be0121 None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:44.859127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.876380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object aa73c600-4978-4839-8e44-b7f6f25e8547 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:44.959374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.026665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:45.029810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:45.033537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:45.038998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:45.039605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.053723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=aa73c600-4978-4839-8e44-b7f6f25e8547,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:45.154524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-73cd733d-0090-4b21-a0f3-e0bcffb3c9c3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2647183 Oct 17 18:20:45.156950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43330) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:45.230529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port aa73c600-4978-4839-8e44-b7f6f25e8547 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:45.230894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.498203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.534292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd729bf5-a8bd-41c6-98cd-6d658fbc9372 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:45.629510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for aa73c600-4978-4839-8e44-b7f6f25e8547 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:45.746791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5b00faa9-e17f-43b1-ba25-a84a713090af None None] Provisioning for port eed4ca9a-8673-4af9-ba1b-ae407750eedb completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:45.867977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '96e857f5-7f6b-4142-be08-2a6c67758f90', 'ip_address': '2001:db8::f816:3eff:fed8:c691'}, {'subnet_id': 'a181782a-d3c1-45ff-a265-02c7f4d42b8b'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'eed4ca9a-8673-4af9-ba1b-ae407750eedb'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:20:45.896819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.924571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.944252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=aa73c600-4978-4839-8e44-b7f6f25e8547,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:46.042564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.052276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d27309c2-5e54-44ad-9e42-400ad5eac743 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/aa73c600-4978-4839-8e44-b7f6f25e8547 HTTP/1.1" status: 204 len: 168 time: 0.8943090 Oct 17 18:20:46.054675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43334) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:46.148458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Allocated IP 2001:db8:0:1::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/a181782a-d3c1-45ff-a265-02c7f4d42b8b/eed4ca9a-8673-4af9-ba1b-ae407750eedb) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:46.155382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3d8b17-994e-4215-aa02-3a2a78c1a3c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.156082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d3d8b17-994e-4215-aa02-3a2a78c1a3c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:46.184690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:46.256458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d3d8b17-994e-4215-aa02-3a2a78c1a3c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:46.260105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d3d8b17-994e-4215-aa02-3a2a78c1a3c8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2021286 Oct 17 18:20:46.260492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:46.348610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:46.357754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc6de4-2a5a-411b-ba91-63955d147d71 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.358500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4bcc6de4-2a5a-411b-ba91-63955d147d71 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:46.370661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4bcc6de4-2a5a-411b-ba91-63955d147d71 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:46.371776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4bcc6de4-2a5a-411b-ba91-63955d147d71 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1103158 Oct 17 18:20:46.374410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:46.378737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.395305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Transition to ACTIVE for port object eed4ca9a-8673-4af9-ba1b-ae407750eedb will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:46.416544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port eed4ca9a-8673-4af9-ba1b-ae407750eedb completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:46.424174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:46.424174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.424174 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:46.446254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.447790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.449290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.450251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:46.525795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.621591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:46.622775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-18716402-6de0-40f9-9f81-2ea3598016db tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2473557 Oct 17 18:20:46.625899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:46.626688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:46.627168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.699759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 96e857f5-7f6b-4142-be08-2a6c67758f90 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:46.702768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.711769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf546836-0a60-4bf0-bf1c-ad5aa8c9d8a9 None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:46.763399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.770463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:46.770817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:46.851498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.062082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.103433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=96e857f5-7f6b-4142-be08-2a6c67758f90,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:47.108633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.174089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-27dbecc2-d3e3-4d40-b957-862cff069e39 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/96e857f5-7f6b-4142-be08-2a6c67758f90 HTTP/1.1" status: 204 len: 168 time: 0.5469110 Oct 17 18:20:47.174240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43350) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:47.200425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccac81-41d2-419a-9f01-3df58ddcbf9d None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:47.241507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet a181782a-d3c1-45ff-a265-02c7f4d42b8b {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:47.245104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.304393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.356070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:47.356376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.389577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.420220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Provisioning for port eed4ca9a-8673-4af9-ba1b-ae407750eedb completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:47.432122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:47.432489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.432821 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:47.513533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.560639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=a181782a-d3c1-45ff-a265-02c7f4d42b8b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:47.563091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.575304 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ea329be7-8bf9-49e2-9c87-b467a02b741f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a181782a-d3c1-45ff-a265-02c7f4d42b8b HTTP/1.1" status: 204 len: 168 time: 0.3998353 Oct 17 18:20:47.576907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43354) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:47.649240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:47.649825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:47.664726 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0dcfaec2-2f2b-4d01-ad28-2eac0ce1c0bc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865483 Oct 17 18:20:47.668104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43358) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:47.679313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:47.712671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:47.713053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.777477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:47.791316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:47.795874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:47.799387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:47.804747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:47.813628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8e547-6626-469e-8183-bb1fef6f0fb6 None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': 'a181782a-d3c1-45ff-a265-02c7f4d42b8b'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'eed4ca9a-8673-4af9-ba1b-ae407750eedb'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:20:47.868797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.891111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:47.894900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.898189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-68d8e547-6626-469e-8183-bb1fef6f0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.916557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Could not find standard attr ID for object aa73c600-4978-4839-8e44-b7f6f25e8547. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:48.033271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d993725-9031-49e2-8c10-e6c09e7cdab0 None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:48.151825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c2823-bc6d-44c8-a030-9a5f2a4e8026 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:48.171651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.265470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c904cdb7-e3fa-4f78-bd7f-26a00d5f75c7 None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:48.265875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c904cdb7-e3fa-4f78-bd7f-26a00d5f75c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.266210 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c904cdb7-e3fa-4f78-bd7f-26a00d5f75c7 None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:48.292336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:48.333192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:48.340501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:48.345765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:48.354470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.359755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=2fe4482b-0213-4dad-a078-6884a92df725,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:48.388433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:48.422169 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fdf87ab-42b2-40a5-a05a-85ccb5517529 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7527802 Oct 17 18:20:48.425111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43362) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:48.432016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:48.573066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:48.577208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:48.580122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:48.585931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:48.611515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c904cdb7-e3fa-4f78-bd7f-26a00d5f75c7 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:48.630843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:48.631220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.670621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:48.690358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:48.693895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.748091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Update dhcp port {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'fixed_ips': [{'subnet_id': '2fe4482b-0213-4dad-a078-6884a92df725'}], 'binding:host_id': 'dv-neutron-861384-1-hyperv'}, 'id': 'eed4ca9a-8673-4af9-ba1b-ae407750eedb'} from dv-neutron-861384-1-hyperv. {{(pid=89828) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 18:20:48.779809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.830101 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.ipam_backend_mixin [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fe4482b-0213-4dad-a078-6884a92df725 (CIDR: 2001:db8::/64) Oct 17 18:20:48.856783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.879369 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:48.879904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:48.906515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:48.976948 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-645f30de-9292-4517-9f93-1adfe5b92a4c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5507596 Oct 17 18:20:48.980242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43368) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:48.985615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:49.069350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/2fe4482b-0213-4dad-a078-6884a92df725/eed4ca9a-8673-4af9-ba1b-ae407750eedb) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:49.125925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:49.130291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:49.133250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:49.140472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:49.204566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:49.211360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:49.211484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.231521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.247761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Transition to ACTIVE for port object eed4ca9a-8673-4af9-ba1b-ae407750eedb will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:49.318563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.476211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85538f19-6c19-405a-9a10-6b44100bcc7f None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:49.597902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-969bb1f0-4f79-460d-9746-b194ee959726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.691512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.objects.ports [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89826) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:49.923840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.049040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26927d63-3648-4339-a96a-9183a4251298 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:50.155029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:50.180567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.218140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Provisioning for port eed4ca9a-8673-4af9-ba1b-ae407750eedb completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:50.244497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.245410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.256378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:50.256680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.257014 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:50.372663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:50.375474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=2401719b-161a-4577-82c6-83bbf1e0954a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:50.380315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:50.384673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.387946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.408635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=10']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:50.410238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:50.414736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.440185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:50.498852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:50.511714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d0a4f2ba-3094-4f41-b8f1-1944c8acb127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5266263 Oct 17 18:20:50.511714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43372) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:50.517128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:89:97:1c', 'name': 'tempest-NetworksTestDHCPv6-1027178654'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:50.521662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:50.522115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.522514 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:50.625302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.667789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:50.680193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:50.709571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:50.721047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730b9b4-f6b6-41fc-8173-412dac38c48c None None] Pushing event updated for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=11']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:50.768876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:50.931118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e25f0-916a-4d70-aae7-f446061bec81 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:51.014293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.022329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-14d924d7-ac05-4b00-8fb0-dad991e2e65c None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:51.022329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14d924d7-ac05-4b00-8fb0-dad991e2e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.022640 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-14d924d7-ac05-4b00-8fb0-dad991e2e65c None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:51.041193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 30825212-0339-4d01-96e9-676424e618d6 yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:51.257413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::1ef (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/2fe4482b-0213-4dad-a078-6884a92df725/30825212-0339-4d01-96e9-676424e618d6) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:51.261683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-14d924d7-ac05-4b00-8fb0-dad991e2e65c None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:51.264617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:971c (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/2401719b-161a-4577-82c6-83bbf1e0954a/30825212-0339-4d01-96e9-676424e618d6) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:51.481542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.490609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6bf12993-1c89-4c78-a076-1c9143293c8f None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:51.490808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bf12993-1c89-4c78-a076-1c9143293c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.491366 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-6bf12993-1c89-4c78-a076-1c9143293c8f None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:51.498167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 30825212-0339-4d01-96e9-676424e618d6 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:51.621248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6bf12993-1c89-4c78-a076-1c9143293c8f None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:51.639492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.718443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:51.721406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:51.726666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:51.733991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:51.735011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:51.736195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e1e55c17-022b-42ee-88f0-fa9b50a59145 None None] Could not find standard attr ID for object aa73c600-4978-4839-8e44-b7f6f25e8547. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:20:51.745300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=30825212-0339-4d01-96e9-676424e618d6,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:51.857570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-70c32a9f-2628-4bee-8887-d2366c3a12f6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3443599 Oct 17 18:20:51.859576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43378) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:51.933138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 30825212-0339-4d01-96e9-676424e618d6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:51.933488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.113083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Provisioning for port 30825212-0339-4d01-96e9-676424e618d6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:52.119141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Provisioning complete for port 30825212-0339-4d01-96e9-676424e618d6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:52.119511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.119850 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Attempt 1 to provision port 30825212-0339-4d01-96e9-676424e618d6 Oct 17 18:20:52.175135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Port 30825212-0339-4d01-96e9-676424e618d6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:52.184967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.285829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-312daa12-799c-48ac-b664-34be113be3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.310063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 30825212-0339-4d01-96e9-676424e618d6 owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:52.366351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:52.435900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:52.436275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.436608 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:52.555040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:52.615765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.667209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=30825212-0339-4d01-96e9-676424e618d6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:52.682856 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Attempt 2 to provision port 30825212-0339-4d01-96e9-676424e618d6 Oct 17 18:20:52.711387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d3c39-5b43-4c83-8efe-b1fe7842fff1 None None] Port 30825212-0339-4d01-96e9-676424e618d6 was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:20:52.762339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.772558 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-232dfff3-3e41-4a3f-8ab3-c3d1bdf52d80 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/30825212-0339-4d01-96e9-676424e618d6 HTTP/1.1" status: 204 len: 168 time: 0.9117951 Oct 17 18:20:52.777993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43382) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:52.868988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34c568-0e3f-4f5e-9972-737a12073e0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:52.872839 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bc34c568-0e3f-4f5e-9972-737a12073e0c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0919592 Oct 17 18:20:52.875885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43386) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:52.924499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.964515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae99c7c-9a6c-4090-94b5-7fd104fde633 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:52.965973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9ae99c7c-9a6c-4090-94b5-7fd104fde633 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0920453 Oct 17 18:20:52.968460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43390) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:52.970238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.034832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:53.036313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:53.037937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:53.038724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:53.169823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:53.170959 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-907cff49-3657-42db-923e-03afe2a8044f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2015455 Oct 17 18:20:53.173804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43396) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:53.242275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 2401719b-161a-4577-82c6-83bbf1e0954a {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:53.245740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.302370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.382302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.535879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.575046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=2401719b-161a-4577-82c6-83bbf1e0954a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:53.580177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.586889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e7b29-f512-40fd-9193-3436e9ace468 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:53.690584 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-564a835c-3198-4cf9-b916-743d1ad0a5a4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/2401719b-161a-4577-82c6-83bbf1e0954a HTTP/1.1" status: 204 len: 168 time: 0.5157695 Oct 17 18:20:53.693040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43400) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:53.761458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 2fe4482b-0213-4dad-a078-6884a92df725 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:53.764408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.821115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:53.904349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.050935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.090893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe4482b-0213-4dad-a078-6884a92df725,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:54.094452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.104927 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2f844746-d17b-4bda-a0ec-21dbea677f3e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/2fe4482b-0213-4dad-a078-6884a92df725 HTTP/1.1" status: 204 len: 168 time: 0.4108498 Oct 17 18:20:54.107331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43404) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:54.178366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5c5ef88f-ebee-4434-94c5-6995655a94e8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697956 Oct 17 18:20:54.181132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43408) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:54.186615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:54.359220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8e4a5-a981-4397-94d6-53f1f01f24f3 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:54.375095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.413676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:54.418016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:54.421003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:54.427276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:54.518854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:54.522499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.525721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1cc70805-be42-45c9-a732-a7789568325b None None] Provisioning complete for port eed4ca9a-8673-4af9-ba1b-ae407750eedb triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:54.526094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1cc70805-be42-45c9-a732-a7789568325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.526426 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1cc70805-be42-45c9-a732-a7789568325b None None] Attempt 1 to provision port eed4ca9a-8673-4af9-ba1b-ae407750eedb Oct 17 18:20:54.672364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1cc70805-be42-45c9-a732-a7789568325b None None] Current status of the port eed4ca9a-8673-4af9-ba1b-ae407750eedb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:54.720139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:54.724692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Deleting port eed4ca9a-8673-4af9-ba1b-ae407750eedb {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:54.725076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.822784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.884742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:54.891260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:54.896674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:54.897176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.916516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:54.943165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] For port eed4ca9a-8673-4af9-ba1b-ae407750eedb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=eed4ca9a-8673-4af9-ba1b-ae407750eedb,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:54.943165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.970841 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c87dbb95-b8b3-41f5-b4f3-84b2c65a9233 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7885764 Oct 17 18:20:54.973465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43412) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:54.980059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:55.064833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Calling delete_port for eed4ca9a-8673-4af9-ba1b-ae407750eedb owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:55.126042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:55.130075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:55.132990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:55.139254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:55.175504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.192344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:55.196623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.222484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] Pushing event deleted for resources: {'Port': ['ID=eed4ca9a-8673-4af9-ba1b-ae407750eedb,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:55.227541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61154d5c-641b-4023-9daf-d9d2b81b158c None None] No DVR routers for this DVR port eed4ca9a-8673-4af9-ba1b-ae407750eedb on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:55.242264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ea8db-2376-4ebe-ba2e-000135391f5d None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:55.327667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.ipam_backend_mixin [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9 (CIDR: 2001:db8::/64) Oct 17 18:20:55.382339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:20:55.382938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89827) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:20:55.462741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7e9c9008-ce75-4274-8429-bb147742122d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4882026 Oct 17 18:20:55.462971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'tenant_id': '3e86452b084a474db064182cc5f9c590', 'fixed_ips': [{'subnet_id': '3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:55.466188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.466979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43416) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:55.471052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'subnet': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:55.635031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:55.635031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:subnet and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:55.635031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:55.635031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:55.635478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Allocated IP 2001:db8::2 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9/35bc3b42-a64e-437f-b40f-38f79e1ad30d) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:55.730535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:55.733945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.735138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.869208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.879891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Transition to ACTIVE for port object 35bc3b42-a64e-437f-b40f-38f79e1ad30d will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:55.898328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Transition to ACTIVE for port object 35bc3b42-a64e-437f-b40f-38f79e1ad30d will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:55.976323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.041756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:56.045126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:56.048901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:56.058224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Pushing event updated for resources: {'Port': ['ID=35bc3b42-a64e-437f-b40f-38f79e1ad30d,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:56.158076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Attempting to bind port 35bc3b42-a64e-437f-b40f-38f79e1ad30d on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:56.158437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Attempting to bind port 35bc3b42-a64e-437f-b40f-38f79e1ad30d by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:56.158793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Attempting to bind port 35bc3b42-a64e-437f-b40f-38f79e1ad30d on network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:56.163982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:56.164347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Checking segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:56.164741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.165699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Bound using segment: {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:56.166153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Bound port: 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82413247-cdf2-4d5b-9b1b-7c965c4d8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:56.166517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.187830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.objects.ports [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89827) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 18:20:56.253225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] For port 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:56.256536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] For port 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=35bc3b42-a64e-437f-b40f-38f79e1ad30d,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:56.307626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.371736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:56.413653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: eed4ca9a-8673-4af9-ba1b-ae407750eedb {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:56.413997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device eed4ca9a-8673-4af9-ba1b-ae407750eedb not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:56.428488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93614-1963-445f-8c8c-3317ca5106cd None None] Pushing event updated for resources: {'Port': ['ID=35bc3b42-a64e-437f-b40f-38f79e1ad30d,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:56.446519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.703311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] For port 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=35bc3b42-a64e-437f-b40f-38f79e1ad30d,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:56.728204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.826944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.827675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:56.932091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:56.936890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:56.939734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:56.940334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:57.101685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Subnet': ['ID=5ed14881-5fce-4afb-b80e-9a4b1eac6642,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:57.108045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=35bc3b42-a64e-437f-b40f-38f79e1ad30d,revision_number=4']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:57.197039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43420) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:57.197718 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-67736c1b-4f26-4bad-96f6-f0ee0625ff9d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7307103 Oct 17 18:20:57.203707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Request body: {'port': {'network_id': 'fa2fdcf8-9373-49d3-88a9-b0104db2a4b1', 'mac_address': 'fa:16:3e:ac:80:69', 'name': 'tempest-NetworksTestDHCPv6-1040224744'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:57.266488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04dac5-3500-4a53-8350-d2a69e22ffd6 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:57.351708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:57.355720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Usage tracker for resource:port and tenant:3e86452b084a474db064182cc5f9c590 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:57.358647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:57.364366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:57.424096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-03835378-af7d-49e1-b0f2-f504ad56a8fc None None] Provisioning for port 35bc3b42-a64e-437f-b40f-38f79e1ad30d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:57.426863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Made reservation on behalf of 3e86452b084a474db064182cc5f9c590 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:57.552238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:57.578848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] device_id is not set on port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:20:57.814256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8::25 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9/8e4be128-4ecb-44b1-9d90-cfee8b07aafe) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:57.821296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:8069 (fa2fdcf8-9373-49d3-88a9-b0104db2a4b1/5ed14881-5fce-4afb-b80e-9a4b1eac6642/8e4be128-4ecb-44b1-9d90-cfee8b07aafe) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:58.129094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.144509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Transition to ACTIVE for port object 8e4be128-4ecb-44b1-9d90-cfee8b07aafe will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:58.243511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.316107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:58.318293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:58.322531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:58.328075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:58.328684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.337519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event updated for resources: {'Port': ['ID=8e4be128-4ecb-44b1-9d90-cfee8b07aafe,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:58.351723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.352073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.352439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.352837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.353099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.353424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.353948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.354274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.354595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.355114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.355629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.355952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:58.417082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 35bc3b42-a64e-437f-b40f-38f79e1ad30d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:58.473180 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-95573ccd-68b3-4e7d-94f8-cd0413c70024 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2746799 Oct 17 18:20:58.475740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43424) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:58.548206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:58.548206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.603589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 35bc3b42-a64e-437f-b40f-38f79e1ad30d completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:58.608599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 35bc3b42-a64e-437f-b40f-38f79e1ad30d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:58.608970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.609323 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 35bc3b42-a64e-437f-b40f-38f79e1ad30d Oct 17 18:20:58.663449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Provisioning for port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:58.671869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Provisioning complete for port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:58.672234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.672563 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Attempt 1 to provision port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe Oct 17 18:20:58.769840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:58.782107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 35bc3b42-a64e-437f-b40f-38f79e1ad30d is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:58.782484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.797479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.815142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=35bc3b42-a64e-437f-b40f-38f79e1ad30d,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:58.878252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:58.921477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Calling delete_port for 8e4be128-4ecb-44b1-9d90-cfee8b07aafe owned by {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:58.948149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=35bc3b42-a64e-437f-b40f-38f79e1ad30d,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:59.271155 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Attempt 2 to provision port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe Oct 17 18:20:59.278421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:59.310878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45f53b41-23ef-4b6b-af04-99f46e32f2f1 None None] Port 8e4be128-4ecb-44b1-9d90-cfee8b07aafe was deleted so its status cannot be updated. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:20:59.331120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Port': ['ID=8e4be128-4ecb-44b1-9d90-cfee8b07aafe,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:59.424583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:59.437271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a8ac47d8-fdd5-4ca3-971b-4ccdcbc9841e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/8e4be128-4ecb-44b1-9d90-cfee8b07aafe HTTP/1.1" status: 204 len: 168 time: 0.9583907 Oct 17 18:20:59.439710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43430) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:59.527987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecdb94c-cfc8-45fd-86f3-954c01562274 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:59.528688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9ecdb94c-cfc8-45fd-86f3-954c01562274 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:59.609325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9ecdb94c-cfc8-45fd-86f3-954c01562274 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:59.610877 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ecdb94c-cfc8-45fd-86f3-954c01562274 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1721184 Oct 17 18:20:59.613047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43434) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:59.702601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abfd9b4-dea0-47da-804e-fdb1c05a3127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:59.704042 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6abfd9b4-dea0-47da-804e-fdb1c05a3127 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0900621 Oct 17 18:20:59.706622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43438) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:59.771479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:59.772964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:59.774658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:59.775431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:59.882369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:59.882369 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f55a932-7730-4531-a1e6-63aac307dfd1 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1720521 Oct 17 18:20:59.882369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43442) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:59.948515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:59.951550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.009051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.089940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.233327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.273686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:00.277065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.284689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c9dae-9c24-4f24-8604-3f0aaeba5711 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:00.375257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 35bc3b42-a64e-437f-b40f-38f79e1ad30d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:00.399896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85876d6d-0836-4d21-8805-adbbd87a6cac tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9 HTTP/1.1" status: 204 len: 168 time: 0.5158510 Oct 17 18:21:00.402328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:00.469535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Deleting subnet 5ed14881-5fce-4afb-b80e-9a4b1eac6642 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:00.472440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.531094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.562146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 35bc3b42-a64e-437f-b40f-38f79e1ad30d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:00.562146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.562460 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 35bc3b42-a64e-437f-b40f-38f79e1ad30d Oct 17 18:21:00.611586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.694050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 35bc3b42-a64e-437f-b40f-38f79e1ad30d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:00.782331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.929404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed14881-5fce-4afb-b80e-9a4b1eac6642,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:00.932766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.943169 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8e4922b-fc41-42b7-b0ef-c43733325542 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/5ed14881-5fce-4afb-b80e-9a4b1eac6642 HTTP/1.1" status: 204 len: 168 time: 0.5398405 Oct 17 18:21:00.945521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.016165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-511306b8-3e39-4e52-96c9-18cdbd4657e6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688004 Oct 17 18:21:01.018656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43454) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.108161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d5328-1efb-4909-9348-d2cc1d4b3c54 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:01.109667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-629d5328-1efb-4909-9348-d2cc1d4b3c54 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0901017 Oct 17 18:21:01.112308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43458) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.176762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50dabe-2de4-4933-b3ad-4672535d3ff2 None None] Network fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:01.181207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc53d59e-e53f-4cf3-9686-b341be562028 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:01.181994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cc53d59e-e53f-4cf3-9686-b341be562028 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Synchronizing usage tracker for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:01.278520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cc53d59e-e53f-4cf3-9686-b341be562028 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Unset dirty status for tenant:3e86452b084a474db064182cc5f9c590 on resource:subnet {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:01.282223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cc53d59e-e53f-4cf3-9686-b341be562028 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664207 Oct 17 18:21:01.282823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43462) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.334646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d2901df7-b93d-46ca-a79f-847978e5cf46 None None] Provisioning complete for port 35bc3b42-a64e-437f-b40f-38f79e1ad30d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:01.335233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d2901df7-b93d-46ca-a79f-847978e5cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.335233 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d2901df7-b93d-46ca-a79f-847978e5cf46 None None] Attempt 1 to provision port 35bc3b42-a64e-437f-b40f-38f79e1ad30d Oct 17 18:21:01.354577 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9655f817-b441-40bb-9703-2ad195cf5f11 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704899 Oct 17 18:21:01.360136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43466) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.401834 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d49641a-ba00-47b0-80f5-a776be9a6431 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.402507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d49641a-ba00-47b0-80f5-a776be9a6431 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.404011 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d49641a-ba00-47b0-80f5-a776be9a6431 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/8e4be128-4ecb-44b1-9d90-cfee8b07aafe HTTP/1.1" status: 404 len: 333 time: 0.0427668 Oct 17 18:21:01.406614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43470) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.447901 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115c373-8ddf-4d9f-ab7b-16c9ac636f3d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.448361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4115c373-8ddf-4d9f-ab7b-16c9ac636f3d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.450566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4115c373-8ddf-4d9f-ab7b-16c9ac636f3d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/5ed14881-5fce-4afb-b80e-9a4b1eac6642 HTTP/1.1" status: 404 len: 337 time: 0.0426164 Oct 17 18:21:01.452601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43474) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.490565 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b411d55-07fc-4fc6-adf5-887d21f76304 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.491020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b411d55-07fc-4fc6-adf5-887d21f76304 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.492730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5b411d55-07fc-4fc6-adf5-887d21f76304 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/3090f4e1-cae2-4e15-a8bf-9dcb3172a5c9 HTTP/1.1" status: 404 len: 337 time: 0.0392411 Oct 17 18:21:01.495337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43478) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.515285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d2901df7-b93d-46ca-a79f-847978e5cf46 None None] Current status of the port 35bc3b42-a64e-437f-b40f-38f79e1ad30d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:01.539449 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2239c8-5f53-4ce8-9b12-c718dca9c2f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.540480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2239c8-5f53-4ce8-9b12-c718dca9c2f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.542456 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7f2239c8-5f53-4ce8-9b12-c718dca9c2f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/30825212-0339-4d01-96e9-676424e618d6 HTTP/1.1" status: 404 len: 333 time: 0.0462201 Oct 17 18:21:01.545135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43482) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.567482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] DHCP port deletion for fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:01.571803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Deleting port 35bc3b42-a64e-437f-b40f-38f79e1ad30d {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:01.572174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.586888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3439a04-b6cb-4123-ac8f-d5aa94db2652 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.587264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3439a04-b6cb-4123-ac8f-d5aa94db2652 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.588899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a3439a04-b6cb-4123-ac8f-d5aa94db2652 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/2401719b-161a-4577-82c6-83bbf1e0954a HTTP/1.1" status: 404 len: 337 time: 0.0428679 Oct 17 18:21:01.591715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43486) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.630517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d720489-4004-47e4-a9ac-193caab67236 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.630972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d720489-4004-47e4-a9ac-193caab67236 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.632712 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1d720489-4004-47e4-a9ac-193caab67236 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/2fe4482b-0213-4dad-a078-6884a92df725 HTTP/1.1" status: 404 len: 337 time: 0.0395589 Oct 17 18:21:01.635406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43490) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.677543 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5b7372-98cd-47ba-9efe-d33e7f9eb61f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.678089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5b7372-98cd-47ba-9efe-d33e7f9eb61f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.679801 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cb5b7372-98cd-47ba-9efe-d33e7f9eb61f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/aa73c600-4978-4839-8e44-b7f6f25e8547 HTTP/1.1" status: 404 len: 333 time: 0.0435245 Oct 17 18:21:01.682373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43494) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.723246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c008fae8-b6d1-423a-8955-644aa99dfbd6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.723696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c008fae8-b6d1-423a-8955-644aa99dfbd6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.725326 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c008fae8-b6d1-423a-8955-644aa99dfbd6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a181782a-d3c1-45ff-a265-02c7f4d42b8b HTTP/1.1" status: 404 len: 337 time: 0.0420835 Oct 17 18:21:01.728586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43498) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.765369 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0230e0ec-c94f-4b25-9065-483a3465840e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.765840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0230e0ec-c94f-4b25-9065-483a3465840e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.767485 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0230e0ec-c94f-4b25-9065-483a3465840e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/96e857f5-7f6b-4142-be08-2a6c67758f90 HTTP/1.1" status: 404 len: 337 time: 0.0379553 Oct 17 18:21:01.770082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43502) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.778039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] For port 35bc3b42-a64e-437f-b40f-38f79e1ad30d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=35bc3b42-a64e-437f-b40f-38f79e1ad30d,segment=NetworkSegment(82413247-cdf2-4d5b-9b1b-7c965c4d8b56),segment_id=82413247-cdf2-4d5b-9b1b-7c965c4d8b56)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:01.778486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.810411 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9638f1ee-9fe9-44dd-922f-daee372a4582 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.810924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9638f1ee-9fe9-44dd-922f-daee372a4582 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.812568 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9638f1ee-9fe9-44dd-922f-daee372a4582 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/4523b2e0-3e8b-464a-989c-fb06079f83e3 HTTP/1.1" status: 404 len: 333 time: 0.0415576 Oct 17 18:21:01.815160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43506) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.856231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-941e2e7b-2a8b-4ae2-b547-f2768545f27e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.856775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941e2e7b-2a8b-4ae2-b547-f2768545f27e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.858444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-941e2e7b-2a8b-4ae2-b547-f2768545f27e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/be1900e1-3501-4e5a-97fb-7f1e11422145 HTTP/1.1" status: 404 len: 337 time: 0.0424142 Oct 17 18:21:01.861060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43510) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.897923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2355094-6959-4d21-849c-0c4a41e9bc13 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.898369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2355094-6959-4d21-849c-0c4a41e9bc13 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.900750 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c2355094-6959-4d21-849c-0c4a41e9bc13 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/72d155de-763a-42c5-9a49-a4e9cfe0fc93 HTTP/1.1" status: 404 len: 337 time: 0.0387726 Oct 17 18:21:01.901455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Calling delete_port for 35bc3b42-a64e-437f-b40f-38f79e1ad30d owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:01.903328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43514) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.943089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f7400a-c4aa-4ff8-b0e6-5a253b61853c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.943557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f7400a-c4aa-4ff8-b0e6-5a253b61853c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.945487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b0f7400a-c4aa-4ff8-b0e6-5a253b61853c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/afc5efb0-2f8e-4ec5-b215-77a5ed572385 HTTP/1.1" status: 404 len: 333 time: 0.0412765 Oct 17 18:21:01.948566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43518) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:01.991681 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f4b53b-2074-4709-b217-7af21ca06dfc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:01.991681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f4b53b-2074-4709-b217-7af21ca06dfc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:01.991681 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a8f4b53b-2074-4709-b217-7af21ca06dfc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/04ad7864-b641-4eb5-8fdf-5d2deca08297 HTTP/1.1" status: 404 len: 337 time: 0.0410881 Oct 17 18:21:01.993127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43522) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.033321 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dee27c-523c-4dab-afa6-1bc4829d2ff8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.033801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dee27c-523c-4dab-afa6-1bc4829d2ff8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.035403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-11dee27c-523c-4dab-afa6-1bc4829d2ff8 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/3f84c056-4b73-47ed-9c04-3fc49a353853 HTTP/1.1" status: 404 len: 333 time: 0.0413766 Oct 17 18:21:02.038414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43526) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.072496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.074968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-df989961-6d4a-40e3-a0a0-3cd569ae178c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.075415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df989961-6d4a-40e3-a0a0-3cd569ae178c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.077240 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-df989961-6d4a-40e3-a0a0-3cd569ae178c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/31af1c08-f15e-481d-89d7-0960c08ea6a1 HTTP/1.1" status: 404 len: 337 time: 0.0384970 Oct 17 18:21:02.079785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.121195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] Pushing event deleted for resources: {'Port': ['ID=35bc3b42-a64e-437f-b40f-38f79e1ad30d,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:02.128105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c6231-65a4-4484-8512-8269657b619d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.128590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433c6231-65a4-4484-8512-8269657b619d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.130433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ab18-a0f5-4149-93dc-863b29ca0d0d None None] No DVR routers for this DVR port 35bc3b42-a64e-437f-b40f-38f79e1ad30d on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:02.132021 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-433c6231-65a4-4484-8512-8269657b619d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/eba57bb1-d9dc-44e3-bb9d-bf07c740c540 HTTP/1.1" status: 404 len: 333 time: 0.0513592 Oct 17 18:21:02.135252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43534) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.174235 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8887d5-7782-4a02-8f0c-ad4f23a3880c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.174385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8887d5-7782-4a02-8f0c-ad4f23a3880c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.181483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c8887d5-7782-4a02-8f0c-ad4f23a3880c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/7c679cae-2cb6-450f-a1fc-5776bb29544e HTTP/1.1" status: 404 len: 337 time: 0.0397999 Oct 17 18:21:02.181483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43538) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.219086 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a98cd2e-3404-4313-9f15-62d0a0fa3e0b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.219551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a98cd2e-3404-4313-9f15-62d0a0fa3e0b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.221164 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0a98cd2e-3404-4313-9f15-62d0a0fa3e0b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/bb65a1de-79e8-4c8c-a6fa-2ec7319e34e4 HTTP/1.1" status: 404 len: 333 time: 0.0416992 Oct 17 18:21:02.223544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43542) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.263946 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe35e172-e5ee-4e1d-afe6-cc069affcb52 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.264388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe35e172-e5ee-4e1d-afe6-cc069affcb52 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.266071 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe35e172-e5ee-4e1d-afe6-cc069affcb52 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/d530ecf6-3a18-4732-b5f9-a0acfa7ef13b HTTP/1.1" status: 404 len: 337 time: 0.0416546 Oct 17 18:21:02.268594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43546) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.309247 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdba91b0-538c-41a8-95ce-1c5b6b3b417a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.309454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdba91b0-538c-41a8-95ce-1c5b6b3b417a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.311134 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fdba91b0-538c-41a8-95ce-1c5b6b3b417a tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/ece78dda-0234-409c-a847-f1f6ea332ced HTTP/1.1" status: 404 len: 333 time: 0.0416639 Oct 17 18:21:02.313761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43550) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.350888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce35808-b0eb-4f58-96b8-ce886396716e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.351340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce35808-b0eb-4f58-96b8-ce886396716e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.353025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3ce35808-b0eb-4f58-96b8-ce886396716e tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/d88f52f5-2c3c-4a04-8a7c-2dec3e1a4461 HTTP/1.1" status: 404 len: 337 time: 0.0382910 Oct 17 18:21:02.355609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43554) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.369532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 35bc3b42-a64e-437f-b40f-38f79e1ad30d no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:02.399543 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9c7149-fe56-4f61-a9f0-1a122c898538 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.400014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9c7149-fe56-4f61-a9f0-1a122c898538 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.401692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3a9c7149-fe56-4f61-a9f0-1a122c898538 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/77383ce6-1d18-46d5-89a3-9e4f6137d474 HTTP/1.1" status: 404 len: 333 time: 0.0451841 Oct 17 18:21:02.405410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.406009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 35bc3b42-a64e-437f-b40f-38f79e1ad30d {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:02.406009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 35bc3b42-a64e-437f-b40f-38f79e1ad30d not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:02.442033 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-04181760-a615-42cd-876f-a490ac93240c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.442493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04181760-a615-42cd-876f-a490ac93240c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.444136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-04181760-a615-42cd-876f-a490ac93240c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/c4c8c4ed-9264-498a-b17e-6a53b4dc7f09 HTTP/1.1" status: 404 len: 337 time: 0.0390365 Oct 17 18:21:02.447314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43562) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.483822 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-043013d7-df25-45cd-9af4-4bfc27d28282 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.484268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043013d7-df25-45cd-9af4-4bfc27d28282 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.485867 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-043013d7-df25-45cd-9af4-4bfc27d28282 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/57a7bb72-8406-4b87-9bfe-a42e7ecc70f8 HTTP/1.1" status: 404 len: 337 time: 0.0376563 Oct 17 18:21:02.488282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43566) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.530821 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-837836f5-1716-4856-a79a-e60f8c7db2f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.531279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837836f5-1716-4856-a79a-e60f8c7db2f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.532879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-837836f5-1716-4856-a79a-e60f8c7db2f7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/20a46b13-79cf-45c3-b52a-d2f8213ed463 HTTP/1.1" status: 404 len: 333 time: 0.0437400 Oct 17 18:21:02.535450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43570) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.572995 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-29508448-1491-40ec-bdd0-01f620bc5d8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.573440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29508448-1491-40ec-bdd0-01f620bc5d8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.575057 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-29508448-1491-40ec-bdd0-01f620bc5d8d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a591660f-707f-403b-aa7b-82ce2516eaa8 HTTP/1.1" status: 404 len: 337 time: 0.0387502 Oct 17 18:21:02.577418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43574) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.613771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d0dc18-50ee-41ce-b93c-38ddf722a6d4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.614223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d0dc18-50ee-41ce-b93c-38ddf722a6d4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.615859 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-85d0dc18-50ee-41ce-b93c-38ddf722a6d4 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/30671d3c-55ef-4efa-a97a-81eda58125d2 HTTP/1.1" status: 404 len: 337 time: 0.0375259 Oct 17 18:21:02.618955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.661396 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebfe1a9-1255-4ee9-bd93-433fcfb06479 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.661888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebfe1a9-1255-4ee9-bd93-433fcfb06479 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.663501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1ebfe1a9-1255-4ee9-bd93-433fcfb06479 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/206f579b-e48d-40dd-b643-4bd16694986b HTTP/1.1" status: 404 len: 333 time: 0.0436578 Oct 17 18:21:02.666521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43584) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.705397 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aefbabe-c3c7-45d4-b73a-66ffc0d60fee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.705904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aefbabe-c3c7-45d4-b73a-66ffc0d60fee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.707532 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0aefbabe-c3c7-45d4-b73a-66ffc0d60fee tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/657949ea-9a79-4b59-aa41-927c8a2f068f HTTP/1.1" status: 404 len: 337 time: 0.0401146 Oct 17 18:21:02.709894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43588) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.746653 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e607c9-7282-4630-a136-9bfa431129dc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.747086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e607c9-7282-4630-a136-9bfa431129dc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.748637 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c3e607c9-7282-4630-a136-9bfa431129dc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/1151a7cf-c3e7-4dfa-9a5c-261791c1eec3 HTTP/1.1" status: 404 len: 337 time: 0.0378904 Oct 17 18:21:02.750917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43592) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.891319 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a3d747-945c-4ad5-8801-799e8d143508 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.891319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a3d747-945c-4ad5-8801-799e8d143508 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.892637 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3a3d747-945c-4ad5-8801-799e8d143508 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/a0fdcf6f-6822-410f-89e1-121524e7823b HTTP/1.1" status: 404 len: 333 time: 0.1407890 Oct 17 18:21:02.895144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43596) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.934238 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-65273e7b-1547-47e9-9afb-37bf9177fa45 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.934701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65273e7b-1547-47e9-9afb-37bf9177fa45 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.936307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-65273e7b-1547-47e9-9afb-37bf9177fa45 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/1e2586e4-8fdb-43ae-9933-1f5602edeb2b HTTP/1.1" status: 404 len: 337 time: 0.0402656 Oct 17 18:21:02.938805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43600) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:02.975062 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b8f3f-29df-4e8e-9bbb-9165fb7f0a49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:02.975500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567b8f3f-29df-4e8e-9bbb-9165fb7f0a49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:02.977052 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-567b8f3f-29df-4e8e-9bbb-9165fb7f0a49 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/81813108-a1fc-4030-bfc3-d3e0f8972d83 HTTP/1.1" status: 404 len: 337 time: 0.0372839 Oct 17 18:21:02.980147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43604) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.032220 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3b5cafb7-c0a5-4389-89e1-cdb51945cc70 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb0cf0e4-8a00-4589-951d-c54918b4e45c HTTP/1.1" status: 200 len: 205 time: 0.0510566 Oct 17 18:21:03.034492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43608) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.100124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-d03c3a9c-f15c-4164-9cfe-f4f57436715d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] delete failed (client error): The resource could not be found. Oct 17 18:21:03.101120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d03c3a9c-f15c-4164-9cfe-f4f57436715d tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/routers/fb0cf0e4-8a00-4589-951d-c54918b4e45c HTTP/1.1" status: 404 len: 336 time: 0.0657361 Oct 17 18:21:03.104300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.143340 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da3fa7f-af05-447b-b441-0a65c65baf5f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.143786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da3fa7f-af05-447b-b441-0a65c65baf5f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.145378 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8da3fa7f-af05-447b-b441-0a65c65baf5f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/e55b1ad7-39b0-4d21-a451-ec2b18ba11e6 HTTP/1.1" status: 404 len: 337 time: 0.0401993 Oct 17 18:21:03.147864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43616) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.198760 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8eb2e75b-0308-44a8-9b12-aa5ad9edff89 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70d13ed-3a09-4ec6-9154-bf40747eacd2 HTTP/1.1" status: 200 len: 205 time: 0.0498159 Oct 17 18:21:03.205517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43620) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.270171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-7ff82cb5-96da-4eb4-8ecf-e9aafc7bb16b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] delete failed (client error): The resource could not be found. Oct 17 18:21:03.271349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7ff82cb5-96da-4eb4-8ecf-e9aafc7bb16b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/routers/c70d13ed-3a09-4ec6-9154-bf40747eacd2 HTTP/1.1" status: 404 len: 336 time: 0.0695059 Oct 17 18:21:03.273820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43626) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.311614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c460e600-b62b-4561-bd5d-31d0e73e1d95 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.312064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c460e600-b62b-4561-bd5d-31d0e73e1d95 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.313705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c460e600-b62b-4561-bd5d-31d0e73e1d95 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/5fd4a253-5d58-432c-a8b8-16394a44cff0 HTTP/1.1" status: 404 len: 337 time: 0.0384536 Oct 17 18:21:03.316167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43630) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.356757 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492907e-1b4e-43b2-8df7-e202bc5a9b0f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.357510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c492907e-1b4e-43b2-8df7-e202bc5a9b0f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.363380 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c492907e-1b4e-43b2-8df7-e202bc5a9b0f tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/4a76eed0-c630-45d6-8bf7-0bbc3e6f2747 HTTP/1.1" status: 404 len: 337 time: 0.0417969 Oct 17 18:21:03.363380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43634) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.401358 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a75905-1f22-4100-b911-41fb4e858641 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.401842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a75905-1f22-4100-b911-41fb4e858641 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.403435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3a75905-1f22-4100-b911-41fb4e858641 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/bfe9903a-c74c-4c4b-9cee-5230553821b4 HTTP/1.1" status: 404 len: 333 time: 0.0411360 Oct 17 18:21:03.405885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43638) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.444649 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b51edba-de15-4220-9ee0-a47b46aa5a77 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.444649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b51edba-de15-4220-9ee0-a47b46aa5a77 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.445540 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4b51edba-de15-4220-9ee0-a47b46aa5a77 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/015c0ff2-15fe-4853-8dc9-c0be39346113 HTTP/1.1" status: 404 len: 337 time: 0.0387924 Oct 17 18:21:03.447963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43642) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f21f1af-eee4-4d8c-bf01-d5b8133e4ade tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f21f1af-eee4-4d8c-bf01-d5b8133e4ade tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f21f1af-eee4-4d8c-bf01-d5b8133e4ade tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/f97353c2-ae55-41c8-9b30-af4142466885 HTTP/1.1" status: 404 len: 333 time: 0.0438347 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43646) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09da2ab-949d-4736-95d5-76670e9acc8c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09da2ab-949d-4736-95d5-76670e9acc8c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a09da2ab-949d-4736-95d5-76670e9acc8c tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/f0d127b2-66f5-4447-8d8f-8f2e6de8eaa4 HTTP/1.1" status: 404 len: 337 time: 0.0369041 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43650) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-179326c2-cb4c-4e0c-a887-7950aa23d456 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179326c2-cb4c-4e0c-a887-7950aa23d456 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-179326c2-cb4c-4e0c-a887-7950aa23d456 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/05ce18a8-7c5c-42b3-8286-4b631ae5b592 HTTP/1.1" status: 404 len: 333 time: 0.0431237 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43654) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f335651-4010-406b-937d-bd39c3679a26 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f335651-4010-406b-937d-bd39c3679a26 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5f335651-4010-406b-937d-bd39c3679a26 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/0698209b-dc09-4119-ba66-817347ae9f82 HTTP/1.1" status: 404 len: 337 time: 0.0437200 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43658) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-04457bae-8cc6-421c-a8e0-31b90c1ff2b7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04457bae-8cc6-421c-a8e0-31b90c1ff2b7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-04457bae-8cc6-421c-a8e0-31b90c1ff2b7 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/c0e57535-2009-43bc-967e-2051389f226f HTTP/1.1" status: 404 len: 333 time: 0.0420866 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43662) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5b0228-f341-4faa-8145-8f9a45e85865 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5b0228-f341-4faa-8145-8f9a45e85865 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc5b0228-f341-4faa-8145-8f9a45e85865 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/8cbd9efe-0e49-4d5e-9d99-a6ecf3b37bd9 HTTP/1.1" status: 404 len: 337 time: 0.0378816 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43666) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ca542-5347-43da-bdd5-20b953be05f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1ca542-5347-43da-bdd5-20b953be05f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0c1ca542-5347-43da-bdd5-20b953be05f3 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/9560ec0f-0397-4352-ae89-71ef8f68bd6d HTTP/1.1" status: 404 len: 333 time: 0.0448380 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43670) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7587ecdb-bbbd-4e1e-ae91-efee461a8c04 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7587ecdb-bbbd-4e1e-ae91-efee461a8c04 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7587ecdb-bbbd-4e1e-ae91-efee461a8c04 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/a7786362-6a07-45cf-a15e-96670695ab21 HTTP/1.1" status: 404 len: 337 time: 0.0368814 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43674) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c2d349-bae3-490d-84c4-41795bf42b8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c2d349-bae3-490d-84c4-41795bf42b8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-73c2d349-bae3-490d-84c4-41795bf42b8b tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/445160ba-41d8-48e7-9c3d-7e07287a3b74 HTTP/1.1" status: 404 len: 333 time: 0.0443523 Oct 17 18:21:03.897839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43678) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.948781 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3a6176-26c1-4df8-8fe0-38b367836f23 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.949285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3a6176-26c1-4df8-8fe0-38b367836f23 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:03.951206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f3a6176-26c1-4df8-8fe0-38b367836f23 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/05cdade0-d68c-4360-986c-1062b6884477 HTTP/1.1" status: 404 len: 337 time: 0.0532179 Oct 17 18:21:03.954705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43682) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:03.997920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c4fbdb-f21b-4216-88a4-31124db974bc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:03.998380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c4fbdb-f21b-4216-88a4-31124db974bc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:04.000016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-40c4fbdb-f21b-4216-88a4-31124db974bc tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/ports/c12039a3-af82-4d16-90fe-f537821552c7 HTTP/1.1" status: 404 len: 333 time: 0.0444241 Oct 17 18:21:04.002556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43686) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:04.039950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca94703a-e701-4f1b-9ad7-dc405fb74cf6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:04.040389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca94703a-e701-4f1b-9ad7-dc405fb74cf6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:04.041992 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ca94703a-e701-4f1b-9ad7-dc405fb74cf6 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/subnets/b9505861-b664-4f01-89a9-37ff14d565e7 HTTP/1.1" status: 404 len: 337 time: 0.0385764 Oct 17 18:21:04.044885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43690) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:04.161119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.295981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.320338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2fdcf8-9373-49d3-88a9-b0104db2a4b1']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:04.332559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82413247-cdf2-4d5b-9b1b-7c965c4d8b56') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:04.332850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82413247-cdf2-4d5b-9b1b-7c965c4d8b56') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:04.345185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.365349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.372407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:04.372795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.513539 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 82413247-cdf2-4d5b-9b1b-7c965c4d8b56 resource provider aggregate not found Oct 17 18:21:04.529410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 82413247-cdf2-4d5b-9b1b-7c965c4d8b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82413247-cdf2-4d5b-9b1b-7c965c4d8b56 found for delete ", "request_id": "req-552135ce-00ad-451c-9491-75f2d3a19319"}]} Oct 17 18:21:04.535009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.552516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.566168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] Pushing event deleted for resources: {'Network': ['ID=fa2fdcf8-9373-49d3-88a9-b0104db2a4b1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:04.572656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1ebffa7a-0db0-4dd7-aef9-9bebb8115b36 tempest-NetworksTestDHCPv6-544993463 tempest-NetworksTestDHCPv6-544993463-project] 10.222.0.36 "DELETE /v2.0/networks/fa2fdcf8-9373-49d3-88a9-b0104db2a4b1 HTTP/1.1" status: 204 len: 168 time: 0.5233347 Oct 17 18:21:05.118041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43708) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:05.289996 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-48f1c20c-2929-4069-8448-504c7e893662 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e86452b084a474db064182cc5f9c590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732724 Oct 17 18:21:05.293653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43714) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:05.349949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:05.379342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:05.518231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:05.535025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eba376-c731-4856-b533-528568fe65b8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:05.543721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:05.544825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60eba376-c731-4856-b533-528568fe65b8 HTTP/1.1" status: 204 len: 168 time: 0.2505097 Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:05.552561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b332bec7-378f-4b76-b759-7daea46ead41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:06.721358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43738) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:06.829146 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-532ce24e-afbb-47a1-9a92-2373565f31d1 tempest-ServiceProvidersTest-34460094 tempest-ServiceProvidersTest-34460094-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1066325 Oct 17 18:21:07.358562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43748) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:07.474007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:07.488869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:07.493137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:338a7dd9a6454da88b8924570997c6c1 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:07.496044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:07.501922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:07.606798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:07.671145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:07.717382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=338a7dd9a6454da88b8924570997c6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578129 Oct 17 18:21:07.718944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3becc2-7a5a-45f2-a9a5-5865c9e0a6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb5b2f-ed69-4179-b13c-a0abf2151c58,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:07.720108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43754) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:07.778130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:07.805203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.055068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.071010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb5b2f-ed69-4179-b13c-a0abf2151c58,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:08.079341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.079341 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-29fa0da0-4b44-4d6a-9c2b-d1dbfe877d88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5cb5b2f-ed69-4179-b13c-a0abf2151c58 HTTP/1.1" status: 204 len: 168 time: 0.3554349 Oct 17 18:21:10.068417 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-5dde2ecc-d0bd-418a-8c7b-e785d0b04062 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802152 Oct 17 18:21:10.327462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-77e1ba48-6e9e-4ba0-87dc-152ee560e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:10.327462 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-77e1ba48-6e9e-4ba0-87dc-152ee560e235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.1737094 Oct 17 18:21:10.472457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-ae8bdd2e-657d-4fc5-b87a-0baf47c9f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:10.472457 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-ae8bdd2e-657d-4fc5-b87a-0baf47c9f09a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 897 time: 0.1237216 Oct 17 18:21:10.573648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-ff7f03e3-7759-4758-b3a5-40bd9de32318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 1002 time: 0.0970409 Oct 17 18:21:10.634556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-ab08a1f5-815c-4aed-8da3-520acaeb60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:10.635936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-ab08a1f5-815c-4aed-8da3-520acaeb60d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 200 len: 834 time: 0.0559947 Oct 17 18:21:10.720056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-0f4f021f-35fc-4fd6-9614-ed0ea448b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:10.721537 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-0f4f021f-35fc-4fd6-9614-ed0ea448b5c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc46062-f52c-499d-b9e5-919cbff5f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785184 Oct 17 18:21:10.852438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-5ddd5379-8f7d-4928-b98a-f2cb305d61f8 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246865 Oct 17 18:21:10.984254 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a83683e8-9b24-4a56-9590-e0a59eb64de4 req-a333e10f-cd81-4968-8d89-809c85e26700 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258421 Oct 17 18:21:19.664109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b79a9528-e892-44fe-a7db-8f5f943442ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:19.931006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:21:21.391327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:21.588696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Deleting port dea7bc1c-7d1c-4003-853b-7eafddf12535 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:21.588936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:21.754401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:21.754729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:21.875416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Calling delete_port for dea7bc1c-7d1c-4003-853b-7eafddf12535 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:22.077346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:22.123807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Port': ['ID=dea7bc1c-7d1c-4003-853b-7eafddf12535,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:22.253439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-948c82fc-f5a8-4433-9985-7eb6a3b01ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:22.328926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:22.329278 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Floating IP 8c357a1d-c4eb-45e2-ba33-40dfed9cf519 disassociated (deleted). External IP: 172.26.2.112, port: 9ec2725f-0159-4000-b989-5fd4cf392aaa. Oct 17 18:21:22.673935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Router 5ff523de-40bb-4a3a-87a0-de6adf742011 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:21:22.849297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:21:22.859830 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Sync routers for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:21:22.870194 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:22.870787 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:22.969154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.003727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.005028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.030987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ac8685e7-1cf0-4b47-886d-b90038fe9608 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "DELETE /v2.0/floatingips/8c357a1d-c4eb-45e2-ba33-40dfed9cf519 HTTP/1.1" status: 204 len: 168 time: 1.6361401 Oct 17 18:21:23.030987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:23.031477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fceb2c4-238b-4769-8452-a3d16945e28e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:23.049589 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:23.276174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7eeeb5-de4e-44d1-bdab-4fa5ae792dbd x-openstack-request-id: req-6c7eeeb5-de4e-44d1-bdab-4fa5ae792dbd {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:23.276465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:23.276716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c7eeeb5-de4e-44d1-bdab-4fa5ae792dbd {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:23.277114 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7eeeb5-de4e-44d1-bdab-4fa5ae792dbd'] response: {'name': 'network-changed', 'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'status': 'completed', 'code': 200} Oct 17 18:21:23.366159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:23.370031 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Checking router: 5ff523de-40bb-4a3a-87a0-de6adf742011 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:21:23.378533 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:23.379114 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:23.402516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-923e7c5f-83ec-4323-953d-bedad92bd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:23.403965 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-923e7c5f-83ec-4323-953d-bedad92bd014 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aa20ea709bd461299f011e88a471479&device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 1099 time: 0.0789297 Oct 17 18:21:23.536568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-755f5dd6-384c-4dd6-ac7f-0df01a7cf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:23.538115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-755f5dd6-384c-4dd6-ac7f-0df01a7cf5b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 200 len: 897 time: 0.1274304 Oct 17 18:21:23.556706 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:23.609328 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-47c9650a-d6a0-4655-a94d-c965c1c3f6ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 200 len: 217 time: 0.0646834 Oct 17 18:21:23.691228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-f8999cad-486c-43e7-940c-82aa540de187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:23.693297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-f8999cad-486c-43e7-940c-82aa540de187 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 200 len: 834 time: 0.0665894 Oct 17 18:21:23.725627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7255a8-19c3-4997-9d81-1addbf175b72 req-d4d21947-b440-47d2-94a3-04fb83a8af77 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:23.727873 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d7255a8-19c3-4997-9d81-1addbf175b72 req-d4d21947-b440-47d2-94a3-04fb83a8af77 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.0948398 Oct 17 18:21:23.780157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d7255a8-19c3-4997-9d81-1addbf175b72 req-c0c15b4e-cd30-4c3b-97f2-ebba5f36cab5 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458243 Oct 17 18:21:23.785629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-7a5f64ce-63ec-4ff1-a740-9384bf06e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:23.789899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-7a5f64ce-63ec-4ff1-a740-9384bf06e715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc46062-f52c-499d-b9e5-919cbff5f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872359 Oct 17 18:21:23.904983 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:23.908982 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcaca6-5fbb-48c4-bcdc-5c44c42f7e33 None None] The sync data for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv is: [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:18:01Z', 'revision_number': 4, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'fc520e60-b896-4441-8358-5515c22fbabd', 'name': '', 'network_id': '4bc46062-f52c-499d-b9e5-919cbff5f791', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'mac_address': 'fa:16:3e:0e:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'd670c854-e66a-4096-8232-5d268cec031f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:58Z', 'updated_at': '2022-10-17T18:18:08Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'subnets': [{'id': 'd670c854-e66a-4096-8232-5d268cec031f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:21:23.922073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-bf926e2c-8b8a-4cb8-a02b-0635f31144f2 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275477 Oct 17 18:21:24.122677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05db0b-4685-4fea-894d-5eb8912c8b0c None None] New status for floating IP 8c357a1d-c4eb-45e2-ba33-40dfed9cf519: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:21:24.179162 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fceb2c4-238b-4769-8452-a3d16945e28e req-0a5f756b-522e-49ba-87d7-806ea775eba0 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509787 Oct 17 18:21:24.431251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:24.977765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e585-997d-4db2-8363-a8875da3a007 req-7fe5d39f-4ede-4b56-ba70-553a6c77e402 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:24.978425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-0a94e585-997d-4db2-8363-a8875da3a007 req-7fe5d39f-4ede-4b56-ba70-553a6c77e402 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Synchronizing usage tracker for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:25.071404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-0a94e585-997d-4db2-8363-a8875da3a007 req-7fe5d39f-4ede-4b56-ba70-553a6c77e402 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Unset dirty status for tenant:9aa20ea709bd461299f011e88a471479 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:25.072473 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0a94e585-997d-4db2-8363-a8875da3a007 req-7fe5d39f-4ede-4b56-ba70-553a6c77e402 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.1792285 Oct 17 18:21:25.117783 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0a94e585-997d-4db2-8363-a8875da3a007 req-bc54b3f5-54b0-41f7-ae0a-3921c1557f3e tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Oct 17 18:21:25.637221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-8d8a4056-5dc5-4bc7-8af2-736c57e38188 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:25.638674 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-8d8a4056-5dc5-4bc7-8af2-736c57e38188 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.0883844 Oct 17 18:21:25.694217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.708492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Deleting port 9ec2725f-0159-4000-b989-5fd4cf392aaa {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:25.708828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.953122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] For port 9ec2725f-0159-4000-b989-5fd4cf392aaa, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ec2725f-0159-4000-b989-5fd4cf392aaa,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:25.953483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:26.076997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Calling delete_port for 9ec2725f-0159-4000-b989-5fd4cf392aaa owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:26.321597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78365-6b44-4ce3-8274-580e4b5d63a6 req-d6b25cef-6ba3-48e5-a672-21e369877465 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:26.327294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:26.327648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0fe78365-6b44-4ce3-8274-580e4b5d63a6 req-d6b25cef-6ba3-48e5-a672-21e369877465 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 946 time: 0.0930936 Oct 17 18:21:26.368103 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0fe78365-6b44-4ce3-8274-580e4b5d63a6 req-0b4c36aa-ae96-489e-be17-fa87c627c943 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/security-groups?id=45f6ef0c-7af7-4936-b5fa-4520c3225a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Oct 17 18:21:26.377191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Port': ['ID=9ec2725f-0159-4000-b989-5fd4cf392aaa,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:26.460805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] No DVR routers for this DVR port 9ec2725f-0159-4000-b989-5fd4cf392aaa on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:26.463100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:26.465563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-deleted', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:26.467831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14edc9b4-83ed-4643-8407-176e92337bc7" -d '{"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-deleted", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:26.508949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2d064-ecdd-44a7-9d84-b3ee7bca1d78 x-openstack-request-id: req-4ad2d064-ecdd-44a7-9d84-b3ee7bca1d78 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:26.509236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fddbced-e10a-407d-a7f3-0b5cd9b508d7", "name": "network-vif-deleted", "tag": "9ec2725f-0159-4000-b989-5fd4cf392aaa", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:26.509512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad2d064-ecdd-44a7-9d84-b3ee7bca1d78 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:26.509933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad2d064-ecdd-44a7-9d84-b3ee7bca1d78'] response: {'server_uuid': '2fddbced-e10a-407d-a7f3-0b5cd9b508d7', 'name': 'network-vif-deleted', 'tag': '9ec2725f-0159-4000-b989-5fd4cf392aaa', 'status': 'completed', 'code': 200} Oct 17 18:21:26.535188 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d353ceb9-de67-4910-a997-dbeb9e076818 req-847a00df-1860-46a4-b7be-5de1a205450f tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.42 "DELETE /v2.0/ports/9ec2725f-0159-4000-b989-5fd4cf392aaa HTTP/1.1" status: 204 len: 173 time: 0.8911352 Oct 17 18:21:27.548095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fb708f2-9150-4a6e-8ad2-4faede637207 req-f989b0da-cd5f-413e-bd66-dc24348c3690 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fddbced-e10a-407d-a7f3-0b5cd9b508d7 HTTP/1.1" status: 200 len: 210 time: 0.0497482 Oct 17 18:21:28.648819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43802) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:29.290928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.639801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Deleting port fc520e60-b896-4441-8358-5515c22fbabd {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:29.640067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.721168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:29.755625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 9ec2725f-0159-4000-b989-5fd4cf392aaa {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:29.755966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ec2725f-0159-4000-b989-5fd4cf392aaa not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:29.824183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] For port fc520e60-b896-4441-8358-5515c22fbabd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc520e60-b896-4441-8358-5515c22fbabd,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:29.824739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.945044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Calling delete_port for fc520e60-b896-4441-8358-5515c22fbabd owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:30.214265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.264028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Port': ['ID=fc520e60-b896-4441-8358-5515c22fbabd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:30.549201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.003353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Router 5ff523de-40bb-4a3a-87a0-de6adf742011 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:21:31.180281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:21:31.189680 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Sync routers for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:21:31.193286 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d2b5849a-0491-4b4d-b10e-379a89a923d2 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "PUT /v2.0/routers/5ff523de-40bb-4a3a-87a0-de6adf742011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434015 Oct 17 18:21:31.195932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43806) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:31.199467 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:31.200056 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:31.260294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Deleting subnet d670c854-e66a-4096-8232-5d268cec031f {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:31.263172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.322300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.373587 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:31.404697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.555801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.597434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Subnet': ['ID=d670c854-e66a-4096-8232-5d268cec031f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:31.601734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.609979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e48e4bfa-821e-4b7a-80a2-32582df48495 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "DELETE /v2.0/subnets/d670c854-e66a-4096-8232-5d268cec031f HTTP/1.1" status: 204 len: 168 time: 0.4107697 Oct 17 18:21:31.610127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0c809-58ea-4c46-a073-e62f5a175e41 None None] Network 4bc46062-f52c-499d-b9e5-919cbff5f791 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:31.610559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43810) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:31.653636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:21:30Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:31.657537 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Checking router: 5ff523de-40bb-4a3a-87a0-de6adf742011 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:21:31.667000 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Routers {'5ff523de-40bb-4a3a-87a0-de6adf742011'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:31.667624 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['5ff523de-40bb-4a3a-87a0-de6adf742011'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:31.794318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.840262 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] Set router 5ff523de-40bb-4a3a-87a0-de6adf742011 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:31.901107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] DHCP port deletion for 4bc46062-f52c-499d-b9e5-919cbff5f791 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:31.905684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Deleting port 44547f98-7c7b-4922-84ee-235a91f1058f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:31.906124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:31.982167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.064337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Deleting port 17c14fc4-41cd-4622-afaf-dc1aef6dd089 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:32.064999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.131989 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:21:30Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:32.135883 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec584e-443e-409f-8b0a-ca02bf577c6f None None] The sync data for ids ['5ff523de-40bb-4a3a-87a0-de6adf742011'] in dv-neutron-861384-1-hyperv is: [{'id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2134933412', 'tenant_id': '9aa20ea709bd461299f011e88a471479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:17:49Z', 'updated_at': '2022-10-17T18:21:30Z', 'revision_number': 5, 'project_id': '9aa20ea709bd461299f011e88a471479', 'gw_port': {'id': '17c14fc4-41cd-4622-afaf-dc1aef6dd089', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff523de-40bb-4a3a-87a0-de6adf742011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:17:50Z', 'updated_at': '2022-10-17T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:21:32.143021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] For port 44547f98-7c7b-4922-84ee-235a91f1058f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=44547f98-7c7b-4922-84ee-235a91f1058f,segment=NetworkSegment(51e8ad4d-1f80-4b2b-8565-f529b18aba2b),segment_id=51e8ad4d-1f80-4b2b-8565-f529b18aba2b)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:32.143477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.242116 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] For port 17c14fc4-41cd-4622-afaf-dc1aef6dd089, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=17c14fc4-41cd-4622-afaf-dc1aef6dd089,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:32.242471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.268600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Calling delete_port for 44547f98-7c7b-4922-84ee-235a91f1058f owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:32.366529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Calling delete_port for 17c14fc4-41cd-4622-afaf-dc1aef6dd089 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:32.431373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.482120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Pushing event deleted for resources: {'Port': ['ID=44547f98-7c7b-4922-84ee-235a91f1058f,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:32.487715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] No DVR routers for this DVR port 44547f98-7c7b-4922-84ee-235a91f1058f on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:32.494223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.494572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.494912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.495258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.495570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.495897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.496221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.496999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.496999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.497159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.497457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.497921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad38fbe-8272-4b71-960d-fb057ab379ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:32.559593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44547f98-7c7b-4922-84ee-235a91f1058f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:32.596948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 44547f98-7c7b-4922-84ee-235a91f1058f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:32.597299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 44547f98-7c7b-4922-84ee-235a91f1058f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:32.597754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc520e60-b896-4441-8358-5515c22fbabd no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:32.632870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: fc520e60-b896-4441-8358-5515c22fbabd {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:32.633415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc520e60-b896-4441-8358-5515c22fbabd not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:32.738396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.784538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Port': ['ID=17c14fc4-41cd-4622-afaf-dc1aef6dd089,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:32.881945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.051403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.053476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.139560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.140160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff523de-40bb-4a3a-87a0-de6adf742011 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:21:33.156144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.156987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1c505b5c-3b36-433a-833c-6766d53d57bb tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "DELETE /v2.0/routers/5ff523de-40bb-4a3a-87a0-de6adf742011 HTTP/1.1" status: 204 len: 168 time: 1.5459137 Oct 17 18:21:33.159980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43814) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:33.282595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.415744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.439933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc46062-f52c-499d-b9e5-919cbff5f791']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:33.452044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e8ad4d-1f80-4b2b-8565-f529b18aba2b') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:33.452340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e8ad4d-1f80-4b2b-8565-f529b18aba2b') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:33.463821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.479023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.484791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:33.485172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.650520 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 51e8ad4d-1f80-4b2b-8565-f529b18aba2b resource provider aggregate not found Oct 17 18:21:33.667005 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 51e8ad4d-1f80-4b2b-8565-f529b18aba2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51e8ad4d-1f80-4b2b-8565-f529b18aba2b found for delete ", "request_id": "req-2011b1ee-f903-422c-ae88-b090b7a10510"}]} Oct 17 18:21:33.671241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.689240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.701282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'Network': ['ID=4bc46062-f52c-499d-b9e5-919cbff5f791,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:33.707438 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-66bbb1b5-c4a5-4f10-a8c7-5bb5dfcdc623 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "DELETE /v2.0/networks/4bc46062-f52c-499d-b9e5-919cbff5f791 HTTP/1.1" status: 204 len: 168 time: 0.5465295 Oct 17 18:21:33.710131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:33.781624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.811960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.962444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:33.981018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f6ef0c-7af7-4936-b5fa-4520c3225a01,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:34.058779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:34.059917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75398db3-e90a-4759-b07e-3f49e12598d7 tempest-TestNetworkAdvancedServerOps-1402356358 tempest-TestNetworkAdvancedServerOps-1402356358-project] 10.222.0.36 "DELETE /v2.0/security-groups/45f6ef0c-7af7-4936-b5fa-4520c3225a01 HTTP/1.1" status: 204 len: 168 time: 0.3488653 Oct 17 18:21:34.384084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17c14fc4-41cd-4622-afaf-dc1aef6dd089 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:34.420130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 17c14fc4-41cd-4622-afaf-dc1aef6dd089 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:34.420468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 17c14fc4-41cd-4622-afaf-dc1aef6dd089 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:34.693147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43836) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:34.835587 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-01f7abd7-2d0f-4f56-ade8-6a2c4775b4b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aa20ea709bd461299f011e88a471479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411521 Oct 17 18:21:34.838018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43842) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:34.894560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:34.919780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.119966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.136446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb35a5-0434-41e9-9f18-abc5bb82c3dd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:35.145293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.147429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2c093a42-d840-4ad4-ace7-a0860455eaee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fbb35a5-0434-41e9-9f18-abc5bb82c3dd HTTP/1.1" status: 204 len: 168 time: 0.3083224 Oct 17 18:21:35.987379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43850) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:35.995425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.009818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:36.013537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Usage tracker for resource:security_group_rule and tenant:81e60686d7df41de8430e0f605a5d5d2 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:36.016311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:36.022941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:36.102634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.184930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.232083 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81e60686d7df41de8430e0f605a5d5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532141 Oct 17 18:21:36.233041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0479c-9e80-4eac-9c36-3f9fea590cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f79f0-fb9f-4fb8-b232-09d88890034d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:36.234867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43854) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:36.297570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.323291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.475447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.489446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f79f0-fb9f-4fb8-b232-09d88890034d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:36.497349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.498627 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-229f320c-5a2e-45d5-a89a-5409c85fef6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/045f79f0-fb9f-4fb8-b232-09d88890034d HTTP/1.1" status: 204 len: 168 time: 0.2618408 Oct 17 18:21:49.630460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2fbef2ad-2357-45d8-980c-36b0e2b90b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.967143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43884) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:50.047523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9396cc3-ed43-4f7f-a402-ab99517744ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:50.048007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9396cc3-ed43-4f7f-a402-ab99517744ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:50.048486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9396cc3-ed43-4f7f-a402-ab99517744ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:50.050141 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a9396cc3-ed43-4f7f-a402-ab99517744ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=27d16faa1ba64da99f21661774f6778d&network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 2999 time: 0.0818954 Oct 17 18:21:52.137672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43900) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:52.202862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1a3ac-d50a-4532-9421-368938cc48a6 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:52.204366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-16c1a3ac-d50a-4532-9421-368938cc48a6 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc HTTP/1.1" status: 200 len: 814 time: 0.0657184 Oct 17 18:21:52.281942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7dee536a-a25c-4ea5-8532-67855e6aabf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.950246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.990144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.070282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43910) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:53.076200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:53.179679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.486832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.576908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.577150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP b7de57f0-a872-4f31-a207-dd986467d83d disassociated. External IP: 172.26.2.224, port: da924246-0431-4a8b-a238-739ed913548f. Oct 17 18:21:54.094586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:21:54.279365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:21:54.291369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:21:54.293840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.306813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:54.307435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.353922 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7523876-6c62-481b-9465-06d259c8333d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 690 time: 1.2822843 Oct 17 18:21:54.354317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:54.356565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:54.357256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 43916) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:54.398991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1a7eb-8c49-427d-897b-774ff1d08edf x-openstack-request-id: req-77a1a7eb-8c49-427d-897b-774ff1d08edf {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:54.399285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "tag": "da924246-0431-4a8b-a238-739ed913548f", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:54.399540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77a1a7eb-8c49-427d-897b-774ff1d08edf {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:54.399937 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a1a7eb-8c49-427d-897b-774ff1d08edf'] response: {'name': 'network-changed', 'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'tag': 'da924246-0431-4a8b-a238-739ed913548f', 'status': 'completed', 'code': 200} Oct 17 18:21:54.460649 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8c1c3e54-f64a-48f4-a3a3-8b5ca0175805 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 690 time: 0.1004949 Oct 17 18:21:54.512402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:54.523087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-d78b6d62-b39e-441d-b3be-f64aada698a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:54.524600 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-d78b6d62-b39e-441d-b3be-f64aada698a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1098 time: 0.0832169 Oct 17 18:21:54.561001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.662333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-b30f76d6-541d-4915-b10a-40473f8d1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:54.663804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-b30f76d6-541d-4915-b10a-40473f8d1999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 898 time: 0.1331050 Oct 17 18:21:54.736589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-4d8269a0-4309-4740-9164-5f795d450ff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 217 time: 0.0665939 Oct 17 18:21:54.817898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-47b62150-3558-4451-874d-1caecd2da741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:54.819894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-47b62150-3558-4451-874d-1caecd2da741 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0776403 Oct 17 18:21:54.859102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.862899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:21:54.874109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:54.874708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.907816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-e64fe55f-a689-476a-8be8-e6a112d068c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:54.909331 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-e64fe55f-a689-476a-8be8-e6a112d068c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839131 Oct 17 18:21:55.051685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-3bfe9f02-b3ce-45c8-a404-0688809de871 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353579 Oct 17 18:21:55.099077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:55.196314 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b0205dc5-c570-4a10-aa21-7fb77a7a44bf req-cf5584bf-fd94-4344-be86-5d9626cc293d service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387911 Oct 17 18:21:55.439931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:55.443960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68743ecf-0cf6-49a7-a531-b5cffd19c4d6 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:21:55.463763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:55.565122 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f814e039-0b77-4d11-88cc-fdef3e9c375d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 690 time: 0.0990129 Oct 17 18:21:55.657932 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8aa58-b416-4d6b-83cf-2a1448aa23cb None None] New status for floating IP b7de57f0-a872-4f31-a207-dd986467d83d: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:21:55.715926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.567890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43930) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:56.651165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c64cf927-5ec2-47a6-8eda-b82b5128863e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 688 time: 0.0820930 Oct 17 18:21:56.930434 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:21:57.858206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43938) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:57.863374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558824279', 'description': 'tempest-secgroup-smoke-558824279 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:57.869402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:57.881012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:57.999579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.033374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:58.037443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:58.040590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:58.046215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:58.124177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.199431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.247824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:58.344599 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.346008 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6aa9e81b-aaff-45cd-9f8e-63d62f7e2dcc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4868097 Oct 17 18:21:58.348994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43944) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:58.354014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:58.362259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:58.367045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:58.370317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:58.376008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:58.476995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.537484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.629826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.655195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42820ad-22bb-41e5-824f-5a3a93a52257,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:58.665848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.666192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.666527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.666858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.667183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.667507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.667839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.668158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.668482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.668798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.669112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.669426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:58.767022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.768339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b479b322-c257-479e-9b58-c3b5200d01de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4183228 Oct 17 18:21:58.770960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43948) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:58.775803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:58.783698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:58.790292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:58.791963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:58.797491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:58.900497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.070713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.138657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.161992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3007fa0-b205-45b7-8cf5-6db45cec7c34,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:59.245347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.247056 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-af396246-ea61-4919-884a-76c765f98d36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4748595 Oct 17 18:21:59.249995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:59.255921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:59.262724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:59.269222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:59.269813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:59.275442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:59.380839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.444182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.544422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.568405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b89c22-6e9d-4d34-a6a8-84635f9311d6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:59.681626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.682909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d4e06932-558b-48a4-9988-17087e5f6f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4317768 Oct 17 18:21:59.685782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43958) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:59.690788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:59.697380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:59.701337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:59.704213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:59.709874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:59.825866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.892736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.005027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.028791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7c9d52-d108-49b4-9cd3-b4d4caba60dc,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.109888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.111038 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75053286-45e0-4b4b-9d4e-6dec1d2b68a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243500 Oct 17 18:22:00.113865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:00.119152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:00.125086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:00.129135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:00.132211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:00.138205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:00.212927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:22:00.221139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.289787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.393667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.422262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c07a00e-022d-4cf9-bc2b-5aa719460b84,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.492888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.494094 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9f4d8b50-405a-4377-8d83-dfad786cd87b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792918 Oct 17 18:22:00.497236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 43968) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:00.502384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'de9cf50c-51b2-4dcc-8ff3-aebe22e331b4', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:00.509152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:00.512945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:00.515800 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:00.521460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:00.681508 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:22:00.689051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.754668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.882850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.905966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc880208-4fa4-4c72-926d-dee0b89912a1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.990161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.992164 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f57c6b5e-e802-4920-bdc1-c1e97146204e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4937866 Oct 17 18:22:01.224024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-9919a1d6-f939-411f-a590-dc90e4fcb456 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:01.336212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-9919a1d6-f939-411f-a590-dc90e4fcb456 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:01.337372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-9919a1d6-f939-411f-a590-dc90e4fcb456 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558824279&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1537490 Oct 17 18:22:01.506743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-f490d422-7f21-4b59-8b53-d18b71a47cc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:01.508296 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-f490d422-7f21-4b59-8b53-d18b71a47cc3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 797 time: 0.1642683 Oct 17 18:22:01.524262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-f811ed27-51f3-4f2d-9192-68142da091a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0105746 Oct 17 18:22:01.630053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-f2d45317-4f84-47a1-9f85-2131679ada1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1006334 Oct 17 18:22:01.877545 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-4f265bda-417b-431a-896e-d083ca1210aa service neutron] 10.222.0.36 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351232 Oct 17 18:22:02.016264 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-ad43ac4d-c144-49cd-a6c0-a6d3ca7d2f35 service neutron] 10.222.0.36 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325824 Oct 17 18:22:02.310040 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-07abfa84-2091-4c0b-bb36-bb096db898b0 req-ef2dc388-9d94-4f82-bc47-25472cead15b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 210 time: 0.0561657 Oct 17 18:22:03.477572 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dea7925d-e7c4-4db0-9b5e-d411a1cf352c req-d160ab8f-161a-4c32-81ff-5b2073bbd755 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 210 time: 0.0549328 Oct 17 18:22:04.646586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5c923472-601e-4b52-bd2c-335fecb7cb0b req-9554c77e-1d93-4bbc-8564-65497a2b3714 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 210 time: 0.0504897 Oct 17 18:22:04.971636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-3e78a1f8-9046-4669-af48-61ccfaeed0c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:04.973109 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-3e78a1f8-9046-4669-af48-61ccfaeed0c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 797 time: 0.1519685 Oct 17 18:22:05.028753 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2eb2c23b-a06e-4e1e-be30-3afb84e97d41 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 472 time: 0.0420399 Oct 17 18:22:05.037103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '6f4be165-1cc6-4175-acbc-c9609e184378', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['de9cf50c-51b2-4dcc-8ff3-aebe22e331b4']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:05.177025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:05.183028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:port and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:05.186543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:05.192550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:05.332385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:05.336215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.504814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.13 (2fa86e52-582d-478c-a9c0-e9155c0d76d0/235b8acd-e5a8-4344-a36d-72d61f20983a/8a7ecf7d-ce84-4049-86bb-407e6b9c26ef) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:05.702268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.718261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:05.827958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b95e4ac2-3b43-4112-a12d-77e26e02ee7d req-12077d65-03b7-4008-b445-7afd8a520eda tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 210 time: 0.0537148 Oct 17 18:22:05.852976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.025925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:06.029488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:06.033349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:06.071003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:06.106256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:06.106785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.205554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-2fd907f1-72f6-4909-9352-0d8f0595d804 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1718669 Oct 17 18:22:06.223745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Request body: {'port': {'device_id': '6f4be165-1cc6-4175-acbc-c9609e184378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:06.356858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.364440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Provisioning for port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:06.369930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Provisioning complete for port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:06.381987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.381987 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Attempt 1 to provision port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef Oct 17 18:22:06.432215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:06.705794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:06.714088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.729490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Transition to ACTIVE for port object 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:06.829750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.933629 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Attempt 2 to provision port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef Oct 17 18:22:07.025157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:07.026675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:07.066846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Attempting to bind port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:07.069475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Attempting to bind port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:07.069475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Attempting to bind port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:07.072679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:22:07.072994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Attempting to bind port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef on network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:07.078151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:07.078483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Checking segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:07.078860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Bound using segment: {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:07.079282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Bound port: 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f95ef76-7341-4b10-9df7-6fc85ca68a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:07.079631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:07.084900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb23ba-cd33-492a-b90f-aec3c91a5bee req-d7c14f30-3229-4c8a-bc4b-aaaa0e87d60d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.087207 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cfbb23ba-cd33-492a-b90f-aec3c91a5bee req-d7c14f30-3229-4c8a-bc4b-aaaa0e87d60d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 944 time: 0.1206214 Oct 17 18:22:07.139560 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cfbb23ba-cd33-492a-b90f-aec3c91a5bee req-68328a52-0b73-425a-837d-945d06a78001 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454063 Oct 17 18:22:07.180652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:07.183636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:07.275862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:07.279815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.280427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:07.281800 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a7ecf7d-ce84-4049-86bb-407e6b9c26ef HTTP/1.1" status: 200 len: 1094 time: 1.0625229 Oct 17 18:22:07.312176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:07.314669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61432a6-85b8-40b8-8c3a-33b4af272d21" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:07.357553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376498f0-f04f-4260-a328-aa9a88e103fb x-openstack-request-id: req-376498f0-f04f-4260-a328-aa9a88e103fb {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:07.357867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:07.358118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-376498f0-f04f-4260-a328-aa9a88e103fb {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:07.358506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376498f0-f04f-4260-a328-aa9a88e103fb'] response: {'name': 'network-changed', 'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'status': 'completed', 'code': 200} Oct 17 18:22:07.359138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a145-8720-4bf6-a9bf-c746bbb136f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:07.485528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-26d5c75f-735e-4dcd-9167-3f10f24b48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.487025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-26d5c75f-735e-4dcd-9167-3f10f24b48b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 1097 time: 0.0856421 Oct 17 18:22:07.527213 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Attempt 3 to provision port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef Oct 17 18:22:07.591883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-33f63778-cdbc-455b-96ee-7ddb2e9de371 None None] Port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:22:07.637011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-4b202d60-dbc9-4fd6-98e6-2ce3664b2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.637518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-4b202d60-dbc9-4fd6-98e6-2ce3664b2365 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1365819 Oct 17 18:22:07.792362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-03c52e2f-ff8d-482b-9bd5-c98292c90b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.793818 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a61432a6-85b8-40b8-8c3a-33b4af272d21 req-03c52e2f-ff8d-482b-9bd5-c98292c90b8f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505716 Oct 17 18:22:07.953783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-498633ec-55a1-483b-9442-7bf872dddd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:07.955357 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-498633ec-55a1-483b-9442-7bf872dddd56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 1097 time: 0.0818777 Oct 17 18:22:08.032060 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-98cf3ff5-cfaf-4f37-8495-1f4b6cdeea88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef HTTP/1.1" status: 200 len: 217 time: 0.0634596 Oct 17 18:22:08.094108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-be909d4f-db0d-4bb7-a69a-3afea7468845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:08.095416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-be909d4f-db0d-4bb7-a69a-3afea7468845 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0578313 Oct 17 18:22:08.294835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-e0aa3b96-1dcf-4506-b723-9f3da71a52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:08.296445 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-e0aa3b96-1dcf-4506-b723-9f3da71a52d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1939085 Oct 17 18:22:08.359086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33216a-e5fc-41ab-aa18-fa6960ba788a req-e6dd9f63-fc96-4e72-8536-ae7eea7d593f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:08.360544 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c33216a-e5fc-41ab-aa18-fa6960ba788a req-e6dd9f63-fc96-4e72-8536-ae7eea7d593f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 944 time: 0.1004949 Oct 17 18:22:08.406915 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c33216a-e5fc-41ab-aa18-fa6960ba788a req-1641dc3a-41b7-4af3-98b0-78e4edc1b661 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Oct 17 18:22:08.436421 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-d58f3aa2-3c07-4182-b34d-968a16da4062 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332381 Oct 17 18:22:08.568590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89dc3f72-79f4-459a-ab16-bc77af68f1f7 req-807a139e-1ce3-4158-9a89-94afb33ddaf4 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263525 Oct 17 18:22:09.767456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0759da-8476-4c43-85e5-f7026fe4dd95 req-f985cb21-42b6-403e-8f41-dbf1d2eb0cce tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:09.768147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-dd0759da-8476-4c43-85e5-f7026fe4dd95 req-f985cb21-42b6-403e-8f41-dbf1d2eb0cce tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:09.849771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-dd0759da-8476-4c43-85e5-f7026fe4dd95 req-f985cb21-42b6-403e-8f41-dbf1d2eb0cce tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:09.851440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dd0759da-8476-4c43-85e5-f7026fe4dd95 req-f985cb21-42b6-403e-8f41-dbf1d2eb0cce tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 944 time: 0.1711118 Oct 17 18:22:09.897864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dd0759da-8476-4c43-85e5-f7026fe4dd95 req-3e0fe8ed-b081-4e61-b166-034bcf27d5b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402927 Oct 17 18:22:10.344792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-e10abc55-7796-46e9-955f-70471d9febde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858927 Oct 17 18:22:10.454902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048f49-8262-4316-8847-027473d33668 req-c1b5cd48-687d-4011-9503-80ff899b0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:10.456467 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-c1b5cd48-687d-4011-9503-80ff899b0b6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1099 time: 0.0808406 Oct 17 18:22:10.605726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048f49-8262-4316-8847-027473d33668 req-da9da886-ca73-4a52-8bd8-f7879b61795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:10.607117 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-da9da886-ca73-4a52-8bd8-f7879b61795f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.1318457 Oct 17 18:22:10.714383 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-1ad8b40b-c228-47be-bd72-225d31712e8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 1002 time: 0.1011093 Oct 17 18:22:10.788705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048f49-8262-4316-8847-027473d33668 req-85e266d6-5bf8-48ba-8ceb-4ad5c4dc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:10.791222 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-85e266d6-5bf8-48ba-8ceb-4ad5c4dc70cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0704534 Oct 17 18:22:10.883268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048f49-8262-4316-8847-027473d33668 req-36c91bde-9536-4f83-bebe-b949ed129fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:10.884919 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-36c91bde-9536-4f83-bebe-b949ed129fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872130 Oct 17 18:22:11.150820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-ff4d8f82-3b31-421b-bb25-de5b63df35e1 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590878 Oct 17 18:22:11.173948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1f8d9-d304-44b1-b459-2dbe51bc18ac req-bea215d4-3b33-4293-b220-0b4fcf2993bb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:11.180878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c2a1f8d9-d304-44b1-b459-2dbe51bc18ac req-bea215d4-3b33-4293-b220-0b4fcf2993bb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 944 time: 0.1536980 Oct 17 18:22:11.241069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c2a1f8d9-d304-44b1-b459-2dbe51bc18ac req-8f7e8875-5902-4d42-977f-e08cbaeb53b0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592363 Oct 17 18:22:11.318996 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85048f49-8262-4316-8847-027473d33668 req-6e2a5530-ba65-475a-a1d6-ae3535d161e4 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620991 Oct 17 18:22:11.944776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:22:12.081895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:12.096106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'port_id': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'mac_address': 'fa:16:3e:90:85:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:22:12.150184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:12.150561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.167631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:12.183652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:12.261452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.334060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:12.446175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f9d9-3137-404b-b3be-621adb125f14 req-cbb3e9a2-7bed-4afd-a8b8-a3b4c85b99f1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:12.447614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd75f9d9-3137-404b-b3be-621adb125f14 req-cbb3e9a2-7bed-4afd-a8b8-a3b4c85b99f1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 945 time: 0.0925355 Oct 17 18:22:12.491386 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd75f9d9-3137-404b-b3be-621adb125f14 req-c1130caf-60e5-43d0-b554-99bb51690f34 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Oct 17 18:22:12.731361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:22:13.599077 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-4be3be6d-ce8c-4002-9310-4722f2cc9d5e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369612646&fields=id&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 267 time: 0.0392742 Oct 17 18:22:13.685429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8b97-6718-4a9c-a595-08025300c3df req-214f9580-2356-4d33-ab39-1007b602350d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:13.686896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12df8b97-6718-4a9c-a595-08025300c3df req-214f9580-2356-4d33-ab39-1007b602350d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 945 time: 0.0856850 Oct 17 18:22:13.734285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12df8b97-6718-4a9c-a595-08025300c3df req-073ad28f-7633-4ae9-a86d-37090ab6d5f6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Oct 17 18:22:13.750583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-4f734729-1f6f-4866-b085-4d2864bf1eac tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:13.752009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-4f734729-1f6f-4866-b085-4d2864bf1eac tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.1465130 Oct 17 18:22:13.767029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-75f6cddd-04c8-49cc-be7e-1a36d6024bde tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/quotas/84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 375 time: 0.0096822 Oct 17 18:22:13.865533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-f4d42d49-6c4e-4e28-bdb0-f5e44bb1942f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0934408 Oct 17 18:22:13.961317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:14.092183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:14.097168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:14.097535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:14.097899 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef Oct 17 18:22:14.113048 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-d4abb9a1-8d6c-4626-9337-829606218e47 service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360103 Oct 17 18:22:14.211596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:14.211970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:14.239437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:14.242352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2be3d6a-1152-4eba-9333-673099a8d418" -d '{"events": [{"server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:14.250489 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-bc54c016-1b9c-4fce-b500-5a86fdcac2bf service neutron] 10.222.0.36 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309292 Oct 17 18:22:14.256455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:14.286894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d52eb76-c41f-4960-8bde-0f3b54b0adb2 x-openstack-request-id: req-0d52eb76-c41f-4960-8bde-0f3b54b0adb2 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:14.287251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:14.287689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d52eb76-c41f-4960-8bde-0f3b54b0adb2 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:14.288162 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d52eb76-c41f-4960-8bde-0f3b54b0adb2'] response: {'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'code': 200} Oct 17 18:22:14.335503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:14.409860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:14.718687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96785-957d-4bf7-8376-cd4455e3e14c req-d1e43f9f-b079-46be-a6c6-abce16eeee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:14.720142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58a96785-957d-4bf7-8376-cd4455e3e14c req-d1e43f9f-b079-46be-a6c6-abce16eeee40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 1099 time: 0.0766315 Oct 17 18:22:14.760831 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58a96785-957d-4bf7-8376-cd4455e3e14c req-15194091-b7fd-438b-926f-92a630cf1a72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350194 Oct 17 18:22:14.946782 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aee00e91-df75-4450-9db1-909c3e2a8085 req-679838b8-bb5f-419d-82bf-31f36d46d648 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 210 time: 0.0575297 Oct 17 18:22:15.046750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72860b03-a497-40b3-860c-bd4c47e3fdd5 req-8d82ef0c-12e3-43fe-8a99-32ea134f6b8a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:15.048218 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72860b03-a497-40b3-860c-bd4c47e3fdd5 req-8d82ef0c-12e3-43fe-8a99-32ea134f6b8a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.1989436 Oct 17 18:22:15.091960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72860b03-a497-40b3-860c-bd4c47e3fdd5 req-b8542dc8-dc95-4996-bc28-8cfa7e5037af tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 Oct 17 18:22:16.117472 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c1a4b033-746f-438f-b5db-a72092001afa req-5aaf40ef-cd87-4dac-be63-41e850d9e104 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 210 time: 0.0536237 Oct 17 18:22:16.306416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36facf7c-c8f1-4f06-83bb-54a226df27f3 req-d03f9d22-62b7-465f-8be2-002fcc6e7887 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:16.307861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36facf7c-c8f1-4f06-83bb-54a226df27f3 req-d03f9d22-62b7-465f-8be2-002fcc6e7887 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.0942683 Oct 17 18:22:16.352006 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36facf7c-c8f1-4f06-83bb-54a226df27f3 req-045b1c0d-c075-446d-8648-635d9d67bf3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384035 Oct 17 18:22:17.014956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-905b2b86-44e3-4221-b4fb-bf92a3806016 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:17.016353 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-905b2b86-44e3-4221-b4fb-bf92a3806016 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 811 time: 0.1451442 Oct 17 18:22:17.072821 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-8e4785f0-9db4-4f7a-801a-763e5517ca5c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c83a794e3541e18611cfc98cb39e6b HTTP/1.1" status: 200 len: 379 time: 0.0432243 Oct 17 18:22:17.080973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'port': {'device_id': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'admin_state_up': True, 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'security_groups': ['bbab1040-6943-4926-bee2-5a3975c4094f']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:17.219968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:17.230130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:17.287190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-57ee81b3-1f7c-4f0a-a69c-6b6dfc75400e req-6d436cf0-3c14-458e-a813-51955acc9830 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 210 time: 0.0518672 Oct 17 18:22:17.306973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Made reservation on behalf of 84c83a794e3541e18611cfc98cb39e6b for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:17.311550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:17.533683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.20.0.8 (c4751d65-100a-4066-867a-0874521a138d/3b210744-d28f-487d-9076-7a94c965b3c0/f0eb2d19-55eb-4054-ac18-a52c933d8254) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:17.661303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e126-c18e-40c3-8acd-6fa4fbee46f4 req-878ec5dd-4eda-4d64-a65c-d82b308fa3c0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:17.662804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-30d3e126-c18e-40c3-8acd-6fa4fbee46f4 req-878ec5dd-4eda-4d64-a65c-d82b308fa3c0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.1945436 Oct 17 18:22:17.742871 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-30d3e126-c18e-40c3-8acd-6fa4fbee46f4 req-d1c6af3f-2fae-4cb1-96b4-770b5c911073 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738127 Oct 17 18:22:17.787404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:17.805265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Transition to ACTIVE for port object f0eb2d19-55eb-4054-ac18-a52c933d8254 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:17.944687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd6e1-f710-44a8-99c1-c108a2932486 req-eaf67e85-09b3-426b-90e2-0a03622f937c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:17.946152 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-390bd6e1-f710-44a8-99c1-c108a2932486 req-eaf67e85-09b3-426b-90e2-0a03622f937c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.0901933 Oct 17 18:22:17.975717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:17.996760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-390bd6e1-f710-44a8-99c1-c108a2932486 req-d198d4df-3b86-460a-8810-4ca1106bcdfe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 Oct 17 18:22:18.026298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44082) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:18.050526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network c4751d65-100a-4066-867a-0874521a138d is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:18.053479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:18.057257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:18.099113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:18.116699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eac322-6e56-440d-8465-3a5f2ceb1145 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:18.118527 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a1eac322-6e56-440d-8465-3a5f2ceb1145 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 1094 time: 0.0911326 Oct 17 18:22:18.121456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44086) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:18.126650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'port_id': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:18.138349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:18.139272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.216551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.252610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-c099fc4d-a609-4aa7-aa66-e3f8d63af61e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1750267 Oct 17 18:22:18.271749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Request body: {'port': {'device_id': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:18.409946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.438086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Provisioning for port f0eb2d19-55eb-4054-ac18-a52c933d8254 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:18.443388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Provisioning complete for port f0eb2d19-55eb-4054-ac18-a52c933d8254 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:18.444141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.444722 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Attempt 1 to provision port f0eb2d19-55eb-4054-ac18-a52c933d8254 Oct 17 18:22:18.504532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Port f0eb2d19-55eb-4054-ac18-a52c933d8254 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:18.649284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9042f0-5caa-4730-9732-0e9722a881a8 req-5f1069e7-89ac-4490-8a36-8505fda2dc5d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:18.650552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7a9042f0-5caa-4730-9732-0e9722a881a8 req-5f1069e7-89ac-4490-8a36-8505fda2dc5d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:18.813091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7a9042f0-5caa-4730-9732-0e9722a881a8 req-5f1069e7-89ac-4490-8a36-8505fda2dc5d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:18.814267 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7a9042f0-5caa-4730-9732-0e9722a881a8 req-5f1069e7-89ac-4490-8a36-8505fda2dc5d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 931 time: 0.3875327 Oct 17 18:22:18.856196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.862803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eb2d19-55eb-4054-ac18-a52c933d8254 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:18.874202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.886722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7a9042f0-5caa-4730-9732-0e9722a881a8 req-a41ab647-8fc7-4457-9b9f-88c75f82d55a tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610986 Oct 17 18:22:18.894806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Transition to ACTIVE for port object f0eb2d19-55eb-4054-ac18-a52c933d8254 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:18.926386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:18.954846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.005960 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Attempt 2 to provision port f0eb2d19-55eb-4054-ac18-a52c933d8254 Oct 17 18:22:19.121849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Port f0eb2d19-55eb-4054-ac18-a52c933d8254 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:19.230728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP b7de57f0-a872-4f31-a207-dd986467d83d associated. External IP: 172.26.2.224, port: 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef. Oct 17 18:22:19.254835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:19.292669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Attempting to bind port f0eb2d19-55eb-4054-ac18-a52c933d8254 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:19.293003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Attempting to bind port f0eb2d19-55eb-4054-ac18-a52c933d8254 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:19.293453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Attempting to bind port f0eb2d19-55eb-4054-ac18-a52c933d8254 on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:19.298213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Port f0eb2d19-55eb-4054-ac18-a52c933d8254 on network c4751d65-100a-4066-867a-0874521a138d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:22:19.298532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Attempting to bind port f0eb2d19-55eb-4054-ac18-a52c933d8254 on network c4751d65-100a-4066-867a-0874521a138d {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:19.304166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:19.304605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Checking segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:19.305063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Bound using segment: {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:19.305486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Bound port: f0eb2d19-55eb-4054-ac18-a52c933d8254, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f79b1a-93a2-46dd-a496-2d14c33d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c4751d65-100a-4066-867a-0874521a138d'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:19.306674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.399035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:19.401894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:19.484425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.516362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:19.517007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.518453 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] 10.222.0.42 "PUT /v2.0/ports/f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 200 len: 1093 time: 1.2509608 Oct 17 18:22:19.523597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:19.527277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b" -d '{"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:19.565448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6b1b1-3fc0-4c1d-a243-7d222011347e service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:19.590509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912aa3a4-f7f7-48e6-9efb-c165f53bb4cd x-openstack-request-id: req-912aa3a4-f7f7-48e6-9efb-c165f53bb4cd {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:19.590509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:19.590509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-912aa3a4-f7f7-48e6-9efb-c165f53bb4cd {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:19.590509 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912aa3a4-f7f7-48e6-9efb-c165f53bb4cd'] response: {'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'status': 'completed', 'code': 200} Oct 17 18:22:19.608204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:22:19.621394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a04ca46-41b4-48f6-afbe-6ea899672390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.622769 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Attempt 3 to provision port f0eb2d19-55eb-4054-ac18-a52c933d8254 Oct 17 18:22:19.689753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-afb07f8b-6ee8-4fea-99a1-491aecb4a38a None None] Port f0eb2d19-55eb-4054-ac18-a52c933d8254 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:22:19.721413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-e1f27da5-f9ae-4ea1-9804-e0d03c404aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:19.723008 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-e1f27da5-f9ae-4ea1-9804-e0d03c404aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1096 time: 0.0857718 Oct 17 18:22:19.791595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:19.795980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:19.807957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:19.821497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:19.822282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:19.857389 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59a6eeeb-6ae3-4e30-ad17-b758d0b2ed71 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 992 time: 1.7323344 Oct 17 18:22:19.857389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:19.858124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535d2d8-f529-4954-b32e-7605c8561674" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:19.858963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:19.907490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0391b24-4054-4deb-b161-be79912cf059 x-openstack-request-id: req-b0391b24-4054-4deb-b161-be79912cf059 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:19.908036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:19.908293 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0391b24-4054-4deb-b161-be79912cf059 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:19.908697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0391b24-4054-4deb-b161-be79912cf059'] response: {'name': 'network-changed', 'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'status': 'completed', 'code': 200} Oct 17 18:22:19.967707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-b6b0f62d-e57c-46cb-adfa-e3d6e6357c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:19.969035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-b6b0f62d-e57c-46cb-adfa-e3d6e6357c28 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=84c83a794e3541e18611cfc98cb39e6b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2329473 Oct 17 18:22:20.030002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:20.061206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6db25a7f-a9e7-465b-9a95-3178d2414c59 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 992 time: 0.2000618 Oct 17 18:22:20.119437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535d2d8-f529-4954-b32e-7605c8561674 req-0ac50432-65e5-4b5b-b434-184ca7aa8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.120929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-0ac50432-65e5-4b5b-b434-184ca7aa8e8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 1099 time: 0.1618922 Oct 17 18:22:20.131387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-a0ee632a-5a62-4423-bf60-de756ada8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.132898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8fe6283e-6cd9-4e4f-830f-6073f6d8b76b req-a0ee632a-5a62-4423-bf60-de756ada8df5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561592 Oct 17 18:22:20.164068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a87a1-8ae9-4f11-b674-677f3a0a2176 req-19f18193-4739-4d08-b64c-ea6aadf7dd42 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.165522 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-465a87a1-8ae9-4f11-b674-677f3a0a2176 req-19f18193-4739-4d08-b64c-ea6aadf7dd42 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.1380148 Oct 17 18:22:20.283201 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-465a87a1-8ae9-4f11-b674-677f3a0a2176 req-96271b45-bfd4-447b-98bf-f630b2f02b6c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749252 Oct 17 18:22:20.307977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535d2d8-f529-4954-b32e-7605c8561674 req-de3ae3f8-6b22-4a53-a477-02965d24c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.309489 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-de3ae3f8-6b22-4a53-a477-02965d24c387 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 898 time: 0.1811519 Oct 17 18:22:20.316858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-83b98902-ad11-4dc0-9cf5-51be059e3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.318882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-83b98902-ad11-4dc0-9cf5-51be059e3f8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1096 time: 0.1230168 Oct 17 18:22:20.402771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-01a2aba1-ba13-4c34-9654-80caba996bce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 200 len: 217 time: 0.0682573 Oct 17 18:22:20.407023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:90:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4be165-1cc6-4175-acbc-c9609e184378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:22:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:20.410954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:20.420132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:20.420729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:21:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:20.427883 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-5146243c-360f-47dd-8f8d-184187a33ad1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef HTTP/1.1" status: 200 len: 1000 time: 0.1093123 Oct 17 18:22:20.467400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-ab8a9bad-02c2-4827-955a-baccb1961d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.468912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-ab8a9bad-02c2-4827-955a-baccb1961d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0599866 Oct 17 18:22:20.490126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535d2d8-f529-4954-b32e-7605c8561674 req-ab3b9eee-61a6-4ccd-bd68-56ca2c709cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.491737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-ab3b9eee-61a6-4ccd-bd68-56ca2c709cf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0573564 Oct 17 18:22:20.560906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-0bdb49fc-77de-44d7-87a5-f23c4c2e68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.562490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-0bdb49fc-77de-44d7-87a5-f23c4c2e68e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870006 Oct 17 18:22:20.583539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535d2d8-f529-4954-b32e-7605c8561674 req-adae0302-7590-46f9-a51d-0fc9b203ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:20.585045 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-adae0302-7590-46f9-a51d-0fc9b203ce76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866473 Oct 17 18:22:20.607349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:20.697555 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-03d3cf6e-31c4-4502-ac30-5ba87f622c97 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279931 Oct 17 18:22:20.724908 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-1201ee1b-36d8-4281-9e88-7a1c4a4ba0dc service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337221 Oct 17 18:22:20.842616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df2142a7-d93c-4ef0-8a48-0dd296c6bf23 req-b7082a93-27bf-42cd-a34c-f829eb83b8d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390390 Oct 17 18:22:20.970634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:90:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4be165-1cc6-4175-acbc-c9609e184378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:22:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:20.974936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9819a50-1570-49e1-bbf3-b0d51e8456d7 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'b7de57f0-a872-4f31-a207-dd986467d83d', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.224', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'port_id': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'mac_address': 'fa:16:3e:90:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4be165-1cc6-4175-acbc-c9609e184378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:20:34Z', 'updated_at': '2022-10-17T18:22:18Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:20.990314 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3535d2d8-f529-4954-b32e-7605c8561674 req-34cae345-a847-4a19-a75f-072b75c82663 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578871 Oct 17 18:22:21.063478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44102) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:21.160162 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9e637-a60f-4775-80e4-f8b9c347decf None None] New status for floating IP b7de57f0-a872-4f31-a207-dd986467d83d: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:22:21.173547 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9fe8a804-77d7-4347-8951-609be6c05fc5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 992 time: 0.1089194 Oct 17 18:22:21.594262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb94ca-e964-48e7-878c-2c1409b8d8ab req-3c940e67-f523-4f19-b067-f9d64821dc91 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:21.595691 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e7cb94ca-e964-48e7-878c-2c1409b8d8ab req-3c940e67-f523-4f19-b067-f9d64821dc91 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.1935985 Oct 17 18:22:21.639435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e7cb94ca-e964-48e7-878c-2c1409b8d8ab req-19d543c3-3f7e-44c6-ab65-fc93c64de41d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380163 Oct 17 18:22:22.178025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44110) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:22.263390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14988dc4-77a4-4381-8a77-74c9899622af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.286824 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cee1f83d-91c3-41ab-84ba-96f57fe1d9fb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 200 len: 994 time: 0.1075211 Oct 17 18:22:22.837173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c02bf-6840-4f96-b840-b127ab1a2c55 req-6971b305-192b-456f-bbc9-f5b3df1bdada tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:22.838645 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d05c02bf-6840-4f96-b840-b127ab1a2c55 req-6971b305-192b-456f-bbc9-f5b3df1bdada tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0895534 Oct 17 18:22:22.882742 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d05c02bf-6840-4f96-b840-b127ab1a2c55 req-db939487-16c9-4dfb-a705-de0c88594ec7 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382826 Oct 17 18:22:22.980332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:23.045700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.082227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429da262-0c46-4901-bafe-cef195ce5c99 req-0eb18ca6-5aa5-4496-8d89-9b60f40650a4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:24.083611 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-429da262-0c46-4901-bafe-cef195ce5c99 req-0eb18ca6-5aa5-4496-8d89-9b60f40650a4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0898716 Oct 17 18:22:24.127896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-429da262-0c46-4901-bafe-cef195ce5c99 req-68167655-8a89-4ee3-a505-61b250727118 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378103 Oct 17 18:22:24.405684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:25.328299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a9b1-d4eb-40ab-9372-64f0592693c6 req-7e48344c-b2ca-4aa2-a987-915ffa685bd8 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.329806 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fae3a9b1-d4eb-40ab-9372-64f0592693c6 req-7e48344c-b2ca-4aa2-a987-915ffa685bd8 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0913379 Oct 17 18:22:25.373763 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fae3a9b1-d4eb-40ab-9372-64f0592693c6 req-8ec518df-7a8e-4104-908b-42d38447f7b6 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382745 Oct 17 18:22:25.725534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:26.570799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a99455-9d51-4825-afa7-359a54d4b15b req-79c6a8cc-f14f-4593-8839-7509c3c10d01 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:26.573702 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d5a99455-9d51-4825-afa7-359a54d4b15b req-79c6a8cc-f14f-4593-8839-7509c3c10d01 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0866456 Oct 17 18:22:26.619653 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d5a99455-9d51-4825-afa7-359a54d4b15b req-c058376b-c8c5-4615-bc29-70acbae65436 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Oct 17 18:22:27.821013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec217-eeaf-425a-8d4d-576009a727a4 req-a7cbb268-04dc-40f1-8c6e-13d1313a34be tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:27.822478 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2e3ec217-eeaf-425a-8d4d-576009a727a4 req-a7cbb268-04dc-40f1-8c6e-13d1313a34be tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0917974 Oct 17 18:22:27.866582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2e3ec217-eeaf-425a-8d4d-576009a727a4 req-809ec9f5-ca9f-4f86-a44f-0f5a03c43329 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376134 Oct 17 18:22:29.061396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89f72-eda8-4153-8412-56dddd0c8069 req-f238bf65-4930-4829-82be-2b827c4533bc tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:29.062865 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-93d89f72-eda8-4153-8412-56dddd0c8069 req-f238bf65-4930-4829-82be-2b827c4533bc tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0859797 Oct 17 18:22:29.106207 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-93d89f72-eda8-4153-8412-56dddd0c8069 req-95764bb5-9313-43bb-89fe-861668a28d4b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376909 Oct 17 18:22:30.055973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device f0eb2d19-55eb-4054-ac18-a52c933d8254 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:22:30.187138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:30.200288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'port_id': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'mac_address': 'fa:16:3e:ba:8a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:22:30.258871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port f0eb2d19-55eb-4054-ac18-a52c933d8254 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:30.259250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:30.309281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa47a-36c7-4a87-be35-179715a85ef2 req-5722b57b-d650-4e96-a096-808683c2f231 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:30.310761 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9daaa47a-36c7-4a87-be35-179715a85ef2 req-5722b57b-d650-4e96-a096-808683c2f231 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 943 time: 0.0946603 Oct 17 18:22:30.319597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eb2d19-55eb-4054-ac18-a52c933d8254 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:30.335133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:30.356717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9daaa47a-36c7-4a87-be35-179715a85ef2 req-a4a5ffb7-b782-4f6d-9848-abde211abafd tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 Oct 17 18:22:30.403439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:30.468811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:30.836869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['f0eb2d19-55eb-4054-ac18-a52c933d8254'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:22:31.557060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5069d-fb58-48d6-ace2-fae893693d85 req-65f0c429-d6f2-46e3-a50a-fa1f41867789 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:31.558442 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e4e5069d-fb58-48d6-ace2-fae893693d85 req-65f0c429-d6f2-46e3-a50a-fa1f41867789 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 944 time: 0.0893953 Oct 17 18:22:31.601900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e4e5069d-fb58-48d6-ace2-fae893693d85 req-cb556958-9e39-4daf-9b15-c36a7d6eb8d4 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Oct 17 18:22:32.065583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device f0eb2d19-55eb-4054-ac18-a52c933d8254 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:32.251124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port f0eb2d19-55eb-4054-ac18-a52c933d8254 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:32.256221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port f0eb2d19-55eb-4054-ac18-a52c933d8254 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:32.256701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:32.257054 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port f0eb2d19-55eb-4054-ac18-a52c933d8254 Oct 17 18:22:32.374286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port f0eb2d19-55eb-4054-ac18-a52c933d8254 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:32.374663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:32.401030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:32.403333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dea24c-c247-4331-a5fa-aeae528c9f4d" -d '{"events": [{"server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:32.410649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:32.444634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdec634-0ba4-4e6b-a920-c9957f38e63a x-openstack-request-id: req-3bdec634-0ba4-4e6b-a920-c9957f38e63a {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:32.444926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:32.445181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bdec634-0ba4-4e6b-a920-c9957f38e63a {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:32.445577 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdec634-0ba4-4e6b-a920-c9957f38e63a'] response: {'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'code': 200} Oct 17 18:22:32.517260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:32.583538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:32.590599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.590942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.591277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.591608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.591933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.592258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.592577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.592899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.593215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.593531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.593874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.594190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:32.797061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06431d-6b45-4d5c-a877-0a53a6f9a3f5 req-a5c058fe-6941-4e00-8e1f-82ce97fbe2d0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:32.798515 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be06431d-6b45-4d5c-a877-0a53a6f9a3f5 req-a5c058fe-6941-4e00-8e1f-82ce97fbe2d0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0862188 Oct 17 18:22:32.844525 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be06431d-6b45-4d5c-a877-0a53a6f9a3f5 req-ff598adc-aa5f-42f1-9a08-f69c15f44c3e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402369 Oct 17 18:22:33.021438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee595-afe8-4708-9c17-ed11a1c82b50 req-def989d9-b382-426d-89e6-ebbd831e13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:33.022932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-76aee595-afe8-4708-9c17-ed11a1c82b50 req-def989d9-b382-426d-89e6-ebbd831e13e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1098 time: 0.0788655 Oct 17 18:22:33.063277 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-76aee595-afe8-4708-9c17-ed11a1c82b50 req-4275e346-00ec-4cbf-9ccd-23fe46a2ebc7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Oct 17 18:22:33.928806 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:22:34.041942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd18bf-e5a8-4c75-a425-0d135e4d6495 req-44e3f4ea-ea33-4b12-bcc6-5c6969eab2c9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:34.043403 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2dbd18bf-e5a8-4c75-a425-0d135e4d6495 req-44e3f4ea-ea33-4b12-bcc6-5c6969eab2c9 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0867274 Oct 17 18:22:34.090076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2dbd18bf-e5a8-4c75-a425-0d135e4d6495 req-531ac539-19ab-4405-ac7c-02f90de62cb0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 Oct 17 18:22:35.285340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9afccf-cafd-42b7-a2fe-2fdee4544111 req-65184ad3-a83c-408a-a2e8-70588d765c00 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:35.286835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6b9afccf-cafd-42b7-a2fe-2fdee4544111 req-65184ad3-a83c-408a-a2e8-70588d765c00 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0871699 Oct 17 18:22:35.331467 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6b9afccf-cafd-42b7-a2fe-2fdee4544111 req-5de580fa-79ad-4c9d-91c0-b783af88885c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384893 Oct 17 18:22:35.527458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbc3b0-9ef8-4ca7-8ed7-8307d3a5b262 req-e6e8b557-6af7-4db7-9bea-87eb46dcdfc0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:35.528881 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3cbc3b0-9ef8-4ca7-8ed7-8307d3a5b262 req-e6e8b557-6af7-4db7-9bea-87eb46dcdfc0 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0870173 Oct 17 18:22:35.572564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3cbc3b0-9ef8-4ca7-8ed7-8307d3a5b262 req-21ec634d-b64a-4afa-9fca-24c5bac0e40a tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380175 Oct 17 18:22:35.601164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44140) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:35.785749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49162cb-5fad-47a5-aeae-9ba0e828ae0d tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:35.787264 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b49162cb-5fad-47a5-aeae-9ba0e828ae0d tempest-TestVolumeBootPattern-1063323558 tempest-TestVolumeBootPattern-1063323558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1093 time: 0.1850359 Oct 17 18:22:35.790266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44146) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:35.795033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:35.801377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:35.805196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Usage tracker for resource:floatingip and tenant:84c83a794e3541e18611cfc98cb39e6b is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:35.808010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:35.814196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:35.908226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:36.044720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:36.177057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Allocated IP 172.26.2.10 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/87c315f4-c937-4df5-b4a9-18efb1f03fd9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:36.326203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:36.445540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:36.510795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:36.513560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:36.517688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:36.547584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=87c315f4-c937-4df5-b4a9-18efb1f03fd9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:36.568255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:37.075592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:37.237926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:37.443701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:37.551047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:37.655130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event updated for resources: {'Port': ['ID=87c315f4-c937-4df5-b4a9-18efb1f03fd9,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:37.665365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:37.836282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP 63660926-1cdf-466f-9299-df2c8e48b324 associated. External IP: 172.26.2.10, port: f0eb2d19-55eb-4054-ac18-a52c933d8254. Oct 17 18:22:38.185471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:22:38.365891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:38.378660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:38.384461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:38.385069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:22:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:38.485657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:38.541912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9cf8fb91-4e43-45aa-92e5-24548f6cb23d tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7505910 Oct 17 18:22:38.542911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:38.545292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48700914-087a-4e35-a3ed-598d5ab67f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:38.563353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:38.589332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadd9dcb-e6d2-4d87-85db-674ef8f5a543 x-openstack-request-id: req-cadd9dcb-e6d2-4d87-85db-674ef8f5a543 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:38.589887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:38.589887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cadd9dcb-e6d2-4d87-85db-674ef8f5a543 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:38.590273 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadd9dcb-e6d2-4d87-85db-674ef8f5a543'] response: {'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'status': 'completed', 'code': 200} Oct 17 18:22:38.737250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-9a2d2eee-f75b-4ea7-8231-1a3bb127dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:38.738650 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-9a2d2eee-f75b-4ea7-8231-1a3bb127dc50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1098 time: 0.0834343 Oct 17 18:22:38.919868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '63660926-1cdf-466f-9299-df2c8e48b324', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ba:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:22:37Z', 'updated_at': '2022-10-17T18:22:37Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}, {'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:38.923837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:38.932792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:38.933390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:22:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:39.004090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-2d294ddf-768d-4d2b-bbaa-4622c18a951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:39.005429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-2d294ddf-768d-4d2b-bbaa-4622c18a951a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.2545140 Oct 17 18:22:39.110148 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-3e4311c7-e998-4300-ad6c-d2cd17b9f2ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 200 len: 998 time: 0.0975654 Oct 17 18:22:39.117133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:39.175104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-246362ac-b7ec-4806-87a9-b3c47ae05c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:39.176512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-246362ac-b7ec-4806-87a9-b3c47ae05c3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0587361 Oct 17 18:22:39.268044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-1c6e65bc-a07d-401f-8267-992d58995575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:39.269423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-1c6e65bc-a07d-401f-8267-992d58995575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864332 Oct 17 18:22:39.414185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-fae18b10-1f91-4137-ae85-b39c4bc057aa service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314356 Oct 17 18:22:39.511006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '63660926-1cdf-466f-9299-df2c8e48b324', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ba:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:22:37Z', 'updated_at': '2022-10-17T18:22:37Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}, {'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:39.520463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef18a-ec98-4d1f-8287-8c2debef8bb4 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '63660926-1cdf-466f-9299-df2c8e48b324', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.10', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:ba:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:22:37Z', 'updated_at': '2022-10-17T18:22:37Z', 'revision_number': 0, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}, {'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:39.553036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48700914-087a-4e35-a3ed-598d5ab67f3d req-25f6878d-d7c3-4cea-b361-506bceeee2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321836 Oct 17 18:22:39.701043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951c21cb-6bd6-4bb0-adee-14a1f69a0a8c None None] New status for floating IP 63660926-1cdf-466f-9299-df2c8e48b324: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:22:49.667379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78f730bc-48f5-47b2-88de-3713ddcb3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:52.293155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f56dcff6-0506-42a9-a439-63bbf1834f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:52.993408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:53.004334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:54.452764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.746358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:10.927382 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:23:11.217547 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-e00b868f-f9a5-4367-84c3-a5a6167b88d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774546 Oct 17 18:23:11.335577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-fab7db42-99ac-465b-a777-a5b056634624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:11.337552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-fab7db42-99ac-465b-a777-a5b056634624 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 1098 time: 0.0859041 Oct 17 18:23:11.484216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-b5cd0520-b2ae-43a9-9f75-ec00a6d1312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:11.484431 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-b5cd0520-b2ae-43a9-9f75-ec00a6d1312f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 200 len: 898 time: 0.1273384 Oct 17 18:23:11.551000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-59722cfc-0016-4283-8d80-96e6800e4573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 200 len: 217 time: 0.0604885 Oct 17 18:23:11.618097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-b125bd50-4e3c-4a2f-8cc5-6908c8da935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:11.619541 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-b125bd50-4e3c-4a2f-8cc5-6908c8da935a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 200 len: 834 time: 0.0634258 Oct 17 18:23:11.705914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-48e2cd46-0c49-4590-b8db-d20578569398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:11.715748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-48e2cd46-0c49-4590-b8db-d20578569398 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fa86e52-582d-478c-a9c0-e9155c0d76d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818968 Oct 17 18:23:11.841998 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-30569ad3-29ee-49ee-bae2-2c4ca7a0979d service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277614 Oct 17 18:23:11.973980 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38c82d9e-ae25-41a9-ab60-2b3f70727667 req-9f6f7b2f-4a0a-4dd6-a30e-a31091c191b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261573 Oct 17 18:23:19.708974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d1479c7-c84b-45ea-9a63-e2f6cbb89aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:22.279919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-514485f0-28a9-4863-966a-55923359f876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:23.551446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:23.597013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:24.369640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:25.713475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:34.041015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9618ee-1419-49f5-b704-61fd9656a205 req-60b3ec6a-8adc-4835-b4f9-6961a2917e46 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:34.042549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c9618ee-1419-49f5-b704-61fd9656a205 req-60b3ec6a-8adc-4835-b4f9-6961a2917e46 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.0896363 Oct 17 18:23:34.085741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c9618ee-1419-49f5-b704-61fd9656a205 req-8521a29d-ef29-471b-b66f-1d728cc15733 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376227 Oct 17 18:23:35.287649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4680-dd51-471b-984a-2d239b76fada req-970334a9-ed78-46e9-882c-5480ff12acfe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:35.289178 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-406d4680-dd51-471b-984a-2d239b76fada req-970334a9-ed78-46e9-882c-5480ff12acfe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.0918720 Oct 17 18:23:35.333930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-406d4680-dd51-471b-984a-2d239b76fada req-cf489f06-5a2a-494d-8c48-b3ee0a602bf7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387945 Oct 17 18:23:35.671694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-82ab968e-a1b1-4420-a7c7-ef5b4dcc3bef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:35.673139 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-82ab968e-a1b1-4420-a7c7-ef5b4dcc3bef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.0872955 Oct 17 18:23:35.850911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:35.851243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:36.091695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:36.092052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:36.385090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:36.385455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:36.385791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP b7de57f0-a872-4f31-a207-dd986467d83d disassociated. External IP: 172.26.2.224, port: 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef. Oct 17 18:23:36.386129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:36.601393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029856c-8257-4e4b-9673-574b7699fe29 req-16e1123f-9539-4eed-a646-8f05f459a820 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:36.602841 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4029856c-8257-4e4b-9673-574b7699fe29 req-16e1123f-9539-4eed-a646-8f05f459a820 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 946 time: 0.1542776 Oct 17 18:23:36.646468 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4029856c-8257-4e4b-9673-574b7699fe29 req-7ddfb9ce-b0cc-4480-b2f6-2981f09bb01c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376639 Oct 17 18:23:36.671069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:36.725805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=8a7ecf7d-ce84-4049-86bb-407e6b9c26ef,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:36.785098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.785445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.785911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.786267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.786601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.786927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.787250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.787573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.787895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.788216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.788629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.788954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:36.920134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:23:37.100964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:23:37.111794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:23:37.122089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:37.122711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:37.187973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:23:37.190603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:37.193511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'name': 'network-vif-deleted', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:37.195913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b37c2e-fea1-4a48-8912-3b88385b9165" -d '{"events": [{"server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "name": "network-vif-deleted", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:37.245431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e3e576-70bc-481f-a811-e3e07355acd0 x-openstack-request-id: req-f7e3e576-70bc-481f-a811-e3e07355acd0 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:37.245431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4be165-1cc6-4175-acbc-c9609e184378", "name": "network-vif-deleted", "tag": "8a7ecf7d-ce84-4049-86bb-407e6b9c26ef", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:37.245431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7e3e576-70bc-481f-a811-e3e07355acd0 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:37.245431 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e3e576-70bc-481f-a811-e3e07355acd0'] response: {'server_uuid': '6f4be165-1cc6-4175-acbc-c9609e184378', 'name': 'network-vif-deleted', 'tag': '8a7ecf7d-ce84-4049-86bb-407e6b9c26ef', 'status': 'completed', 'code': 200} Oct 17 18:23:37.262789 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a49c7bd8-1219-4fb1-b800-880f606a2e96 req-5eaf2942-66e5-49e1-b96f-b030556d6951 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/8a7ecf7d-ce84-4049-86bb-407e6b9c26ef HTTP/1.1" status: 204 len: 173 time: 1.5841455 Oct 17 18:23:37.307833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:37.617046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:37.620956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:23:37.629158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:37.629777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:37.810328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:37.942864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-89a0b3ec-0bf1-4d21-91c1-bda26cfddbd6 req-40704971-3bd6-409f-b6bc-906dbfbcb05e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:38.038970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-89a0b3ec-0bf1-4d21-91c1-bda26cfddbd6 req-40704971-3bd6-409f-b6bc-906dbfbcb05e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:38.040132 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-89a0b3ec-0bf1-4d21-91c1-bda26cfddbd6 req-40704971-3bd6-409f-b6bc-906dbfbcb05e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f4be165-1cc6-4175-acbc-c9609e184378 HTTP/1.1" status: 200 len: 210 time: 0.2625909 Oct 17 18:23:38.175761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:38.179696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2eb156-2f5c-4ea4-89b5-bafda74d4f72 None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9397958a-da57-4bd2-af50-a670e8b4ec2c', 'name': '', 'network_id': '2fa86e52-582d-478c-a9c0-e9155c0d76d0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:06:18:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:05Z', 'updated_at': '2022-10-17T18:20:14Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '235b8acd-e5a8-4344-a36d-72d61f20983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:23:38.395736 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca74242b-f72e-4637-9d47-99bece7c7009 None None] New status for floating IP b7de57f0-a872-4f31-a207-dd986467d83d: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:23:39.141786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44204) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:39.208545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.237093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.404538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.423340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9cf50c-51b2-4dcc-8ff3-aebe22e331b4,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:39.504963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.506101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-eb1a84d5-bcc3-4c98-854c-549f0c9796ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/de9cf50c-51b2-4dcc-8ff3-aebe22e331b4 HTTP/1.1" status: 204 len: 168 time: 0.3633397 Oct 17 18:23:39.603020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44210) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:39.816956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 741b822a-80d9-4959-a162-09bcc5778553 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:39.817297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.982937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:39.983269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:40.105072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 741b822a-80d9-4959-a162-09bcc5778553 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:40.322818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:40.368334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=741b822a-80d9-4959-a162-09bcc5778553,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:40.454154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:40.471239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:40.488683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:23:40.489021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 8a7ecf7d-ce84-4049-86bb-407e6b9c26ef not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:23:40.534308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:40.535464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-34ba51ce-c774-407e-b6af-be91f4714313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/b7de57f0-a872-4f31-a207-dd986467d83d HTTP/1.1" status: 204 len: 168 time: 0.9314511 Oct 17 18:23:41.054958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-829a5e87-2cc3-45b4-b920-cf4af1befbdb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:41.055641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-829a5e87-2cc3-45b4-b920-cf4af1befbdb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:41.133999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-829a5e87-2cc3-45b4-b920-cf4af1befbdb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:41.135885 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-829a5e87-2cc3-45b4-b920-cf4af1befbdb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.1691041 Oct 17 18:23:41.178671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-5ea9cade-e2eb-478b-8e39-c6035299b25c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:41.250680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-5ea9cade-e2eb-478b-8e39-c6035299b25c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:41.251893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9ff66a52-84a4-4de9-86e9-938adde57f25 req-5ea9cade-e2eb-478b-8e39-c6035299b25c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104481 Oct 17 18:23:42.448485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60b6e1-5bb4-424d-976d-c4e774f59820 req-1f86ce55-9f44-4568-bb98-403422234447 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:42.449952 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8d60b6e1-5bb4-424d-976d-c4e774f59820 req-1f86ce55-9f44-4568-bb98-403422234447 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.0853112 Oct 17 18:23:42.496221 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8d60b6e1-5bb4-424d-976d-c4e774f59820 req-04ff6578-52aa-47d8-b0a1-5ee1c910b21c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=673bb474-ed2c-4fb9-9b3c-bf983ca91978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Oct 17 18:23:42.827501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-e91c9c27-5f8c-4e4f-a509-e80e2c720864 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:42.828899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-e91c9c27-5f8c-4e4f-a509-e80e2c720864 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 945 time: 0.1273577 Oct 17 18:23:42.901927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port da924246-0431-4a8b-a238-739ed913548f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:42.902265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:43.144927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port da924246-0431-4a8b-a238-739ed913548f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=da924246-0431-4a8b-a238-739ed913548f,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:43.145202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:43.270654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for da924246-0431-4a8b-a238-739ed913548f owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:43.487814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:43.537000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=da924246-0431-4a8b-a238-739ed913548f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:43.772647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port da924246-0431-4a8b-a238-739ed913548f on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:23:43.775585 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f1ced84c-666c-4c54-9969-64aa28dad1a6 req-044f4fb2-aa6b-4efa-9604-97d004c6d313 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 210 time: 0.1592758 Oct 17 18:23:43.776510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:43.779080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'name': 'network-vif-deleted', 'tag': 'da924246-0431-4a8b-a238-739ed913548f'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:43.781332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f7ac78-4505-4a06-9973-d5526d1e9e0f" -d '{"events": [{"server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "name": "network-vif-deleted", "tag": "da924246-0431-4a8b-a238-739ed913548f"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:43.827162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2111b-8c63-4a77-b665-46947c621f95 x-openstack-request-id: req-e1b2111b-8c63-4a77-b665-46947c621f95 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:43.827497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04e3ba0-7718-4b93-9e16-fda955b1b16e", "name": "network-vif-deleted", "tag": "da924246-0431-4a8b-a238-739ed913548f", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:43.827760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1b2111b-8c63-4a77-b665-46947c621f95 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:43.828311 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b2111b-8c63-4a77-b665-46947c621f95'] response: {'server_uuid': 'a04e3ba0-7718-4b93-9e16-fda955b1b16e', 'name': 'network-vif-deleted', 'tag': 'da924246-0431-4a8b-a238-739ed913548f', 'status': 'completed', 'code': 200} Oct 17 18:23:43.850660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69e3f3c5-bf1f-43ff-be0e-ca8ca762d7ff req-523def46-16a4-462b-b800-8886539e1243 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/da924246-0431-4a8b-a238-739ed913548f HTTP/1.1" status: 204 len: 173 time: 1.0161743 Oct 17 18:23:44.951237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab33093f-6202-459f-988f-e57306302153 req-29bdcaf6-5c96-45e2-a0f3-560dc392737e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:45.043581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab33093f-6202-459f-988f-e57306302153 req-29bdcaf6-5c96-45e2-a0f3-560dc392737e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:45.044748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab33093f-6202-459f-988f-e57306302153 req-29bdcaf6-5c96-45e2-a0f3-560dc392737e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=a04e3ba0-7718-4b93-9e16-fda955b1b16e HTTP/1.1" status: 200 len: 210 time: 0.1459720 Oct 17 18:23:46.142520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44230) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:46.209561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:46.245232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:46.444145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:46.461464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bb474-ed2c-4fb9-9b3c-bf983ca91978,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:46.489041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device da924246-0431-4a8b-a238-739ed913548f no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:46.532962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:46.534415 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-52b60544-359e-4011-928d-284565e7e289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/673bb474-ed2c-4fb9-9b3c-bf983ca91978 HTTP/1.1" status: 204 len: 168 time: 0.3908420 Oct 17 18:23:46.541221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: da924246-0431-4a8b-a238-739ed913548f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:23:46.541562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device da924246-0431-4a8b-a238-739ed913548f not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:23:46.629167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44236) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:47.171148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:47.519527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 9397958a-da57-4bd2-af50-a670e8b4ec2c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:47.519860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:47.705432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 9397958a-da57-4bd2-af50-a670e8b4ec2c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9397958a-da57-4bd2-af50-a670e8b4ec2c,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:47.706487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:47.927609 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:23:47.942980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 9397958a-da57-4bd2-af50-a670e8b4ec2c owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:48.186607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:48.235088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=9397958a-da57-4bd2-af50-a670e8b4ec2c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:48.516397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:48.870241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b07b939c-bab1-4ad5-b046-bfb5b1444c0c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:23:49.041888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:23:49.051636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Sync routers for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:23:49.060751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:49.068400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:49.117880 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-736b38ec-545c-4847-bf22-303e05ff2476 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b07b939c-bab1-4ad5-b046-bfb5b1444c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4874878 Oct 17 18:23:49.120494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44240) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:49.188416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 235b8acd-e5a8-4344-a36d-72d61f20983a {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:23:49.191807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.238013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:49.245847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.330880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.529122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:23:48Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:49.548073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Checking router: b07b939c-bab1-4ad5-b046-bfb5b1444c0c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:23:49.552895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Routers {'b07b939c-bab1-4ad5-b046-bfb5b1444c0c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:49.553476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:49.621188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.660895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=235b8acd-e5a8-4344-a36d-72d61f20983a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:49.664438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.673249 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a1ee62af-f83b-466a-a2d3-30119ab98a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/235b8acd-e5a8-4344-a36d-72d61f20983a HTTP/1.1" status: 204 len: 168 time: 0.5491092 Oct 17 18:23:49.673989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cdb9baac-f490-4161-b944-746750906955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.674088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44244) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:49.679430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4270e1-a90b-4f81-aee3-cad31c10438b None None] Network 2fa86e52-582d-478c-a9c0-e9155c0d76d0 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:23:49.860240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:49.887982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] Set router b07b939c-bab1-4ad5-b046-bfb5b1444c0c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:50.044283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.102129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 01e38371-e22a-4131-8508-13b41e9317e6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:50.102129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.236246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:23:48Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:50.240343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459f213-57a9-4a4b-9616-f88b256158be None None] The sync data for ids ['b07b939c-bab1-4ad5-b046-bfb5b1444c0c'] in dv-neutron-861384-1-hyperv is: [{'id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'name': 'tempest-TestNetworkBasicOps-router-299400', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '01e38371-e22a-4131-8508-13b41e9317e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:19:58Z', 'updated_at': '2022-10-17T18:23:48Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '01e38371-e22a-4131-8508-13b41e9317e6', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07b939c-bab1-4ad5-b046-bfb5b1444c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:19:59Z', 'updated_at': '2022-10-17T18:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:23:50.282877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] DHCP port deletion for 2fa86e52-582d-478c-a9c0-e9155c0d76d0 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:23:50.286962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 01e38371-e22a-4131-8508-13b41e9317e6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=01e38371-e22a-4131-8508-13b41e9317e6,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:50.287456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.288435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Deleting port cf11ebfd-ff00-4d72-afad-3a65f3063265 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:50.288806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.411893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 01e38371-e22a-4131-8508-13b41e9317e6 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:50.491223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] For port cf11ebfd-ff00-4d72-afad-3a65f3063265, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=cf11ebfd-ff00-4d72-afad-3a65f3063265,segment=NetworkSegment(8f95ef76-7341-4b10-9df7-6fc85ca68a55),segment_id=8f95ef76-7341-4b10-9df7-6fc85ca68a55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:50.491622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.617212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Calling delete_port for cf11ebfd-ff00-4d72-afad-3a65f3063265 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:50.660708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device cf11ebfd-ff00-4d72-afad-3a65f3063265 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:50.692284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.746997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=01e38371-e22a-4131-8508-13b41e9317e6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:50.801037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port cf11ebfd-ff00-4d72-afad-3a65f3063265 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:50.801414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.845376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.878275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:50.923891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9397958a-da57-4bd2-af50-a670e8b4ec2c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:50.966308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Pushing event deleted for resources: {'Port': ['ID=cf11ebfd-ff00-4d72-afad-3a65f3063265,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:50.970827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9397958a-da57-4bd2-af50-a670e8b4ec2c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:23:50.971202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9397958a-da57-4bd2-af50-a670e8b4ec2c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:23:50.972656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] No DVR routers for this DVR port cf11ebfd-ff00-4d72-afad-3a65f3063265 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:23:50.979532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.979886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.982582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.983552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:50.983552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783c004f-fd35-4c0e-892c-b3476fc68f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:51.022479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.024606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.115965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.116401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router b07b939c-bab1-4ad5-b046-bfb5b1444c0c {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:23:51.132677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.133796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-760e56c5-8664-470f-a067-2528c1e8db6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/b07b939c-bab1-4ad5-b046-bfb5b1444c0c HTTP/1.1" status: 204 len: 168 time: 1.4591556 Oct 17 18:23:51.136370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44248) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:51.363261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.492018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.520199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa86e52-582d-478c-a9c0-e9155c0d76d0']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:51.532059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f95ef76-7341-4b10-9df7-6fc85ca68a55') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:51.532354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f95ef76-7341-4b10-9df7-6fc85ca68a55') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:51.544403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.560758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.567052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:23:51.567447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.635903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8f95ef76-7341-4b10-9df7-6fc85ca68a55 resource provider aggregate not found Oct 17 18:23:51.663312 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8f95ef76-7341-4b10-9df7-6fc85ca68a55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f95ef76-7341-4b10-9df7-6fc85ca68a55 found for delete ", "request_id": "req-4cd0a1d9-39f3-45e0-8b98-b90b37e44e66"}]} Oct 17 18:23:51.786822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.806254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:51.812232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=2fa86e52-582d-478c-a9c0-e9155c0d76d0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:51.906986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b3c329af-3021-4ada-90a2-7cc4816e2662 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/2fa86e52-582d-478c-a9c0-e9155c0d76d0 HTTP/1.1" status: 204 len: 168 time: 0.7696114 Oct 17 18:23:51.931205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44256) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:51.936632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--439736473', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:23:51.942162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:23:51.946254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:23:51.952432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:23:51.954704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:23:52.025802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:23:52.029147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.056131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:23:52.064462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.065245 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment 948fa723-e3d4-4904-802f-b9c120314eea of type vlan for network f29d46e6-aab1-421c-8f64-545f7b445126 Oct 17 18:23:52.091056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.191835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.203337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:52.203337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.242786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c47d0c4-6d0d-4a4b-a0d3-4279a92ad087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.307760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=f29d46e6-aab1-421c-8f64-545f7b445126,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:52.318884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network f29d46e6-aab1-421c-8f64-545f7b445126 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:23:52.357573 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2b4d07fe-81f2-4884-bf1e-34871f829f3c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4253178 Oct 17 18:23:52.360457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44262) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:52.365439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-704626141', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:23:52.373264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:23:52.377259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:23:52.380302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:23:52.386878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:23:52.447535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 01e38371-e22a-4131-8508-13b41e9317e6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:52.466743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.467862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.481647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 01e38371-e22a-4131-8508-13b41e9317e6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:23:52.481992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 01e38371-e22a-4131-8508-13b41e9317e6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:23:52.483265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.790086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:52.963537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.013563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.151677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.180920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.426976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.118 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2b4d54dc-90dd-4860-8fb3-33273240e0fe) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:23:53.571805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.667723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:53.732667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:23:53.735452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:53.738467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:23:53.776568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=2b4d54dc-90dd-4860-8fb3-33273240e0fe,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:54.334892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:54.401516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:54.677020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:54.968723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd6b7972-732e-43d9-b035-5940b54b7058 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:23:55.270118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:23:55.281207 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Sync routers for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:23:55.292860 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:55.293512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:55.352428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:55.354173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-770c9442-6ce2-43e9-8027-6ddc370f096e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9920733 Oct 17 18:23:55.356710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44266) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:55.395867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-62dce7e3-2f78-4e5d-906a-442c816d84b9 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380454 Oct 17 18:23:55.398488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:55.469220 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:55.528060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afff384-fa3c-4ba0-bbdd-597b5dd02847 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:55.529466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7afff384-fa3c-4ba0-bbdd-597b5dd02847 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300967 Oct 17 18:23:55.532315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:55.572272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-67f4d60e-9268-4f08-864e-d2eca6ead4b8 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386367 Oct 17 18:23:55.575116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44278) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:55.580458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1160715102', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:23:55.690671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:23:55.694537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:23:55.697311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:23:55.708266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:23:55.723539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:55.752138 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:53Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:55.754460 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Checking router: fd6b7972-732e-43d9-b035-5940b54b7058 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:23:55.754823 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Updating router fd6b7972-732e-43d9-b035-5940b54b7058 port 2b4d54dc-90dd-4860-8fb3-33273240e0fe binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:23:55.795897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:23:55.800820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:55.806334 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.089023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.134001 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.145713 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Transition to ACTIVE for port object 2b4d54dc-90dd-4860-8fb3-33273240e0fe will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:56.168927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=f91f02f3-ea85-43ed-86f5-cceec233668b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:56.175774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:23:56.175886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: f29d46e6-aab1-421c-8f64-545f7b445126, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:23:56.220154 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.284644 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Attempting to bind port 2b4d54dc-90dd-4860-8fb3-33273240e0fe on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:23:56.285235 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Attempting to bind port 2b4d54dc-90dd-4860-8fb3-33273240e0fe by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:23:56.285358 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Attempting to bind port 2b4d54dc-90dd-4860-8fb3-33273240e0fe on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:23:56.294032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:23:56.294392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:23:56.294781 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.295162 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:23:56.295611 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Bound port: 2b4d54dc-90dd-4860-8fb3-33273240e0fe, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:23:56.295974 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.325731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Pushing event updated for resources: {'Port': ['ID=2b4d54dc-90dd-4860-8fb3-33273240e0fe,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:56.344430 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.344707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.345038 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.345364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.345731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.346058 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.346369 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.346685 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.346995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.347303 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.347610 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.347913 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:56.352000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network f29d46e6-aab1-421c-8f64-545f7b445126 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:23:56.382831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] For port 2b4d54dc-90dd-4860-8fb3-33273240e0fe, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:23:56.385731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] For port 2b4d54dc-90dd-4860-8fb3-33273240e0fe, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2b4d54dc-90dd-4860-8fb3-33273240e0fe,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:23:56.475859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, f29d46e6-aab1-421c-8f64-545f7b445126) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:56.479851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:56.480439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.486198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ac160-05a5-4943-bc09-f7cba4f4b5e1 None None] Network f29d46e6-aab1-421c-8f64-545f7b445126 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:23:56.523862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.589274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:56.589388 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:56.617410 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8430c8b9-9d1b-446b-88d4-42d8fb494814 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0381644 Oct 17 18:23:56.617410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:56.711993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-f29d46e6-aab1-421c-8f64-545f7b445126', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:23:56.712888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.752445 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98338463-d8db-48cd-a826-0a22c5ea7efc None None] Pushing event updated for resources: {'Port': ['ID=2b4d54dc-90dd-4860-8fb3-33273240e0fe,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:56.799478 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:23:56.925445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Allocated IP 172.20.0.2 (f29d46e6-aab1-421c-8f64-545f7b445126/f91f02f3-ea85-43ed-86f5-cceec233668b/c49eb273-ea47-48fe-bec8-a2a3d0e27757) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:23:57.128569 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:53Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:57.132809 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389368c4-ea3f-49aa-8a06-f3ed91d1fc1a None None] The sync data for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:53Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:23:57.151829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.164820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Transition to ACTIVE for port object c49eb273-ea47-48fe-bec8-a2a3d0e27757 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:57.184239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Transition to ACTIVE for port object c49eb273-ea47-48fe-bec8-a2a3d0e27757 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:57.284015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.365378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Network f29d46e6-aab1-421c-8f64-545f7b445126 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:23:57.368539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:57.373748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:23:57.425045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Pushing event updated for resources: {'Port': ['ID=c49eb273-ea47-48fe-bec8-a2a3d0e27757,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:57.503642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Attempting to bind port c49eb273-ea47-48fe-bec8-a2a3d0e27757 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:23:57.504359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Attempting to bind port c49eb273-ea47-48fe-bec8-a2a3d0e27757 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:23:57.504359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Attempting to bind port c49eb273-ea47-48fe-bec8-a2a3d0e27757 on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:23:57.508030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.510529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:23:57.510529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Checking segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:23:57.510874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.511266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Bound using segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:23:57.511737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Bound port: c49eb273-ea47-48fe-bec8-a2a3d0e27757, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:23:57.512107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.608595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] For port c49eb273-ea47-48fe-bec8-a2a3d0e27757, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:23:57.612763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] For port c49eb273-ea47-48fe-bec8-a2a3d0e27757, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c49eb273-ea47-48fe-bec8-a2a3d0e27757,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:23:57.724490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:57.814061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7492-f62b-4d7d-800f-10e7ecc0d9da None None] Pushing event updated for resources: {'Port': ['ID=c49eb273-ea47-48fe-bec8-a2a3d0e27757,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:57.940248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (f29d46e6-aab1-421c-8f64-545f7b445126/f91f02f3-ea85-43ed-86f5-cceec233668b/0c7552e5-b63c-4f3e-a405-896a80edce98) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:23:58.127951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.145099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 0c7552e5-b63c-4f3e-a405-896a80edce98 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:58.232519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.303263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network f29d46e6-aab1-421c-8f64-545f7b445126 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:23:58.306354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:58.310163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:23:58.340635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:58.371247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.516977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c49eb273-ea47-48fe-bec8-a2a3d0e27757 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:23:58.554509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.649004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port c49eb273-ea47-48fe-bec8-a2a3d0e27757 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:58.654396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2b4d54dc-90dd-4860-8fb3-33273240e0fe up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:23:58.813346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 2b4d54dc-90dd-4860-8fb3-33273240e0fe completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:58.819327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2b4d54dc-90dd-4860-8fb3-33273240e0fe triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:23:58.819723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.820130 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2b4d54dc-90dd-4860-8fb3-33273240e0fe Oct 17 18:23:58.944075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2b4d54dc-90dd-4860-8fb3-33273240e0fe is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:58.944573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.963060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 2b4d54dc-90dd-4860-8fb3-33273240e0fe, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2b4d54dc-90dd-4860-8fb3-33273240e0fe,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:58.982803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.024367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.031901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.096721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=2b4d54dc-90dd-4860-8fb3-33273240e0fe,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:59.149500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.153063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:59.406796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network f29d46e6-aab1-421c-8f64-545f7b445126 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:23:59.408240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:59.445034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fde66b-e769-4118-a341-f7768d42b925 None None] Network f29d46e6-aab1-421c-8f64-545f7b445126 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:23:59.599720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd6b7972-732e-43d9-b035-5940b54b7058 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:23:59.648824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Provisioning for port c49eb273-ea47-48fe-bec8-a2a3d0e27757 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:59.658291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Provisioning complete for port c49eb273-ea47-48fe-bec8-a2a3d0e27757 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:23:59.658668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.659027 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Attempt 1 to provision port c49eb273-ea47-48fe-bec8-a2a3d0e27757 Oct 17 18:23:59.790753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:23:59.802786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Sync routers for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:23:59.807614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c385129f-eff1-4a0e-b2db-694ebb5e08fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/fd6b7972-732e-43d9-b035-5940b54b7058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874685 Oct 17 18:23:59.817051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44286) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:59.817728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Current status of the port c49eb273-ea47-48fe-bec8-a2a3d0e27757 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:59.817728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.831352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:23:59.831986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:23:59.954484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.955002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.955466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.955922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.956374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.956824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:59.961470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44290) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:23:59.961661 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fdfd0ac1-ba36-4cdf-834e-c56a3124d2b0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1525273 Oct 17 18:23:59.978173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] For port c49eb273-ea47-48fe-bec8-a2a3d0e27757, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c49eb273-ea47-48fe-bec8-a2a3d0e27757,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:00.031643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:00.042062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.042542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.043020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.043995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.044458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.044915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:00.047172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f5a9c0e9-1f5b-4444-a9e7-70649bf222fb tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0839562 Oct 17 18:24:00.049686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44294) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:00.118376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.292609 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-30272482-d013-447a-85ee-6afad429908f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2418041 Oct 17 18:24:00.295765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44298) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:00.302198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1881490463', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:00.342899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022be019-9b3b-4397-a3c2-88a2742495d0 None None] Pushing event updated for resources: {'Port': ['ID=c49eb273-ea47-48fe-bec8-a2a3d0e27757,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:00.440472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Provisioning for port 0c7552e5-b63c-4f3e-a405-896a80edce98 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:00.453629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Provisioning complete for port 0c7552e5-b63c-4f3e-a405-896a80edce98 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:00.454037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.454540 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Attempt 1 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:00.460227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:00.464302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:port and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:00.467365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:00.473020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:00.486983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c49eb273-ea47-48fe-bec8-a2a3d0e27757 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:00.568712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:00.571735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Port 0c7552e5-b63c-4f3e-a405-896a80edce98 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:00.572210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.588274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:00.594458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] device_id is not set on port 9ded5bf0-3973-4d27-bf9b-792142afcd5a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:24:00.595190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Checking router: fd6b7972-732e-43d9-b035-5940b54b7058 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:00.595573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Updating router fd6b7972-732e-43d9-b035-5940b54b7058 port 0c7552e5-b63c-4f3e-a405-896a80edce98 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:24:00.623903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port c49eb273-ea47-48fe-bec8-a2a3d0e27757 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:00.624279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.624615 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port c49eb273-ea47-48fe-bec8-a2a3d0e27757 Oct 17 18:24:00.693977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.739755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.5 (f29d46e6-aab1-421c-8f64-545f7b445126/f91f02f3-ea85-43ed-86f5-cceec233668b/9ded5bf0-3973-4d27-bf9b-792142afcd5a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:00.868190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port c49eb273-ea47-48fe-bec8-a2a3d0e27757 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:00.869273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2b4d54dc-90dd-4860-8fb3-33273240e0fe up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:00.953074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2b4d54dc-90dd-4860-8fb3-33273240e0fe triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:00.953358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:00.953723 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2b4d54dc-90dd-4860-8fb3-33273240e0fe Oct 17 18:24:01.044424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.059558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 9ded5bf0-3973-4d27-bf9b-792142afcd5a will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:01.072439 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Attempt 2 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:01.102443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2b4d54dc-90dd-4860-8fb3-33273240e0fe is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:01.124731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Port 0c7552e5-b63c-4f3e-a405-896a80edce98 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:01.169183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.291074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network f29d46e6-aab1-421c-8f64-545f7b445126 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:01.292691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:01.299419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:01.500361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.507608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.507608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Transition to ACTIVE for port object 0c7552e5-b63c-4f3e-a405-896a80edce98 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:01.529493 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c881c1e1-5194-4038-9f82-6fd468fbc716 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2325425 Oct 17 18:24:01.540075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.625506 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Attempt 3 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:01.716094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44304) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:01.722010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064508517', 'description': 'tempest-secgroup-smoke-1064508517 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:01.732292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:01.733799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:01.736769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:01.742510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:01.811842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050235a2-a399-4821-bc48-2fab463bdb08 None None] Pushing event updated for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:01.835990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Port 0c7552e5-b63c-4f3e-a405-896a80edce98 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:01.840453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.844394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Attempting to bind port 0c7552e5-b63c-4f3e-a405-896a80edce98 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:01.844764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Attempting to bind port 0c7552e5-b63c-4f3e-a405-896a80edce98 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:01.845125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Attempting to bind port 0c7552e5-b63c-4f3e-a405-896a80edce98 on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:01.851157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:01.851529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Checking segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:01.851929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.852313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Bound using segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:01.852797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Bound port: 0c7552e5-b63c-4f3e-a405-896a80edce98, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:01.853169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.860098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:01.864156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:01.867032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:01.872724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:01.941456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] For port 0c7552e5-b63c-4f3e-a405-896a80edce98, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:01.943379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.944508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] For port 0c7552e5-b63c-4f3e-a405-896a80edce98, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0c7552e5-b63c-4f3e-a405-896a80edce98,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:02.015244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.042347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.059106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe4686-3615-4432-91c0-f3ba936df498,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:02.108215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:02.111671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:23:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:02.128139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.129536 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed59134f-5cfa-4e5c-93f0-f3bbfa559469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4122918 Oct 17 18:24:02.133232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44308) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:02.141962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:02.144239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:02.148075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:02.150969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:02.156755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:02.249134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050235a2-a399-4821-bc48-2fab463bdb08 None None] Pushing event updated for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:02.260877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.300950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:02.328024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.342107 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Attempt 4 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:02.397427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.425323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7da756-43d6-45d2-8cc2-5cd74e27b340,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:02.539487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Port 0c7552e5-b63c-4f3e-a405-896a80edce98 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:24:02.572862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Provisioning complete for port c49eb273-ea47-48fe-bec8-a2a3d0e27757 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:02.577244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.577372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.577372 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Attempt 1 to provision port c49eb273-ea47-48fe-bec8-a2a3d0e27757 Oct 17 18:24:02.577553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-adb71743-7397-461b-948f-605d3b75eff9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409418 Oct 17 18:24:02.577553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44312) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:02.582109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:02.588080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:02.592079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:02.602907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:02.602907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:02.749808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.763771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-22ae565c-4aa4-419a-8165-765d0a09c0f4 None None] Current status of the port c49eb273-ea47-48fe-bec8-a2a3d0e27757 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:02.771571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:02.775438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfd536-e960-43ad-80bc-8a07ef6eddfe None None] The sync data for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:02.850961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.958673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.972554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Provisioning for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:02.979189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Provisioning complete for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:02.979730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.980076 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 1 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:02.983877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251ef71f-9350-4bc9-bdca-a6084c7ff896,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:03.039787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:03.049805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.051145 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bd405341-e0cd-4b0d-b22a-e68214b165b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4732666 Oct 17 18:24:03.054332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44318) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:03.059518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:03.065884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:03.070222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:03.073594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:03.079618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:03.176057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.244189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.312282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.336674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa02d240-5ee8-4b87-af62-4fe9f9e325ed,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:03.409940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.411652 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e8e1d4ca-ddd3-435f-81fa-897123553193 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562796 Oct 17 18:24:03.414097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44322) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:03.419035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:03.425359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:03.429525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:03.432527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:03.438646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:03.541139 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 2 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:03.582681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.596889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:03.654549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.769910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.803402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d701efb8-46ea-4560-8ef9-8fae231e9235,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:03.871893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.871893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-741032d6-f438-4e66-99e4-24770cf7c67d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4522626 Oct 17 18:24:03.871893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44326) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:03.874880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:03.881049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:03.885068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:03.887970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:03.894353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:03.951221 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:24:03.958549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.022166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.093053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.097658 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 3 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:04.118151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4589445a-2027-476f-9b14-a0f9f57db394,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:04.154275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:04.190336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.191539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-75ca6b2e-568d-4eea-b38a-52d64c815f28 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3205962 Oct 17 18:24:04.194274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44330) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:04.199167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe4686-3615-4432-91c0-f3ba936df498', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:04.205626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:04.209452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:04.212351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:04.218108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:04.351753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:24:04.359030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.432487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.472732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0c7552e5-b63c-4f3e-a405-896a80edce98 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:04.505952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.533580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7aba92-a9f6-4e7b-9288-cf9198d0173b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:04.612593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.615400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-77538a27-2d79-4d19-b44d-9d02ec59abc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4187155 Oct 17 18:24:04.641700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 0c7552e5-b63c-4f3e-a405-896a80edce98 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:04.647444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0c7552e5-b63c-4f3e-a405-896a80edce98 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:04.647818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.648324 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:04.676036 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 4 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:04.754033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:04.795136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-8d1de3ed-1674-4a7f-a39f-6752fc99d878 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:04.815968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0c7552e5-b63c-4f3e-a405-896a80edce98 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:04.816283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.848993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 0c7552e5-b63c-4f3e-a405-896a80edce98, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0c7552e5-b63c-4f3e-a405-896a80edce98,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:04.892694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-8d1de3ed-1674-4a7f-a39f-6752fc99d878 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:04.896730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-8d1de3ed-1674-4a7f-a39f-6752fc99d878 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064508517&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1374979 Oct 17 18:24:04.976584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e92a455e-01b4-4cf9-a737-e756d6f2399e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:04.977154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e92a455e-01b4-4cf9-a737-e756d6f2399e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:04.984244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.042937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e92a455e-01b4-4cf9-a737-e756d6f2399e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:05.044110 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e92a455e-01b4-4cf9-a737-e756d6f2399e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 930 time: 0.1435111 Oct 17 18:24:05.054379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:05.158445 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-33a653ae-3b87-4067-a153-3dc3ea256af1 service neutron] 10.222.0.36 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1007357 Oct 17 18:24:05.168309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-9f75a6e3-7d44-4ade-9293-d164451b0d98 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:24:05.169215 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-9f75a6e3-7d44-4ade-9293-d164451b0d98 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054138 Oct 17 18:24:05.255663 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 5 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:05.302808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-7c7b4124-cd72-432f-9cf0-62fc9f60143b service neutron] 10.222.0.36 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273201 Oct 17 18:24:05.312108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:05.435109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-6b3169fd-ae92-42e6-92d0-c710ebdba850 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260319 Oct 17 18:24:05.722173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-94e1aac3-42f3-4da4-8772-e67ce64a395a req-8f2fa8a9-628a-4eb0-a4d3-ae7c27beec84 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:05.734563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-94e1aac3-42f3-4da4-8772-e67ce64a395a req-8f2fa8a9-628a-4eb0-a4d3-ae7c27beec84 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:05.735700 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-94e1aac3-42f3-4da4-8772-e67ce64a395a req-8f2fa8a9-628a-4eb0-a4d3-ae7c27beec84 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0641170 Oct 17 18:24:05.815350 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 6 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:05.905252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:06.408800 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 7 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:06.459945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0c7552e5-b63c-4f3e-a405-896a80edce98 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:06.503917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:06.530577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0c7552e5-b63c-4f3e-a405-896a80edce98 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:06.530949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.531278 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0c7552e5-b63c-4f3e-a405-896a80edce98 Oct 17 18:24:06.647407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0c7552e5-b63c-4f3e-a405-896a80edce98 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:06.955878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3cfd2c9c-8ff8-42af-8d73-06a301a41925 req-63fdb37d-e0a4-4dbf-a04a-0dcec72f18cd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.1621740 Oct 17 18:24:07.005704 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 8 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:07.061773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:07.562761 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 9 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:07.615773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:08.116868 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Attempt 10 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:08.119139 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-806a6026-a01e-4246-abf8-8fdd9e4f8bea req-13679545-e669-4be1-a85e-f49ee85eab1f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0531874 Oct 17 18:24:08.170236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-687dcb1a-8e45-466c-abde-d450e46ec3a5 None None] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:09.143394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-f07e3303-5448-4e66-b270-cc4997fe95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:09.144743 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-f07e3303-5448-4e66-b270-cc4997fe95c7 service neutron] 10.222.0.42 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1026 time: 0.0605867 Oct 17 18:24:09.298683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2b5db360-0fa9-435f-a0ae-91101ca276dc req-0e247b0c-aabb-4dd5-977c-908b1e863ab3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0607533 Oct 17 18:24:09.358808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e54b5af9-f185-4256-a58c-75dec69f0a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:09.359571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e54b5af9-f185-4256-a58c-75dec69f0a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:09.659459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e54b5af9-f185-4256-a58c-75dec69f0a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:09.660465 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-e54b5af9-f185-4256-a58c-75dec69f0a32 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 200 len: 796 time: 0.4972749 Oct 17 18:24:09.714775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-b659479f-0439-45e8-a772-db0ba1a029a5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 380 time: 0.0392318 Oct 17 18:24:09.724514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Request body: {'port': {'device_id': '68468b78-0799-49dd-ae73-1455988c3ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:09.838174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.182344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ded5bf0-3973-4d27-bf9b-792142afcd5a {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:24:10.189880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.204404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Transition to ACTIVE for port object 9ded5bf0-3973-4d27-bf9b-792142afcd5a will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:10.292243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.478915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:10.503856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384d9d-0893-4d3f-8a9c-a6b876067425 req-d661a0f2-909b-499a-ad17-47f26eafaf0d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:10.505311 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cf384d9d-0893-4d3f-8a9c-a6b876067425 req-d661a0f2-909b-499a-ad17-47f26eafaf0d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.0893054 Oct 17 18:24:10.520278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:10.520615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:10.520943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:10.525685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:24:10.528549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:10.531098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:10.531431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Checking segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:10.531807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Bound using segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:10.532484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Bound port: 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:10.532827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.550687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-cf384d9d-0893-4d3f-8a9c-a6b876067425 req-889da6e9-889d-4ca7-8303-975827b1fa9c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:10.562001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-cf384d9d-0893-4d3f-8a9c-a6b876067425 req-889da6e9-889d-4ca7-8303-975827b1fa9c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:10.565347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cf384d9d-0893-4d3f-8a9c-a6b876067425 req-889da6e9-889d-4ca7-8303-975827b1fa9c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515461 Oct 17 18:24:10.621215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:10.624190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:10.740238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.780132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:10.780735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.782506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1131 time: 1.0619302 Oct 17 18:24:10.782994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:10.785679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88190123-afe0-4a05-baff-20e5b5c3a89a" -d '{"events": [{"name": "network-changed", "server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:10.830778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516bdca-e69f-42ba-b851-0b0c81ec1d41 x-openstack-request-id: req-0516bdca-e69f-42ba-b851-0b0c81ec1d41 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:10.831072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:10.831324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0516bdca-e69f-42ba-b851-0b0c81ec1d41 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:10.831722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0516bdca-e69f-42ba-b851-0b0c81ec1d41'] response: {'name': 'network-changed', 'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'status': 'completed', 'code': 200} Oct 17 18:24:10.848111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8e4c-0296-4fb8-9a79-38deba037d95 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:10.955012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-9ec306c2-9b1b-433c-ab28-16ba0e08a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:10.956539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-9ec306c2-9b1b-433c-ab28-16ba0e08a372 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 1134 time: 0.0830655 Oct 17 18:24:11.103791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-0feaa638-c3fc-4a88-8b5c-c00ab01e564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.105222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-0feaa638-c3fc-4a88-8b5c-c00ab01e564a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1356897 Oct 17 18:24:11.248280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-e99c3ce4-ab31-44e1-83bf-5e75f23321ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.250650 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-88190123-afe0-4a05-baff-20e5b5c3a89a req-e99c3ce4-ab31-44e1-83bf-5e75f23321ab service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387806 Oct 17 18:24:11.498643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-b85f239c-f7db-4274-9e30-e18c3e8683e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.500116 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-b85f239c-f7db-4274-9e30-e18c3e8683e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 1134 time: 0.1915517 Oct 17 18:24:11.577519 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-4a0ab245-ff7e-49f4-a4a8-931b52342f47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 217 time: 0.0636313 Oct 17 18:24:11.643931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-99175fd8-aaf4-4d0d-bafe-54931e564117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.645760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-99175fd8-aaf4-4d0d-bafe-54931e564117 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f91f02f3-ea85-43ed-86f5-cceec233668b HTTP/1.1" status: 200 len: 835 time: 0.0619256 Oct 17 18:24:11.730588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-1c7d8e41-2d82-4d52-aa0f-b3a795acd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.732783 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-1c7d8e41-2d82-4d52-aa0f-b3a795acd356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f29d46e6-aab1-421c-8f64-545f7b445126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807362 Oct 17 18:24:11.786155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ea5a4-2efd-4af3-a825-42a8fab31a0e req-c85e66c9-b0ba-4420-947e-244a9e09c5d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:11.787627 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0b3ea5a4-2efd-4af3-a825-42a8fab31a0e req-c85e66c9-b0ba-4420-947e-244a9e09c5d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.0933328 Oct 17 18:24:11.834579 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0b3ea5a4-2efd-4af3-a825-42a8fab31a0e req-8a7c39d5-18a8-4424-9c4b-b423304e3c54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Oct 17 18:24:11.870404 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-1d02046c-9be7-4fcd-85c7-64891ea43613 service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324024 Oct 17 18:24:12.007231 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a355f5f1-68d4-4238-bdad-08ccd5fd3c17 req-df0756f9-be81-4eb1-a8eb-f2d444e4b59b service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307604 Oct 17 18:24:12.060592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-a4a9dd15-696b-412d-aa65-076b51fc40f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802474 Oct 17 18:24:12.236086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915369e6-020b-4e83-a065-4ddf49c90807 req-20f154d9-3bfa-4115-9ae4-26e985a64506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:12.237540 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-20f154d9-3bfa-4115-9ae4-26e985a64506 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1099 time: 0.0776787 Oct 17 18:24:12.380492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915369e6-020b-4e83-a065-4ddf49c90807 req-500a7650-eb9e-47a0-8f9f-b1b795123200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:12.381936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-500a7650-eb9e-47a0-8f9f-b1b795123200 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.1255693 Oct 17 18:24:12.484563 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-ee04bb00-1c72-4622-a667-ec3757ef3335 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 1002 time: 0.0963683 Oct 17 18:24:12.547787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915369e6-020b-4e83-a065-4ddf49c90807 req-f7aa84a8-df8b-486c-b992-44afc664a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:12.549127 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-f7aa84a8-df8b-486c-b992-44afc664a368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0564566 Oct 17 18:24:12.635385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915369e6-020b-4e83-a065-4ddf49c90807 req-368cf6da-93f3-407b-b661-4a1db65320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:12.635385 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-368cf6da-93f3-407b-b661-4a1db65320d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787191 Oct 17 18:24:12.764718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-43791d22-abcf-4518-9b3e-cf1872eae90f service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239600 Oct 17 18:24:12.901736 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-915369e6-020b-4e83-a065-4ddf49c90807 req-4e83afb3-5b53-4459-aaaf-87cde5245234 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311293 Oct 17 18:24:13.043873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5230-5996-4176-bd25-378984ff6bf4 req-7f8bea2e-f884-4293-a8a3-ebc01f45f9f4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:13.045339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5dd5230-5996-4176-bd25-378984ff6bf4 req-7f8bea2e-f884-4293-a8a3-ebc01f45f9f4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.0941789 Oct 17 18:24:13.089435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5dd5230-5996-4176-bd25-378984ff6bf4 req-d58cd43a-228f-4558-8e91-bc87cf9745fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Oct 17 18:24:14.283928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc4964-07eb-40ea-a7c8-22e6b8d176d2 req-77993b8b-e589-4b5e-a19c-32527191877f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:14.285410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ccc4964-07eb-40ea-a7c8-22e6b8d176d2 req-77993b8b-e589-4b5e-a19c-32527191877f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.0874844 Oct 17 18:24:14.329060 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ccc4964-07eb-40ea-a7c8-22e6b8d176d2 req-e48529b5-51c6-4d40-8009-6490b59aa486 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Oct 17 18:24:15.529956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecc544-f84b-4639-9a41-5f44e7a15788 req-7e9ad0ed-cc47-47d4-9bf9-757df1e7cb1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:15.532373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6ecc544-f84b-4639-9a41-5f44e7a15788 req-7e9ad0ed-cc47-47d4-9bf9-757df1e7cb1d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.0901940 Oct 17 18:24:15.575969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6ecc544-f84b-4639-9a41-5f44e7a15788 req-347fa060-41b8-4e4b-8122-899b17920ec0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Oct 17 18:24:16.604559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:24:16.743928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:16.757758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'mac_address': 'fa:16:3e:ea:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:24:16.815021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ded5bf0-3973-4d27-bf9b-792142afcd5a is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:16.815021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.833584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ded5bf0-3973-4d27-bf9b-792142afcd5a {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:24:16.850115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:16.922393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.939384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb19e4-0cf4-49fe-a4e4-7e88d7ac4741 req-9c64de37-abbf-49fa-8144-e0a81bfc63b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:16.940825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-49cb19e4-0cf4-49fe-a4e4-7e88d7ac4741 req-9c64de37-abbf-49fa-8144-e0a81bfc63b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 981 time: 0.2510135 Oct 17 18:24:16.985620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-49cb19e4-0cf4-49fe-a4e4-7e88d7ac4741 req-cc620b88-27e9-4229-b1b5-a7708923dbe3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383546 Oct 17 18:24:16.993423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:17.388593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9ded5bf0-3973-4d27-bf9b-792142afcd5a'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:24:18.182173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8217fe2-c169-4744-ba28-3b2c12f29dc7 req-b954dbec-aa23-4101-9d91-0364e89ff610 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:18.183606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c8217fe2-c169-4744-ba28-3b2c12f29dc7 req-b954dbec-aa23-4101-9d91-0364e89ff610 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 982 time: 0.0861206 Oct 17 18:24:18.227772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c8217fe2-c169-4744-ba28-3b2c12f29dc7 req-fef305e7-1a52-4658-be82-37e582fe7fae tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Oct 17 18:24:18.630256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:18.795684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:18.800670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:18.801026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.801360 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:18.919245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ded5bf0-3973-4d27-bf9b-792142afcd5a is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:18.919627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.946832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:18.950311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df155f-376e-4d23-bc87-84267c9538d1" -d '{"events": [{"server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:18.956392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:18.991470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0144c1fa-c7f8-417c-95b2-04f4f3447976 x-openstack-request-id: req-0144c1fa-c7f8-417c-95b2-04f4f3447976 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:18.991758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:18.992010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0144c1fa-c7f8-417c-95b2-04f4f3447976 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:18.992401 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0144c1fa-c7f8-417c-95b2-04f4f3447976'] response: {'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'code': 200} Oct 17 18:24:19.036303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.104831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:19.406045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85422e38-a74a-48af-b3a2-4345478ca17e req-b2d514c9-dd7c-409d-a7e2-fb2fe1e59cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:19.407678 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85422e38-a74a-48af-b3a2-4345478ca17e req-b2d514c9-dd7c-409d-a7e2-fb2fe1e59cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 1136 time: 0.0811508 Oct 17 18:24:19.432187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576fc67-107a-4b26-aea9-56afe0e22343 req-3e17c128-ec05-4386-aae6-31b1e770eceb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:19.433654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0576fc67-107a-4b26-aea9-56afe0e22343 req-3e17c128-ec05-4386-aae6-31b1e770eceb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0925462 Oct 17 18:24:19.450183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-85422e38-a74a-48af-b3a2-4345478ca17e req-d79aa91e-66dd-4802-acd1-40f698b4c99d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368464 Oct 17 18:24:19.480135 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0576fc67-107a-4b26-aea9-56afe0e22343 req-6e5f5e18-7f37-444e-b3cc-21ba5a79a642 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Oct 17 18:24:19.612948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-53f25932-c588-425e-b62b-1935c270c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:20.675959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dde7d-e7af-4ead-b729-fe2135bba829 req-9ab66eff-7b43-47ed-8a99-45112d752922 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:20.678091 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-598dde7d-e7af-4ead-b729-fe2135bba829 req-9ab66eff-7b43-47ed-8a99-45112d752922 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0872192 Oct 17 18:24:20.726220 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-598dde7d-e7af-4ead-b729-fe2135bba829 req-982af7a3-7573-4159-9612-8e00d46b5848 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420852 Oct 17 18:24:21.926546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08317c24-4646-4666-9ebb-00f44124005c req-4b28e0dc-e924-4ab9-b21c-626b44a4b41a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:21.928007 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-08317c24-4646-4666-9ebb-00f44124005c req-4b28e0dc-e924-4ab9-b21c-626b44a4b41a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0921392 Oct 17 18:24:21.972187 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-08317c24-4646-4666-9ebb-00f44124005c req-29321615-78d7-4d00-b2cb-2954dfe41e64 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Oct 17 18:24:22.167172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c73b41-3849-4de3-9ae9-c0a7bfb74745 req-7ac01d2b-70c0-4729-b83b-4ad03d98a65d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:22.168523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-38c73b41-3849-4de3-9ae9-c0a7bfb74745 req-7ac01d2b-70c0-4729-b83b-4ad03d98a65d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0873487 Oct 17 18:24:22.214570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-38c73b41-3849-4de3-9ae9-c0a7bfb74745 req-443fb48a-787c-48c5-8074-1b38203cc3dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Oct 17 18:24:22.244103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44406) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:22.320468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-358ff76b-ab86-4ca6-b587-2df69a0602cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.324704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0d0cc-6ef5-4862-8e1b-274014d5f8e4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:22.326229 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-dce0d0cc-6ef5-4862-8e1b-274014d5f8e4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 1131 time: 0.0810976 Oct 17 18:24:22.329031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44410) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:22.334214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:22.340040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:22.370421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:22.370421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:22.370421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:22.464144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.598473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.733815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.55 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/be8916a6-d8a8-4a9a-9786-1a18699140b0) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:22.895894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.996133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.018298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.019018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.082431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:23.085870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:23.089449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:23.125512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=be8916a6-d8a8-4a9a-9786-1a18699140b0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:23.492850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.638020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.944176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.019089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.123913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.172955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=be8916a6-d8a8-4a9a-9786-1a18699140b0,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:24.298651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP f2e5cb91-fd9c-496f-b443-ed93a4e8648b associated. External IP: 172.26.2.55, port: 9ded5bf0-3973-4d27-bf9b-792142afcd5a. Oct 17 18:24:24.415318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.656123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd6b7972-732e-43d9-b035-5940b54b7058 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:24.894104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:24.895484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Sync routers for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:24.895484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:24.895484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:25.013087 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:24:25.068079 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:25.116337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:25.176733 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d8fa8433-e815-451e-90aa-ec9d42ce3b55 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8467016 Oct 17 18:24:25.177969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:25.180233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a707c-53c6-4176-b8cf-b748e6744673" -d '{"events": [{"name": "network-changed", "server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:25.180504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44416) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:25.233825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8572ee0e-b1a6-4c29-91cb-954f2fd3e0d9 x-openstack-request-id: req-8572ee0e-b1a6-4c29-91cb-954f2fd3e0d9 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:25.234168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68468b78-0799-49dd-ae73-1455988c3ff6", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:25.234371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8572ee0e-b1a6-4c29-91cb-954f2fd3e0d9 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:25.234776 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8572ee0e-b1a6-4c29-91cb-954f2fd3e0d9'] response: {'name': 'network-changed', 'server_uuid': '68468b78-0799-49dd-ae73-1455988c3ff6', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'status': 'completed', 'code': 200} Oct 17 18:24:25.280410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d628308-9655-46d6-ab76-d4fd472eb7ec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:25.280839 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7d628308-9655-46d6-ab76-d4fd472eb7ec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6&network_id=f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 200 len: 1131 time: 0.0988901 Oct 17 18:24:25.349314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-af1c90c2-eaac-41e3-94b9-dc74ea3152da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:25.351352 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-af1c90c2-eaac-41e3-94b9-dc74ea3152da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 1136 time: 0.0811038 Oct 17 18:24:25.473219 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f2e5cb91-fd9c-496f-b443-ed93a4e8648b', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1881490463', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'mac_address': 'fa:16:3e:ea:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68468b78-0799-49dd-ae73-1455988c3ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:24:23Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:25.479994 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Checking router: fd6b7972-732e-43d9-b035-5940b54b7058 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:25.489121 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:25.489990 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:25.502925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-0ca28108-3ed1-4963-bbcd-1787daed5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:25.504926 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-0ca28108-3ed1-4963-bbcd-1787daed5a4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 200 len: 897 time: 0.1470528 Oct 17 18:24:25.618043 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-aca4ccea-9a9f-4cd9-81ca-82572bd2f548 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1036 time: 0.1073604 Oct 17 18:24:25.694899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:25.800527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:25.808343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-ced70f7c-0bb6-4b86-aa44-0f6c062ebcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:25.809800 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-ced70f7c-0bb6-4b86-aa44-0f6c062ebcfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f91f02f3-ea85-43ed-86f5-cceec233668b HTTP/1.1" status: 200 len: 835 time: 0.1856141 Oct 17 18:24:25.898006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-3b20c255-7ac3-4e88-b553-0f6e42b82161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:25.899623 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-3b20c255-7ac3-4e88-b553-0f6e42b82161 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f29d46e6-aab1-421c-8f64-545f7b445126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802722 Oct 17 18:24:26.048994 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f2e5cb91-fd9c-496f-b443-ed93a4e8648b', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1881490463', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'mac_address': 'fa:16:3e:ea:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68468b78-0799-49dd-ae73-1455988c3ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:24:23Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:26.053125 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec264c-4961-4704-9804-a2e84564c7c0 None None] The sync data for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f2e5cb91-fd9c-496f-b443-ed93a4e8648b', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.55', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1881490463', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'mac_address': 'fa:16:3e:ea:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68468b78-0799-49dd-ae73-1455988c3ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:24:23Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:26.061243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be9724-1b0d-4e24-8c48-d341a394d470 req-ea8e3df2-1a82-40f8-8680-ab4c0ae22f57 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:26.063057 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98be9724-1b0d-4e24-8c48-d341a394d470 req-ea8e3df2-1a82-40f8-8680-ab4c0ae22f57 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.1007581 Oct 17 18:24:26.084557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-a0317a50-d5ab-42dc-ba49-429ad77d264e service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477649 Oct 17 18:24:26.110826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98be9724-1b0d-4e24-8c48-d341a394d470 req-52061a76-2066-4c20-8f27-c913cc2b93ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Oct 17 18:24:26.241401 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba7a707c-53c6-4176-b8cf-b748e6744673 req-7273442b-525e-4f7a-a2dd-f7aec89fc455 service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455746 Oct 17 18:24:26.247355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501a844-71f2-4014-8efd-eadea1f436c9 None None] New status for floating IP f2e5cb91-fd9c-496f-b443-ed93a4e8648b: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:24:27.315305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8a7a7-4853-409b-99ab-a525dca90d33 req-609c851f-95f7-47cd-92b1-843d9297f259 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:27.317590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46b8a7a7-4853-409b-99ab-a525dca90d33 req-609c851f-95f7-47cd-92b1-843d9297f259 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0945234 Oct 17 18:24:27.362255 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46b8a7a7-4853-409b-99ab-a525dca90d33 req-2c80a6de-7cf5-400a-ab66-a5bd6955e9bc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Oct 17 18:24:27.691447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-cb23e4ba-89fa-44f2-b8bb-13552bbf05ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:27.692845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-cb23e4ba-89fa-44f2-b8bb-13552bbf05ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 983 time: 0.0878203 Oct 17 18:24:27.769865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-648caf16-e857-42e8-9b3c-967b19dcf672 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:27.771760 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-648caf16-e857-42e8-9b3c-967b19dcf672 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715184 Oct 17 18:24:27.915343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-91ba208c-5bc9-4a46-a680-5fa4180dd049 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1389365 Oct 17 18:24:27.925908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:28.034339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.227793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:28.256406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:28.306167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] device_id is not set on port 9ded5bf0-3973-4d27-bf9b-792142afcd5a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:24:28.314383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.376939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.524610 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d2b22b92-89c7-42b1-b9b6-4da48cee2ba3 req-4e017772-4dfc-49c6-911f-f3f176463d04 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0507581 Oct 17 18:24:28.525080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=6']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:28.569931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] No DVR routers for this DVR port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:24:28.898324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] In _notify_port_updated(), no bound segment for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:24:28.899124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:28.899716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.900952 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b246888-11ea-4d6e-afd3-a3db0ee87744 req-e6d14097-1a46-4afc-af12-cd6c22964801 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1026 time: 0.9788404 Oct 17 18:24:29.708555 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4e9da48f-34f7-46f5-97e8-aff991e62a4f req-e6facaf7-270a-4755-9445-c76b43b1bf09 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=68468b78-0799-49dd-ae73-1455988c3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0524285 Oct 17 18:24:30.649452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:30.705697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:30.807874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44436) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:30.879422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50551732-426d-4552-8bda-01943a9bb997 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:30.881244 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-50551732-426d-4552-8bda-01943a9bb997 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 925 time: 0.0719054 Oct 17 18:24:31.003513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44442) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:31.009150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737323533', 'description': 'tempest-secgroup-smoke-737323533 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:31.015056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:31.025107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:31.080652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.102326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:31.106222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:31.109113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:31.114742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:31.182019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.251825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.298563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b83ba-582d-4e89-8ff4-2e5710c164ac,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:31.383911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.385144 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-522355b0-f9dd-43a8-a1e6-3453ecc08fe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3806560 Oct 17 18:24:31.387968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:31.392981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:31.399497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:31.403358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:31.412998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:31.413213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:31.498686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.558143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.652125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.675301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fe2780-3f51-4c06-86bd-f3b11a55c237,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:31.784383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.784977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-34f2bf1b-01f1-4898-ab7b-1d650ce8ffc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3960874 Oct 17 18:24:31.787905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:31.792682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:31.798652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:31.802532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:31.805466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:31.810955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:31.928195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.987383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.137998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.162231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a3ce36-58d3-4152-af03-56842976558b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:32.309966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.311186 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-66c99831-9ba8-4daa-b3f7-748e55051f6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5223880 Oct 17 18:24:32.314016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44454) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:32.319576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:32.326761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:32.330077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:32.333027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:32.338649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:32.442292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.506477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.606853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.631153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c70ce7-0c26-4a34-8725-d3df71ca76a8,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:32.738255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.739498 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0439d4a3-8d32-48c0-8878-b393e3796de9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243536 Oct 17 18:24:32.742195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44458) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:32.750817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:32.758442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:32.769273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:32.769273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:32.773990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:32.899482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.961985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.092052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.116708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3d2041-52d2-44d8-8bda-db9c54aab546,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:33.212543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.213826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-05c8dc65-bb18-452b-b377-672c78afc418 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4699023 Oct 17 18:24:33.216596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44462) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:33.221724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:33.228400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:33.232280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:33.235238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:33.241620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:33.423882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:24:33.431447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.498657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.578336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.604125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8f95ca-175b-4dc8-b7c1-85920bddfc97,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:33.658317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.659722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b25d3166-3464-43b2-b983-47b8819cff66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4415550 Oct 17 18:24:33.662586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44466) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:33.667746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e20b83ba-582d-4e89-8ff4-2e5710c164ac', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:33.674029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:33.677891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:33.680811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:33.686590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:33.766851 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:24:33.774590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.841561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.933533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.956647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434f38c6-26ce-4f81-b919-b2639923adc9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:34.029744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.031189 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7d8a50f-8abc-4e87-a41c-ea56ed35c122 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674090 Oct 17 18:24:34.208063 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-2af529e0-4dc5-4b77-991a-124c9543a11d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737323533&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.0461526 Oct 17 18:24:34.293991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-9b355297-48a0-493e-9750-6765ad3b76ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:34.295330 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-9b355297-48a0-493e-9750-6765ad3b76ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 930 time: 0.0808842 Oct 17 18:24:34.368212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-5cf00a6f-837b-4984-89eb-2fe7e9fe5314 service neutron] 10.222.0.36 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0605054 Oct 17 18:24:34.501076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-84b3774e-e38b-4767-bc8b-8c19eee2e4a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271389 Oct 17 18:24:34.633003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-5fcc2425-bfd3-4bbe-af61-2026db6a482b service neutron] 10.222.0.36 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253428 Oct 17 18:24:34.931373 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3e3d3387-e400-4f16-a121-cab1a77d05a3 req-deab7439-5708-43a7-9e97-9d65be582700 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 210 time: 0.0507603 Oct 17 18:24:36.096828 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-22eee7df-e9fd-4414-8d4e-508ebcaa6c94 req-59d883cc-98fb-4a9e-9e1f-847af0f5ee4e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 210 time: 0.0535388 Oct 17 18:24:37.259669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-6a6a4c86-6ea5-4fcf-9726-0e53e5ecd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:37.262150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-6a6a4c86-6ea5-4fcf-9726-0e53e5ecd5a1 service neutron] 10.222.0.42 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1026 time: 0.1072330 Oct 17 18:24:37.267063 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2973123d-1653-403e-903a-0567cf498ae6 req-d2a5e8b2-d34d-4108-b17f-82c3fe65f17d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 210 time: 0.0558372 Oct 17 18:24:37.416011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-56eea187-6f6c-4d07-9326-27b6e653fd18 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:37.417408 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-56eea187-6f6c-4d07-9326-27b6e653fd18 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 200 len: 796 time: 0.1495283 Oct 17 18:24:37.474221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-f6dda895-8c0b-492d-a215-9ddfc910ec67 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:37.571992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-f6dda895-8c0b-492d-a215-9ddfc910ec67 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:37.573657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-f6dda895-8c0b-492d-a215-9ddfc910ec67 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 472 time: 0.1411910 Oct 17 18:24:37.583425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Request body: {'port': {'device_id': '529e0742-f4df-492c-b2ba-f269cde7f7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:37.698466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.038832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ded5bf0-3973-4d27-bf9b-792142afcd5a {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:24:38.046158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.060074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Transition to ACTIVE for port object 9ded5bf0-3973-4d27-bf9b-792142afcd5a will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:38.160126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.303889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=7']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:38.419509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:38.419841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:38.420164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:38.424938 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:24:38.425250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Attempting to bind port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:38.430752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:38.431089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Checking segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:38.431470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Bound using segment: {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:38.432038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Bound port: 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948fa723-e3d4-4904-802f-b9c120314eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:38.432394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.468399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed01c3-72e7-415f-9fc0-5382a1b83d9d req-24a715ba-288f-4a92-bb36-81a88317ed07 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:38.475666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-34ed01c3-72e7-415f-9fc0-5382a1b83d9d req-24a715ba-288f-4a92-bb36-81a88317ed07 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 981 time: 0.0896895 Oct 17 18:24:38.513555 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-34ed01c3-72e7-415f-9fc0-5382a1b83d9d req-a4f0f716-9c77-4a71-9c2c-483ee9aeb339 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Oct 17 18:24:38.529120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:38.532404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:38.652216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.655176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:38.658779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.658779 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1131 time: 1.0779605 Oct 17 18:24:38.687187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e0742-f4df-492c-b2ba-f269cde7f7bd', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:38.689492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "529e0742-f4df-492c-b2ba-f269cde7f7bd", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:38.730621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56541c5-564a-49a9-a906-27f69e4c9328 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=8']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:38.735978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe8e0d-67f2-472a-8608-9b4c1989f2bb x-openstack-request-id: req-17fe8e0d-67f2-472a-8608-9b4c1989f2bb {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:38.736260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529e0742-f4df-492c-b2ba-f269cde7f7bd", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:38.736510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17fe8e0d-67f2-472a-8608-9b4c1989f2bb {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:38.736960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fe8e0d-67f2-472a-8608-9b4c1989f2bb'] response: {'name': 'network-changed', 'server_uuid': '529e0742-f4df-492c-b2ba-f269cde7f7bd', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'status': 'completed', 'code': 200} Oct 17 18:24:38.860053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-06ef91ad-2352-47aa-9689-475c33f8e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:38.860785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-06ef91ad-2352-47aa-9689-475c33f8e86e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 1134 time: 0.0817225 Oct 17 18:24:39.109019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-329327b0-a879-40b5-b916-2b815d5366d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.110485 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-329327b0-a879-40b5-b916-2b815d5366d9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2372017 Oct 17 18:24:39.245685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-b2d210bd-4af4-48b5-9056-fe09621bbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.247120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ffa44b7-ccb0-4bcf-90a8-8cec3645e3fe req-b2d210bd-4af4-48b5-9056-fe09621bbce6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308055 Oct 17 18:24:39.381879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-3c4a3bb3-4680-43b9-9a75-320d572d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.383425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-3c4a3bb3-4680-43b9-9a75-320d572d5977 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 1134 time: 0.0787847 Oct 17 18:24:39.494903 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-70fc952d-57eb-4bae-a0db-0ab5bc7ce076 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1036 time: 0.0961754 Oct 17 18:24:39.559681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-b2f36a04-29e4-4e8c-8177-7aee4da3e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.561299 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-b2f36a04-29e4-4e8c-8177-7aee4da3e5ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f91f02f3-ea85-43ed-86f5-cceec233668b HTTP/1.1" status: 200 len: 835 time: 0.0606594 Oct 17 18:24:39.652518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-1a736046-2441-4c74-9dec-63d3d30a6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.652518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-1a736046-2441-4c74-9dec-63d3d30a6f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f29d46e6-aab1-421c-8f64-545f7b445126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817153 Oct 17 18:24:39.723680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c013-2c49-4a2a-b846-23d6e8cecde9 req-4e659e7e-547e-4ec8-b682-be98ae4043fd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:39.725164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6595c013-2c49-4a2a-b846-23d6e8cecde9 req-4e659e7e-547e-4ec8-b682-be98ae4043fd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 981 time: 0.0906038 Oct 17 18:24:39.770219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6595c013-2c49-4a2a-b846-23d6e8cecde9 req-e22cada1-c94e-4550-a5e9-2e8c10cde593 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Oct 17 18:24:39.882968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-01717ebc-23ee-4fb2-bc77-833e42a148b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285526 Oct 17 18:24:40.012724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea265f6e-52e7-4191-8e75-73d76048a4a5 req-fe9b8036-f153-4382-b4ce-5e77e85e02ef service neutron] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240485 Oct 17 18:24:40.980409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000cfcd-1012-488d-a3dc-f05187fca66b req-33559939-f497-46b6-a07f-585517984baf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:40.980409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e000cfcd-1012-488d-a3dc-f05187fca66b req-33559939-f497-46b6-a07f-585517984baf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 981 time: 0.0920420 Oct 17 18:24:41.019739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e000cfcd-1012-488d-a3dc-f05187fca66b req-9cde5f88-8b5e-43f0-8526-80ff25a64f93 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Oct 17 18:24:42.222604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518db4-9c5c-49c6-9a7f-47465009c387 req-c27242cf-e612-4d4c-acb0-8738e134100b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:42.224061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-22518db4-9c5c-49c6-9a7f-47465009c387 req-c27242cf-e612-4d4c-acb0-8738e134100b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 981 time: 0.0905180 Oct 17 18:24:42.268074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-22518db4-9c5c-49c6-9a7f-47465009c387 req-f926ef48-cdd1-4ce0-8296-d5cbf0c2266a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377874 Oct 17 18:24:42.708884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:24:42.866194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:42.879701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'port_id': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'mac_address': 'fa:16:3e:ea:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:24:42.936808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ded5bf0-3973-4d27-bf9b-792142afcd5a is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:42.937186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:42.953979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ded5bf0-3973-4d27-bf9b-792142afcd5a {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:24:42.974740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:43.091520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:43.157266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=9']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:43.467523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73ae8-70aa-4c7d-90bc-17068aec4e2c req-07bbbec4-f8f8-4a29-ad67-0761fe8f68ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:43.468960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-93f73ae8-70aa-4c7d-90bc-17068aec4e2c req-07bbbec4-f8f8-4a29-ad67-0761fe8f68ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 982 time: 0.0864801 Oct 17 18:24:43.516016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-93f73ae8-70aa-4c7d-90bc-17068aec4e2c req-b47bfeb0-a08f-4fe8-81a5-f364c7d17260 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Oct 17 18:24:43.540445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9ded5bf0-3973-4d27-bf9b-792142afcd5a'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:24:44.715863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:44.758363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e512025-3009-405b-a3be-c0db749abd38 req-a8cbbbee-4a8a-42e4-a534-be29d8321b72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:44.759803 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e512025-3009-405b-a3be-c0db749abd38 req-a8cbbbee-4a8a-42e4-a534-be29d8321b72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 982 time: 0.1346943 Oct 17 18:24:44.804855 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e512025-3009-405b-a3be-c0db749abd38 req-8b1ea047-4fd3-4582-aa0f-be77025ac7e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 Oct 17 18:24:44.823897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:44.829138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:44.829776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:44.830119 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9ded5bf0-3973-4d27-bf9b-792142afcd5a Oct 17 18:24:44.946591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9ded5bf0-3973-4d27-bf9b-792142afcd5a is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:44.947471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:44.973791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e0742-f4df-492c-b2ba-f269cde7f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:44.976037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd0e64-de75-4a80-a158-639072848cef" -d '{"events": [{"server_uuid": "529e0742-f4df-492c-b2ba-f269cde7f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:44.983842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:45.016918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e757740e-db34-4e55-94fd-e09f6dd589cb x-openstack-request-id: req-e757740e-db34-4e55-94fd-e09f6dd589cb {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:45.017206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529e0742-f4df-492c-b2ba-f269cde7f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9ded5bf0-3973-4d27-bf9b-792142afcd5a", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:45.017459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e757740e-db34-4e55-94fd-e09f6dd589cb {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:45.017889 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e757740e-db34-4e55-94fd-e09f6dd589cb'] response: {'server_uuid': '529e0742-f4df-492c-b2ba-f269cde7f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ded5bf0-3973-4d27-bf9b-792142afcd5a', 'code': 200} Oct 17 18:24:45.061406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:45.128725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=10']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:45.569714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091a2bf-107e-4b29-b265-8cecc89b2dc8 req-ed417f4d-83c2-48d7-b7e9-725ef3948540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:45.571096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5091a2bf-107e-4b29-b265-8cecc89b2dc8 req-ed417f4d-83c2-48d7-b7e9-725ef3948540 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 1137 time: 0.1205196 Oct 17 18:24:45.610112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5091a2bf-107e-4b29-b265-8cecc89b2dc8 req-46918fda-7577-4444-9f80-a0f067853134 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326641 Oct 17 18:24:46.102700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989662-cea8-44ff-9147-1ab57ab43699 req-2277d409-add8-404c-94d8-7440d65a96ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:46.108719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd989662-cea8-44ff-9147-1ab57ab43699 req-2277d409-add8-404c-94d8-7440d65a96ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.1912637 Oct 17 18:24:46.148794 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd989662-cea8-44ff-9147-1ab57ab43699 req-3a32a229-9069-400d-a8a0-ebd93cbcf719 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Oct 17 18:24:47.356972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99d86-9aae-43ff-b6c0-7f17a701f980 req-c12625e9-977c-4f1b-8109-8d7a01d6ca62 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:47.358529 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3d99d86-9aae-43ff-b6c0-7f17a701f980 req-c12625e9-977c-4f1b-8109-8d7a01d6ca62 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.0943656 Oct 17 18:24:47.402870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3d99d86-9aae-43ff-b6c0-7f17a701f980 req-593b521c-3c5e-484f-94a4-11233202d49b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Oct 17 18:24:47.608408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9b737-ded7-41af-b84d-3ad9edc2978a req-f2d9fe7d-147c-4dbc-89d8-2b071157d084 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:47.609892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6ec9b737-ded7-41af-b84d-3ad9edc2978a req-f2d9fe7d-147c-4dbc-89d8-2b071157d084 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.0938907 Oct 17 18:24:47.652562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6ec9b737-ded7-41af-b84d-3ad9edc2978a req-f2853719-a29b-4f30-b72a-ef375992fb6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Oct 17 18:24:47.681901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44530) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:47.765108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f780a-3cf1-4802-ba8b-552fe1297263 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:47.766390 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f86f780a-3cf1-4802-ba8b-552fe1297263 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd&network_id=f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 200 len: 1132 time: 0.0835388 Oct 17 18:24:48.412517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3c3d4-9cd3-4034-95d0-f2e0a14f9f24 req-cbbe67a8-dd52-460f-80ff-7a50084cf064 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:48.414280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9c3c3d4-9cd3-4034-95d0-f2e0a14f9f24 req-cbbe67a8-dd52-460f-80ff-7a50084cf064 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.0918441 Oct 17 18:24:48.458331 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9c3c3d4-9cd3-4034-95d0-f2e0a14f9f24 req-9de2e115-abc4-40ae-89d9-3960e470ce2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Oct 17 18:24:49.651282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8fcf02ab-d41e-4f41-a501-f4e1934001d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:49.661146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192f343-619f-4ae6-ad8c-0df4725c59ad req-7f9a124c-079c-41af-baf3-827056ab1705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:49.662648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b192f343-619f-4ae6-ad8c-0df4725c59ad req-7f9a124c-079c-41af-baf3-827056ab1705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.0904558 Oct 17 18:24:49.709977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b192f343-619f-4ae6-ad8c-0df4725c59ad req-68a39e4b-797d-4635-8181-a3cfa0b76b58 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=35a2d900-c542-44d8-9866-7665c92fa194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Oct 17 18:24:49.955134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-8b18b1cc-9b9c-4b8c-8556-7dfaedc321be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:49.956564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-8b18b1cc-9b9c-4b8c-8556-7dfaedc321be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 984 time: 0.0876868 Oct 17 18:24:50.032340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-b9e19f48-fcb7-4d7a-9ddb-6536d9b636be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:50.034123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-b9e19f48-fcb7-4d7a-9ddb-6536d9b636be tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714707 Oct 17 18:24:50.177703 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-7a733672-b4da-4754-b2d2-0bc09880d230 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1391959 Oct 17 18:24:50.187564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:50.293778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:50.585299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9ded5bf0-3973-4d27-bf9b-792142afcd5a,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:50.612310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] For port 9ded5bf0-3973-4d27-bf9b-792142afcd5a, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:50.665826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] device_id is not set on port 9ded5bf0-3973-4d27-bf9b-792142afcd5a yet. {{(pid=89826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:24:50.673766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:50.782428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:50.870883 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-104df875-435c-4efc-ad42-7d1536ef4ace req-e37b1bec-4df1-4c39-ad4a-6e9f4dda1226 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 210 time: 0.0491848 Oct 17 18:24:50.923623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=11']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:50.965779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] No DVR routers for this DVR port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:24:51.180850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] In _notify_port_updated(), no bound segment for port 9ded5bf0-3973-4d27-bf9b-792142afcd5a on network f29d46e6-aab1-421c-8f64-545f7b445126 {{(pid=89826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:24:51.181737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:51.182345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:51.183588 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9dd11168-e7dd-48eb-ba70-3f365749bc73 req-12f89232-7250-486f-9502-f5736c811dc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 200 len: 1027 time: 0.9997373 Oct 17 18:24:52.048487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-169d04ab-c89e-429d-9f41-71809328031c req-d5c4e2fd-2944-4139-8d07-bb46dc30435f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=529e0742-f4df-492c-b2ba-f269cde7f7bd HTTP/1.1" status: 200 len: 210 time: 0.0519297 Oct 17 18:24:52.268428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7c97459b-335b-4a67-8758-1bd07214c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:52.738435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:52.793914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9ded5bf0-3973-4d27-bf9b-792142afcd5a not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:52.976331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:52.992719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.298035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44546) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:53.368211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.397710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.524459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.542127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b83ba-582d-4e89-8ff4-2e5710c164ac,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:53.551329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.551677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.552009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.552339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.552665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.553014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.553311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.553653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.553985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.554302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.554618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.554976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:53.621621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.622750 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-09a9829c-c922-4d79-b1f2-71cdcdf27b29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/e20b83ba-582d-4e89-8ff4-2e5710c164ac HTTP/1.1" status: 204 len: 168 time: 0.3237405 Oct 17 18:24:53.726255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44552) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:53.923488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port be8916a6-d8a8-4a9a-9786-1a18699140b0 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:53.923736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.088890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.089216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.207854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for be8916a6-d8a8-4a9a-9786-1a18699140b0 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:54.411234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.502258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.547902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=be8916a6-d8a8-4a9a-9786-1a18699140b0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:54.642835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.643163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP f2e5cb91-fd9c-496f-b443-ed93a4e8648b disassociated (deleted). External IP: 172.26.2.55, port: 9ded5bf0-3973-4d27-bf9b-792142afcd5a. Oct 17 18:24:54.984360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd6b7972-732e-43d9-b035-5940b54b7058 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:55.160704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:55.171383 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Sync routers for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:55.182253 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:55.182863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:55.257304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.312811 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5f506594-6b88-4edf-b081-7ba19dc4afde tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/f2e5cb91-fd9c-496f-b443-ed93a4e8648b HTTP/1.1" status: 204 len: 168 time: 1.5854721 Oct 17 18:24:55.385231 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:55.455282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44560) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:55.523153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.552765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.693583 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:55.697245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Checking router: fd6b7972-732e-43d9-b035-5940b54b7058 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:55.705229 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:55.705841 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:55.725172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.744139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe4686-3615-4432-91c0-f3ba936df498,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:55.753092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.754240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4d85e1f5-b3b8-4720-8197-c66c3c0b4534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/dcfe4686-3615-4432-91c0-f3ba936df498 HTTP/1.1" status: 204 len: 168 time: 0.2978771 Oct 17 18:24:55.765408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.892549 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:56.102874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:56.171354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 9ded5bf0-3973-4d27-bf9b-792142afcd5a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:56.171799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:56.210877 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:56.214815 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b165c-0f18-4cba-b4cf-145765f86f28 None None] The sync data for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '0c7552e5-b63c-4f3e-a405-896a80edce98', 'name': '', 'network_id': 'f29d46e6-aab1-421c-8f64-545f7b445126', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:75:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:57Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'f91f02f3-ea85-43ed-86f5-cceec233668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:56.431059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:56.455822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388fb36-68b0-4003-987a-b14fda0ebdc8 None None] New status for floating IP f2e5cb91-fd9c-496f-b443-ed93a4e8648b: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:24:56.555990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 9ded5bf0-3973-4d27-bf9b-792142afcd5a owned by {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:56.787565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:56.837134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=9ded5bf0-3973-4d27-bf9b-792142afcd5a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:56.946091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:56.956454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a550376-52ee-4624-9d07-1f0b13f48438 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/ports/9ded5bf0-3973-4d27-bf9b-792142afcd5a HTTP/1.1" status: 204 len: 168 time: 0.8524413 Oct 17 18:24:56.959198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44570) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:57.607591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:57.964952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 0c7552e5-b63c-4f3e-a405-896a80edce98 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:57.965296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:58.154638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 0c7552e5-b63c-4f3e-a405-896a80edce98, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0c7552e5-b63c-4f3e-a405-896a80edce98,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:58.155545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:58.277555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 0c7552e5-b63c-4f3e-a405-896a80edce98 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:58.512863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:58.562649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=0c7552e5-b63c-4f3e-a405-896a80edce98,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:58.954182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.306322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router fd6b7972-732e-43d9-b035-5940b54b7058 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:59.482452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:59.491967 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Sync routers for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:59.495179 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-975abc17-d9ac-4b1a-a71d-f33911da7323 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/fd6b7972-732e-43d9-b035-5940b54b7058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347638 Oct 17 18:24:59.497737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44574) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:59.501372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:59.501990 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:59.562580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet f91f02f3-ea85-43ed-86f5-cceec233668b {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:24:59.565352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.620775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.674984 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:59.703786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.885207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.925627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=f91f02f3-ea85-43ed-86f5-cceec233668b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:59.928329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.932845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539affa9-7141-4f30-8abe-76ddaeeacfae None None] Network f29d46e6-aab1-421c-8f64-545f7b445126 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:59.946787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-544c5a0c-6de8-472e-bf2c-c59144d2361b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/f91f02f3-ea85-43ed-86f5-cceec233668b HTTP/1.1" status: 204 len: 168 time: 0.4480684 Oct 17 18:24:59.950708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44578) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:59.982852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:24:58Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:59.987101 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Checking router: fd6b7972-732e-43d9-b035-5940b54b7058 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:59.995729 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Routers {'fd6b7972-732e-43d9-b035-5940b54b7058'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:59.996312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['fd6b7972-732e-43d9-b035-5940b54b7058'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:00.131339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.172915 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] Set router fd6b7972-732e-43d9-b035-5940b54b7058 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:00.210666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] DHCP port deletion for f29d46e6-aab1-421c-8f64-545f7b445126 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:25:00.215104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Deleting port c49eb273-ea47-48fe-bec8-a2a3d0e27757 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:00.215550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.443546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.460075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] For port c49eb273-ea47-48fe-bec8-a2a3d0e27757, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=c49eb273-ea47-48fe-bec8-a2a3d0e27757,segment=NetworkSegment(948fa723-e3d4-4904-802f-b9c120314eea),segment_id=948fa723-e3d4-4904-802f-b9c120314eea)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:00.465854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.466876 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:24:58Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:00.471288 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2f372-20c2-44dd-94f3-e6100a10b5c2 None None] The sync data for ids ['fd6b7972-732e-43d9-b035-5940b54b7058'] in dv-neutron-861384-1-hyperv is: [{'id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'name': 'tempest-TestNetworkBasicOps-router-704626141', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:23:52Z', 'updated_at': '2022-10-17T18:24:58Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '2b4d54dc-90dd-4860-8fb3-33273240e0fe', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b7972-732e-43d9-b035-5940b54b7058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:23:53Z', 'updated_at': '2022-10-17T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:00.531439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 2b4d54dc-90dd-4860-8fb3-33273240e0fe {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:00.531791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.591269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Calling delete_port for c49eb273-ea47-48fe-bec8-a2a3d0e27757 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:00.708244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 2b4d54dc-90dd-4860-8fb3-33273240e0fe, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2b4d54dc-90dd-4860-8fb3-33273240e0fe,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:00.708603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.736672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:00.814927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Pushing event deleted for resources: {'Port': ['ID=c49eb273-ea47-48fe-bec8-a2a3d0e27757,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] No DVR routers for this DVR port c49eb273-ea47-48fe-bec8-a2a3d0e27757 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.825624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.826322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.826322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.826491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.827282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.827601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc9472-7d2c-4981-84c6-fca8b8cd8d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:00.833157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 2b4d54dc-90dd-4860-8fb3-33273240e0fe owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:00.863493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c49eb273-ea47-48fe-bec8-a2a3d0e27757 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:00.899011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: c49eb273-ea47-48fe-bec8-a2a3d0e27757 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:00.899429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device c49eb273-ea47-48fe-bec8-a2a3d0e27757 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:01.079271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.126490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=2b4d54dc-90dd-4860-8fb3-33273240e0fe,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:01.226094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.399155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.401301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.496281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.496784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router fd6b7972-732e-43d9-b035-5940b54b7058 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:25:01.511575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.512660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4c880b5-481b-4e79-98df-a29756c49098 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/fd6b7972-732e-43d9-b035-5940b54b7058 HTTP/1.1" status: 204 len: 168 time: 1.5610306 Oct 17 18:25:01.515886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44582) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:01.631462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.761395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.786126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29d46e6-aab1-421c-8f64-545f7b445126']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:01.798410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948fa723-e3d4-4904-802f-b9c120314eea') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:01.798708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948fa723-e3d4-4904-802f-b9c120314eea') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:01.809778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.825102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.830969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:25:01.831349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.899391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 948fa723-e3d4-4904-802f-b9c120314eea resource provider aggregate not found Oct 17 18:25:01.928426 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 948fa723-e3d4-4904-802f-b9c120314eea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 948fa723-e3d4-4904-802f-b9c120314eea found for delete ", "request_id": "req-7be8ddc2-2bc9-448b-a584-de04946b5a23"}]} Oct 17 18:25:01.939492 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:25:02.004938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.022173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.035013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=f29d46e6-aab1-421c-8f64-545f7b445126,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:02.114140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1e7b8501-1000-4da1-bdcf-82591cb58adc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/f29d46e6-aab1-421c-8f64-545f7b445126 HTTP/1.1" status: 204 len: 168 time: 0.5971041 Oct 17 18:25:02.129384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44590) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:02.140680 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-86d3fbfe-5c17-4bbe-8fc1-88b112765e39 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101690 Oct 17 18:25:02.148370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44594) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:02.153457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--894701818', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:02.158413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:02.162526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:02.166065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:02.172352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:02.250540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:25:02.253958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.281414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:25:02.290031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.290372 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment a23a6a2f-2f79-4f59-ac64-9067b383e65a of type vlan for network 4623f816-72df-4aaf-9db1-4fe5edf33982 Oct 17 18:25:02.316625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.387160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.393028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:02.393624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.480680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0c7552e5-b63c-4f3e-a405-896a80edce98 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:02.518487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0c7552e5-b63c-4f3e-a405-896a80edce98 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:02.518835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0c7552e5-b63c-4f3e-a405-896a80edce98 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:02.519262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2b4d54dc-90dd-4860-8fb3-33273240e0fe no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:02.551768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 2b4d54dc-90dd-4860-8fb3-33273240e0fe {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:02.552019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2b4d54dc-90dd-4860-8fb3-33273240e0fe not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:02.615643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=4623f816-72df-4aaf-9db1-4fe5edf33982,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:02.626223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:25:02.656914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ee2e147e-e5aa-43a9-91be-b8fa199a96e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5075777 Oct 17 18:25:02.659590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44598) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:02.664912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:02.672062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:02.675963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:02.678833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:02.688645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:02.788056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.789110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.804331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.178810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.537767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.567065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.702533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.89 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/af2d65fa-e13c-4bca-bfaf-923c8b731ad5) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:03.847785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.918910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.983095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:03.985910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:03.989736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:04.029246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:04.557349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:04.891824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:05.141769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 953c85b9-3de5-4112-81b7-cb5d37395498 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:25:05.318616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:05.328537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:05.337648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:05.338265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:05.405483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:05.406722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-785b007e-1e9b-407c-833b-52789d77c83c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7461674 Oct 17 18:25:05.409866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44602) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:05.516523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:05.588820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7c814bf9-033a-4a61-8042-b6f47cc6f9e8 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1778822 Oct 17 18:25:05.591469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44608) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:05.720563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f62482-bd1f-4ae2-95c3-fc0f9f1226c0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:05.722626 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e5f62482-bd1f-4ae2-95c3-fc0f9f1226c0 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302397 Oct 17 18:25:05.725672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44612) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:05.769220 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-20f60961-baad-4792-903c-c4930ef48a8f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424378 Oct 17 18:25:05.771733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44616) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:05.777062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1744210863', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:05.799512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:04Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:05.803292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:05.803636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Updating router 953c85b9-3de5-4112-81b7-cb5d37395498 port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:25:05.858832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:05.884769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:05.888659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:05.892051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:05.897584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:05.958426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:25:05.961851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.185658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.196833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Transition to ACTIVE for port object af2d65fa-e13c-4bca-bfaf-923c8b731ad5 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:06.250235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.310718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Attempting to bind port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:25:06.311088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Attempting to bind port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:25:06.311454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Attempting to bind port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:25:06.319863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:25:06.321294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:25:06.321294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.321294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:25:06.321550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Bound port: af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:25:06.321825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.336327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.371796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e4f9-e8b2-4eb9-8f01-e9acf1232265 None None] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:06.411309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:25:06.414788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:25:06.427125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=486fbf41-64b6-459e-a2c5-6f3dc3af3691,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:06.434035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:25:06.434388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: 4623f816-72df-4aaf-9db1-4fe5edf33982, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:25:06.513740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.536028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:25:06.575209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:06.575825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:06.604540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4623f816-72df-4aaf-9db1-4fe5edf33982) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:06.608489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:06.609109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:06.673099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d8c98-2f53-4c77-83a9-4ee23a93f022 None None] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:25:06.691336 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-755bbece-5946-4877-b9ee-750d092193ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9184089 Oct 17 18:25:06.694087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44620) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:06.830955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e4f9-e8b2-4eb9-8f01-e9acf1232265 None None] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:06.935172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:07.175591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4623f816-72df-4aaf-9db1-4fe5edf33982', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:25:07.176417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:07.380661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:07.398247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Allocated IP 172.20.0.2 (4623f816-72df-4aaf-9db1-4fe5edf33982/486fbf41-64b6-459e-a2c5-6f3dc3af3691/1d02c71d-faef-4776-b3fc-6e8605892c73) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:07.412921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:04Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:07.434232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedce0f-c548-4af5-a00d-89db0eb3e5f0 None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:04Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:07.615820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:07.637439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Transition to ACTIVE for port object 1d02c71d-faef-4776-b3fc-6e8605892c73 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:07.646248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Transition to ACTIVE for port object 1d02c71d-faef-4776-b3fc-6e8605892c73 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:07.748710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:07.818870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:07.822127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:07.826278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:07.879878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Pushing event updated for resources: {'Port': ['ID=1d02c71d-faef-4776-b3fc-6e8605892c73,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:07.947454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (4623f816-72df-4aaf-9db1-4fe5edf33982/486fbf41-64b6-459e-a2c5-6f3dc3af3691/4d66af37-c7ef-4870-878f-6847ef880253) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:07.956164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Attempting to bind port 1d02c71d-faef-4776-b3fc-6e8605892c73 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:25:07.956539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Attempting to bind port 1d02c71d-faef-4776-b3fc-6e8605892c73 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:25:07.956897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Attempting to bind port 1d02c71d-faef-4776-b3fc-6e8605892c73 on network 4623f816-72df-4aaf-9db1-4fe5edf33982 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:25:07.962668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:25:07.964068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Checking segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:25:07.964068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:07.964068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Bound using segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:25:07.964334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Bound port: 1d02c71d-faef-4776-b3fc-6e8605892c73, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:25:07.964670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.058516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] For port 1d02c71d-faef-4776-b3fc-6e8605892c73, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:25:08.062030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] For port 1d02c71d-faef-4776-b3fc-6e8605892c73, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d02c71d-faef-4776-b3fc-6e8605892c73,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:25:08.119144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.125241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.136662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 4d66af37-c7ef-4870-878f-6847ef880253 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:08.216223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8deaaf-6259-4df0-b153-1e004493150a None None] Pushing event updated for resources: {'Port': ['ID=1d02c71d-faef-4776-b3fc-6e8605892c73,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:08.244860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.321579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:08.325269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:08.329153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:08.385579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:08.428814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.563112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:08.623718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.707205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:08.712731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:08.715449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.715449 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 Oct 17 18:25:08.880255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:08.880634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.897834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:08.993189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:08.994006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d02c71d-faef-4776-b3fc-6e8605892c73 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:09.045314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:09.110143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:09.130041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:09.187602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1d02c71d-faef-4776-b3fc-6e8605892c73 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:09.245942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:09.246121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:09.383660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:09.384780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:09.572018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 953c85b9-3de5-4112-81b7-cb5d37395498 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:09.610983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2138d619-e7c1-4f2f-b6d3-7ac66bd9bf5d None None] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:25:09.782745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Provisioning for port 1d02c71d-faef-4776-b3fc-6e8605892c73 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:09.792629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Provisioning complete for port 1d02c71d-faef-4776-b3fc-6e8605892c73 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:09.792992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:09.793323 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Attempt 1 to provision port 1d02c71d-faef-4776-b3fc-6e8605892c73 Oct 17 18:25:09.879448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:09.891280 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:09.892334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d433bd7d-cd72-4892-8d3e-219970ee62e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970387 Oct 17 18:25:09.894575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44624) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:09.904672 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:09.905480 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:09.968911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Current status of the port 1d02c71d-faef-4776-b3fc-6e8605892c73 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:09.969289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.004708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] For port 1d02c71d-faef-4776-b3fc-6e8605892c73, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d02c71d-faef-4776-b3fc-6e8605892c73,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:10.042574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.043143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.043674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.044143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.044604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.045653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.047404 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d3a6d82e-80ea-49bc-97ef-5614247a6afc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1519115 Oct 17 18:25:10.051738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44628) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:10.099102 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:10.112867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.140976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.141853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.142659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.143531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.144271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.144889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:10.150098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44632) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:10.150572 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e30474c6-52f7-4eeb-9401-a8de14cc193f tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0974009 Oct 17 18:25:10.187448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9809c8-e2a1-4920-9452-d07209510cee None None] Pushing event updated for resources: {'Port': ['ID=1d02c71d-faef-4776-b3fc-6e8605892c73,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:10.243960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Provisioning complete for port 1d02c71d-faef-4776-b3fc-6e8605892c73 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:10.244455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.245031 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Attempt 1 to provision port 1d02c71d-faef-4776-b3fc-6e8605892c73 Oct 17 18:25:10.412122 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99db6153-e348-49fd-ae1f-12376be9e856 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2608061 Oct 17 18:25:10.422502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Current status of the port 1d02c71d-faef-4776-b3fc-6e8605892c73 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:10.511901 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:10.513263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Provisioning for port 4d66af37-c7ef-4870-878f-6847ef880253 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:10.517558 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:10.517935 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Updating router 953c85b9-3de5-4112-81b7-cb5d37395498 port 4d66af37-c7ef-4870-878f-6847ef880253 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:25:10.519557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:10.558237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44638) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:10.562882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529535452', 'description': 'tempest-secgroup-smoke-529535452 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:10.568903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:10.572168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Provisioning complete for port 4d66af37-c7ef-4870-878f-6847ef880253 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:10.572848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.573242 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Attempt 1 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:25:10.573355 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.575394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:10.580204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:10.591460 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:10.645354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Port 4d66af37-c7ef-4870-878f-6847ef880253 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:25:10.654987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:10.655426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.655762 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 Oct 17 18:25:10.684341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.707107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:10.711252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:10.714120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:10.720655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:10.775254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:10.776326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d02c71d-faef-4776-b3fc-6e8605892c73 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:10.794568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.847829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1d02c71d-faef-4776-b3fc-6e8605892c73 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:10.852738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.852738 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1d02c71d-faef-4776-b3fc-6e8605892c73 Oct 17 18:25:10.873743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.934278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:10.950136 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:10.964510 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Transition to ACTIVE for port object 4d66af37-c7ef-4870-878f-6847ef880253 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:10.978500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1d02c71d-faef-4776-b3fc-6e8605892c73 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:11.044157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.045473 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-44de8d6c-8766-49a6-a895-7c2b3f3017ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4870632 Oct 17 18:25:11.048345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44642) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:11.053396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:11.059598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:11.063547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:11.066464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:11.072141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:11.101289 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.146582 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Attempt 2 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:25:11.171214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.210167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Port 4d66af37-c7ef-4870-878f-6847ef880253 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:25:11.262015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.297805 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:11.314827 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.315143 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.315468 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.315790 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.316106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.316420 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.316775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.317085 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.317398 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.317739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.318048 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.318353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:11.324580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.325752 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Attempting to bind port 4d66af37-c7ef-4870-878f-6847ef880253 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:25:11.327739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Attempting to bind port 4d66af37-c7ef-4870-878f-6847ef880253 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:25:11.327739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Attempting to bind port 4d66af37-c7ef-4870-878f-6847ef880253 on network 4623f816-72df-4aaf-9db1-4fe5edf33982 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:25:11.333408 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:25:11.333790 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Checking segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:25:11.334176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.334550 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Bound using segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:25:11.334995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Bound port: 4d66af37-c7ef-4870-878f-6847ef880253, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:25:11.335356 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.354606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8409331-23ae-4856-ad00-4e66b469894c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:11.425993 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:25:11.429320 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4d66af37-c7ef-4870-878f-6847ef880253,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:25:11.575851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.577564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c06e1c11-5fa5-4360-9944-bdcbd3405bb6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5282564 Oct 17 18:25:11.584556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44646) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:11.589430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:11.595602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:11.599304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.602655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:11.604690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:11.610661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:11.666811 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:11.667425 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:24:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:11.696705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.711460 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Attempt 3 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:25:11.760473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.772567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d182918d-677e-4b98-bee0-0dd674d5851c None None] Port 4d66af37-c7ef-4870-878f-6847ef880253 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:25:11.799664 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4d73d-5a52-4621-95a4-3b60895d4e1f None None] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:11.850715 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:11.873471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:11.899201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b1619-d297-4ff0-8514-e7b7352c83c5,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:12.032466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.033829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d4e74d75-9dbc-4eff-88a6-4bbba8cedc9f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4483266 Oct 17 18:25:12.036490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44650) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:12.041421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:12.047854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:12.051753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:12.054619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:12.060291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:12.136721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.157634 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:12.161505 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef101b1-879b-4516-a974-81493ed1a6ab None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:12.201200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.267043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.296204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b8e817-4ac5-4c13-853f-a9dd4aa47df4,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:12.369983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.371212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a567b520-34c9-4d72-83ad-175ba1b283e7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338041 Oct 17 18:25:12.373994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44654) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:12.379367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:12.385740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:12.391491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:12.392963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:12.398922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:12.491717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.512142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:12.567523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.673340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.702568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3252a698-353d-49e5-96ea-abfa3cea034c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:12.752714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 4d66af37-c7ef-4870-878f-6847ef880253 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:12.758168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4d66af37-c7ef-4870-878f-6847ef880253 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:12.758614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.759022 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:25:12.827730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.833000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-25275e1c-d634-4ad6-ac2b-a2468c79fc97 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4540386 Oct 17 18:25:12.833000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44658) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:12.837297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:12.844488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:12.848896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:12.854396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:12.860395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:12.882715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4d66af37-c7ef-4870-878f-6847ef880253 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:12.883122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:12.918271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4d66af37-c7ef-4870-878f-6847ef880253,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:12.946961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:25:12.954924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.016069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.022593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.072951 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-f17a0b31-ca20-4f46-bcd8-9f2ded809117 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883930 Oct 17 18:25:13.090319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.092316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:13.117543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b566caa1-c622-4675-9fe0-7bdc0683ce7b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:13.193033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.194205 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-debc7c18-d6fa-409d-8866-144698227b9b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613608 Oct 17 18:25:13.196912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44662) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:13.202598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-aaf218d2-e2d1-4bf6-a9b7-8bc42332b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:13.202827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:13.204103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-aaf218d2-e2d1-4bf6-a9b7-8bc42332b606 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1098 time: 0.0918112 Oct 17 18:25:13.209032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:13.212999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:13.215975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:13.229228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:13.307723 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:25:13.315897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.363066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d0987fad-6b78-487f-8de7-f670b9eafdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:13.364793 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d0987fad-6b78-487f-8de7-f670b9eafdd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.1371148 Oct 17 18:25:13.388205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.461410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.467680 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-8fe9eb92-a398-4feb-83f8-0c4c17a35371 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 200 len: 1000 time: 0.0967135 Oct 17 18:25:13.489942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d85452a-da85-4262-a7cc-c1697eedf98d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:13.528790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d0d7da28-f3f4-4aa1-acfa-e8df1191ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:13.530356 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d0d7da28-f3f4-4aa1-acfa-e8df1191ea6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0573797 Oct 17 18:25:13.569798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:13.570979 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9b056dff-d72c-43bb-806f-62874879d56d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731353 Oct 17 18:25:13.613136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d4c91d04-f7b5-4cac-aca5-c1666a070998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:13.614657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-d4c91d04-f7b5-4cac-aca5-c1666a070998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783572 Oct 17 18:25:13.738428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-e5fd2912-2faa-442c-a7e7-a66d7db84c59 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:13.809503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-e5fd2912-2faa-442c-a7e7-a66d7db84c59 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:13.811242 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-e5fd2912-2faa-442c-a7e7-a66d7db84c59 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529535452&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1164019 Oct 17 18:25:13.861568 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-219ad253-0fa5-48bd-b7ff-23c5b5209634 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409916 Oct 17 18:25:13.962113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-ee60b71f-a2c0-49cb-8fd2-9f4fec57c3ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:13.962795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-ee60b71f-a2c0-49cb-8fd2-9f4fec57c3ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:13.993712 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17de62ee-ea6f-487c-8505-2690c8e49bb0 req-79e86ad6-c631-4a6e-b744-23c1ad90a03e service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257970 Oct 17 18:25:14.016022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-ee60b71f-a2c0-49cb-8fd2-9f4fec57c3ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:14.017622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-ee60b71f-a2c0-49cb-8fd2-9f4fec57c3ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 200 len: 796 time: 0.1996136 Oct 17 18:25:14.032504 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-8e15a7d0-9a8f-4fea-b1fb-b4a04ffb2ad0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0094268 Oct 17 18:25:14.122916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-f1f20dc3-3a68-4dce-a870-70fc7051def5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:14.191985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-f1f20dc3-3a68-4dce-a870-70fc7051def5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:14.193243 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-f1f20dc3-3a68-4dce-a870-70fc7051def5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544256 Oct 17 18:25:14.331430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-e2095a45-4e6c-4513-a6f7-8f1ea2cb1b4d service neutron] 10.222.0.36 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258159 Oct 17 18:25:14.463382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-6faad798-7f07-47e2-a431-38a8967297d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260295 Oct 17 18:25:14.489742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:14.556189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4d66af37-c7ef-4870-878f-6847ef880253 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:14.556520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:14.556895 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:25:14.708835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4d66af37-c7ef-4870-878f-6847ef880253 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:14.721049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-20d38b1a-2e08-4820-9c63-b1d550d9040a req-9960abe3-fe83-4c47-8ae5-b14641d9ef36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:14.733868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-20d38b1a-2e08-4820-9c63-b1d550d9040a req-9960abe3-fe83-4c47-8ae5-b14641d9ef36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:14.735027 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-20d38b1a-2e08-4820-9c63-b1d550d9040a req-9960abe3-fe83-4c47-8ae5-b14641d9ef36 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 210 time: 0.0646024 Oct 17 18:25:15.900776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3a404481-839c-46d2-9e00-3dd08e9e7f0c req-764a422b-6ec9-4816-b7e5-ced85211197c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 210 time: 0.0546765 Oct 17 18:25:16.778111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-14f31771-77c7-4b57-bd62-e1f0855c6128 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:16.780309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-14f31771-77c7-4b57-bd62-e1f0855c6128 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 200 len: 796 time: 0.1463804 Oct 17 18:25:16.834633 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-48b64833-fbc4-4dc3-a13f-05df770ed9c1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 379 time: 0.0400722 Oct 17 18:25:16.843168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:16.981549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:16.991714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:17.069152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1797e16a-eca8-4dc7-8367-a980f5ec5e5c req-3f1245d7-b152-480a-adb7-7add9ccfc5ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 210 time: 0.0530729 Oct 17 18:25:17.095121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:25:17.098715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:17.261279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.11 (4623f816-72df-4aaf-9db1-4fe5edf33982/486fbf41-64b6-459e-a2c5-6f3dc3af3691/92a0d89c-e62a-440d-aea1-9d6f952839ba) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:17.444851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:17.460564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 92a0d89c-e62a-440d-aea1-9d6f952839ba will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:17.598274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:17.666403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:17.669249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:17.672891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:17.707080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:17.722706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.723040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.723411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.723708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.724021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.724345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.724682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.724990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.725309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.725756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.725959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.726274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:17.757493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:17.758183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:17.895986 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-3fc8ceb1-863a-48a6-8d83-4db22e7a7ff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0567744 Oct 17 18:25:17.912905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Request body: {'port': {'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:17.952567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Provisioning for port 92a0d89c-e62a-440d-aea1-9d6f952839ba completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:17.957868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Provisioning complete for port 92a0d89c-e62a-440d-aea1-9d6f952839ba triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:17.958254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:17.958654 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Attempt 1 to provision port 92a0d89c-e62a-440d-aea1-9d6f952839ba Oct 17 18:25:18.014022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Port 92a0d89c-e62a-440d-aea1-9d6f952839ba cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:25:18.024662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.267613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f9a49-c169-46bd-8115-4d04f3466216 req-48a7d90b-04c9-4690-b60a-bb9124ff1e03 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:18.268970 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c01f9a49-c169-46bd-8115-4d04f3466216 req-48a7d90b-04c9-4690-b60a-bb9124ff1e03 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 932 time: 0.0882103 Oct 17 18:25:18.315735 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c01f9a49-c169-46bd-8115-4d04f3466216 req-f999587e-55ba-4b6f-b16b-298c43bc3642 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Oct 17 18:25:18.462265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a0d89c-e62a-440d-aea1-9d6f952839ba {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:25:18.469945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.484542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Transition to ACTIVE for port object 92a0d89c-e62a-440d-aea1-9d6f952839ba will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:25:18.515315 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Attempt 2 to provision port 92a0d89c-e62a-440d-aea1-9d6f952839ba Oct 17 18:25:18.546712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.567868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Port 92a0d89c-e62a-440d-aea1-9d6f952839ba cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:25:18.741053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:18.774378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Attempting to bind port 92a0d89c-e62a-440d-aea1-9d6f952839ba on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:25:18.774711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Attempting to bind port 92a0d89c-e62a-440d-aea1-9d6f952839ba by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:25:18.775037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Attempting to bind port 92a0d89c-e62a-440d-aea1-9d6f952839ba on network 4623f816-72df-4aaf-9db1-4fe5edf33982 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:25:18.779847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Port 92a0d89c-e62a-440d-aea1-9d6f952839ba on network 4623f816-72df-4aaf-9db1-4fe5edf33982 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:25:18.780188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Attempting to bind port 92a0d89c-e62a-440d-aea1-9d6f952839ba on network 4623f816-72df-4aaf-9db1-4fe5edf33982 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:25:18.785219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:25:18.785558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Checking segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:25:18.785969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Bound using segment: {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:25:18.786391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Bound port: 92a0d89c-e62a-440d-aea1-9d6f952839ba, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23a6a2f-2f79-4f59-ac64-9067b383e65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:25:18.786736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.874332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:25:18.877278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:25:18.958275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.989875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:18.990466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:18.991796 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] 10.222.0.42 "PUT /v2.0/ports/92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 200 len: 1094 time: 1.0828760 Oct 17 18:25:18.992272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:18.994540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:19.036536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4bb9a7-a006-4c67-806d-a88069ed0675 x-openstack-request-id: req-4d4bb9a7-a006-4c67-806d-a88069ed0675 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:19.036818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:19.037068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d4bb9a7-a006-4c67-806d-a88069ed0675 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:19.037467 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4bb9a7-a006-4c67-806d-a88069ed0675'] response: {'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'status': 'completed', 'code': 200} Oct 17 18:25:19.042732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e1bb-7fca-402f-af26-16c37230aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:19.068686 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Attempt 3 to provision port 92a0d89c-e62a-440d-aea1-9d6f952839ba Oct 17 18:25:19.132881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9276b282-3b16-4dab-8687-be5696e79e66 None None] Port 92a0d89c-e62a-440d-aea1-9d6f952839ba had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:25:19.158546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-0abace19-45d9-4a4c-96b7-33265406e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.160061 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-0abace19-45d9-4a4c-96b7-33265406e9ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1097 time: 0.0801170 Oct 17 18:25:19.305120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-2cf3488b-7eb6-44a4-b007-1d529694d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.306589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-2cf3488b-7eb6-44a4-b007-1d529694d758 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1335566 Oct 17 18:25:19.441919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-46f57eeb-856e-4ec6-81a7-0d246b96763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.443336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f0a6d2d-6b31-40f8-bfd9-38bb9ccb8f5a req-46f57eeb-856e-4ec6-81a7-0d246b96763e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308448 Oct 17 18:25:19.584384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-cfdee47e-0b3e-40a4-aaef-7802e2ef451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.586028 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-cfdee47e-0b3e-40a4-aaef-7802e2ef451f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1097 time: 0.0854056 Oct 17 18:25:19.620900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d842b3c-03ca-4883-8575-13254cae9cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:19.628958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c802a-e085-4f62-ac61-366880e13c75 req-fbf997c2-8e2d-4aa0-a6a7-c3c3cc5ad86b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.630443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e20c802a-e085-4f62-ac61-366880e13c75 req-fbf997c2-8e2d-4aa0-a6a7-c3c3cc5ad86b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 944 time: 0.2052395 Oct 17 18:25:19.665494 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-7d0ec187-b292-44d4-8bdd-14b6d0d93ecb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 200 len: 217 time: 0.0665700 Oct 17 18:25:19.676003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e20c802a-e085-4f62-ac61-366880e13c75 req-54a75113-8cce-46db-afe5-56223cd51ecf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Oct 17 18:25:19.730304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-70cabfa0-8947-467a-af66-85d103ddceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.731629 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-70cabfa0-8947-467a-af66-85d103ddceed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=486fbf41-64b6-459e-a2c5-6f3dc3af3691 HTTP/1.1" status: 200 len: 835 time: 0.0602801 Oct 17 18:25:19.814319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-c0916699-44c5-4d94-be03-7c1ff2aee18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:19.815783 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-c0916699-44c5-4d94-be03-7c1ff2aee18f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4623f816-72df-4aaf-9db1-4fe5edf33982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786357 Oct 17 18:25:19.944512 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-2baf5d19-568e-46e4-ae53-556db6c7c007 service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221924 Oct 17 18:25:20.072661 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ac3f457-d13c-4d08-a8fb-e6dda354996b req-6f22f668-43cd-45fe-ad03-4b0c783af65c service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222165 Oct 17 18:25:20.877776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e470f14-eb07-4df8-ad51-4b47e4847bf8 req-f4888ca5-5658-47bb-b1c3-150137430cab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:20.878459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e470f14-eb07-4df8-ad51-4b47e4847bf8 req-f4888ca5-5658-47bb-b1c3-150137430cab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:20.952664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9e470f14-eb07-4df8-ad51-4b47e4847bf8 req-f4888ca5-5658-47bb-b1c3-150137430cab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:20.953839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e470f14-eb07-4df8-ad51-4b47e4847bf8 req-f4888ca5-5658-47bb-b1c3-150137430cab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 944 time: 0.1658888 Oct 17 18:25:21.000086 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e470f14-eb07-4df8-ad51-4b47e4847bf8 req-4523b93f-565f-402c-9d08-beacfa657f39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Oct 17 18:25:22.201569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8074e-c62a-47f4-bc34-b027324fec21 req-1c753c8e-fa9f-4895-8c4a-2dd2024538b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:22.203092 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cf8074e-c62a-47f4-bc34-b027324fec21 req-1c753c8e-fa9f-4895-8c4a-2dd2024538b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 944 time: 0.0917699 Oct 17 18:25:22.231894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-834c301e-b773-4fad-a670-c7894352bb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.248811 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cf8074e-c62a-47f4-bc34-b027324fec21 req-5bdd8975-8ea7-48ab-9a81-50ab61ee099e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Oct 17 18:25:22.915893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 92a0d89c-e62a-440d-aea1-9d6f952839ba details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:25:22.985885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44710) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:22.988789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.989440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.049348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:23.063010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:25:23.118261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 92a0d89c-e62a-440d-aea1-9d6f952839ba is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:23.118666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.135910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a0d89c-e62a-440d-aea1-9d6f952839ba {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:25:23.150949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:23.188488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port 87c315f4-c937-4df5-b4a9-18efb1f03fd9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:23.188836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.191479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.260567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:23.356498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.357080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.446839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1bd9d-97a4-4fd9-a598-57eef942a9b6 req-fcb98cd1-631e-4b00-ab9a-9b2f7fa4f0b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:23.448373 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82e1bd9d-97a4-4fd9-a598-57eef942a9b6 req-fcb98cd1-631e-4b00-ab9a-9b2f7fa4f0b7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 945 time: 0.0868134 Oct 17 18:25:23.484035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for 87c315f4-c937-4df5-b4a9-18efb1f03fd9 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:23.495848 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82e1bd9d-97a4-4fd9-a598-57eef942a9b6 req-57224147-9ae5-4b0f-8897-fb84feed186c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Oct 17 18:25:23.601977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['92a0d89c-e62a-440d-aea1-9d6f952839ba'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:25:23.683246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.733634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=87c315f4-c937-4df5-b4a9-18efb1f03fd9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:23.828639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.828971 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP 63660926-1cdf-466f-9299-df2c8e48b324 disassociated (deleted). External IP: 172.26.2.10, port: f0eb2d19-55eb-4054-ac18-a52c933d8254. Oct 17 18:25:24.174038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:24.392112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.465466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:24.475208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:24.485017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:24.489066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:24.535152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.595173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ec9630e2-e7c9-4a38-8072-512999c51bb1 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "DELETE /v2.0/floatingips/63660926-1cdf-466f-9299-df2c8e48b324 HTTP/1.1" status: 204 len: 168 time: 1.6057129 Oct 17 18:25:24.595173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:24.603131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca360cea-c60f-49c7-8c48-6d6960fda2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:24.668487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:24.697850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3f53-5320-403f-b5f7-877dd0bd2514 req-a73d8091-fca9-48c7-899c-0c2a45907a48 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:24.699253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-02fb3f53-5320-403f-b5f7-877dd0bd2514 req-a73d8091-fca9-48c7-899c-0c2a45907a48 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 945 time: 0.0906827 Oct 17 18:25:24.744748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-02fb3f53-5320-403f-b5f7-877dd0bd2514 req-7d54edb9-a1e2-4130-bbd9-b53e9986acf3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Oct 17 18:25:24.796016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1e18a4-a23d-49aa-8162-87cfc4f3f729 x-openstack-request-id: req-8e1e18a4-a23d-49aa-8162-87cfc4f3f729 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:24.796305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:24.796552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e1e18a4-a23d-49aa-8162-87cfc4f3f729 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:24.797051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1e18a4-a23d-49aa-8162-87cfc4f3f729'] response: {'name': 'network-changed', 'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'status': 'completed', 'code': 200} Oct 17 18:25:24.931752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 92a0d89c-e62a-440d-aea1-9d6f952839ba up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:25.020687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-5927033a-3ce2-4a1c-803d-c343276247d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.022262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-5927033a-3ce2-4a1c-803d-c343276247d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 1098 time: 0.1855328 Oct 17 18:25:25.096591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.100974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:25.110898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:25.114933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.182073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-ef64a5dc-2515-4469-8d50-3655f6d5d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.183670 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-ef64a5dc-2515-4469-8d50-3655f6d5d636 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.1404448 Oct 17 18:25:25.203024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2872336-4ffe-4f8f-b36c-aaa268871e33 req-0ca704c8-f13c-48c7-925c-63422fa3dc0b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.203777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b2872336-4ffe-4f8f-b36c-aaa268871e33 req-0ca704c8-f13c-48c7-925c-63422fa3dc0b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:25.210217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 92a0d89c-e62a-440d-aea1-9d6f952839ba completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:25.259702 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-cb5fca7d-7940-4a80-bde4-79cebaa38ea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 200 len: 217 time: 0.0693367 Oct 17 18:25:25.285063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 92a0d89c-e62a-440d-aea1-9d6f952839ba triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:25.285343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.285694 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 92a0d89c-e62a-440d-aea1-9d6f952839ba Oct 17 18:25:25.289229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b2872336-4ffe-4f8f-b36c-aaa268871e33 req-0ca704c8-f13c-48c7-925c-63422fa3dc0b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:25.290479 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b2872336-4ffe-4f8f-b36c-aaa268871e33 req-0ca704c8-f13c-48c7-925c-63422fa3dc0b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.1837442 Oct 17 18:25:25.323871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-25f80ab5-dee1-4624-a601-1a0a4f43d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.325430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-25f80ab5-dee1-4624-a601-1a0a4f43d304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0593536 Oct 17 18:25:25.340493 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b2872336-4ffe-4f8f-b36c-aaa268871e33 req-0bd1b991-acbd-4fc2-a033-43fc3c8baf6e tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409384 Oct 17 18:25:25.412786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-f64fc943-2fcd-424c-bbdf-c1c737006024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.414306 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-f64fc943-2fcd-424c-bbdf-c1c737006024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829148 Oct 17 18:25:25.429529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:25.544708 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-a5d3877e-9f7e-40c8-8bb4-f45137b6abb3 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234159 Oct 17 18:25:25.556847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 92a0d89c-e62a-440d-aea1-9d6f952839ba is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:25.557227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.611432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:25.619339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf79d17-4123-4aea-b186-b6b6f920fa86" -d '{"events": [{"server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "name": "network-vif-plugged", "status": "completed", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:25.630585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:25.680655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca360cea-c60f-49c7-8c48-6d6960fda2a5 req-f4e6ecf5-515b-4705-be89-e7cc371fcd72 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293373 Oct 17 18:25:25.717431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb99f3f-f621-4114-9514-c9b221bfdef6 x-openstack-request-id: req-0bb99f3f-f621-4114-9514-c9b221bfdef6 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:25.717744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "name": "network-vif-plugged", "status": "completed", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:25.717997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bb99f3f-f621-4114-9514-c9b221bfdef6 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:25.718403 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb99f3f-f621-4114-9514-c9b221bfdef6'] response: {'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'code': 200} Oct 17 18:25:25.726242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.784892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.860765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:25.900484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.905107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80930da7-9cec-48e4-8db7-373e7983cba3 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'f9dc1193-10d5-4155-b4a7-73337d0ba728', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'floating_ip_address': '172.26.2.171', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'port_id': '20ea127b-6086-4a21-9adc-98b33eca4452', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'mac_address': 'fa:16:3e:b1:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:19:17Z', 'updated_at': '2022-10-17T18:19:21Z', 'revision_number': 1, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:25.978744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb44ac2-e854-4b6e-b0db-66810609ab24 req-f619ac89-db2b-4e2c-878c-dd595a3ae91b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.981100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0cb44ac2-e854-4b6e-b0db-66810609ab24 req-f619ac89-db2b-4e2c-878c-dd595a3ae91b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0998595 Oct 17 18:25:26.034012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0cb44ac2-e854-4b6e-b0db-66810609ab24 req-ce6a92e0-eb3b-4e02-8f96-bb42b6df3f07 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Oct 17 18:25:26.167458 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b49f4-1019-466f-af02-e632315715c8 None None] New status for floating IP 63660926-1cdf-466f-9299-df2c8e48b324: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:25:26.209479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669bad-9fa1-4ee5-8303-1cf904c3195d req-f3fb74b4-ee51-4f69-9d24-2c96de5fcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:26.211018 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91669bad-9fa1-4ee5-8303-1cf904c3195d req-f3fb74b4-ee51-4f69-9d24-2c96de5fcb02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1099 time: 0.0768530 Oct 17 18:25:26.255236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91669bad-9fa1-4ee5-8303-1cf904c3195d req-05703fab-fd5f-439d-8568-1786e78ca6cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358284 Oct 17 18:25:26.549682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e9bbd-da5a-4d82-a093-fdbc5859d752 req-35a317d4-6348-42f4-b68d-f933fb3b378b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:26.551128 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d49e9bbd-da5a-4d82-a093-fdbc5859d752 req-35a317d4-6348-42f4-b68d-f933fb3b378b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0904884 Oct 17 18:25:26.593451 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d49e9bbd-da5a-4d82-a093-fdbc5859d752 req-b2d8642c-bc21-426e-8107-5bf62405da85 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Oct 17 18:25:27.230884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbb404-3527-4f87-8193-5475acb23f22 req-19868ce4-e02d-4704-83b2-e047edbb4f1b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:27.232239 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59fbb404-3527-4f87-8193-5475acb23f22 req-19868ce4-e02d-4704-83b2-e047edbb4f1b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0870144 Oct 17 18:25:27.280217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59fbb404-3527-4f87-8193-5475acb23f22 req-3be3be92-37eb-46c2-9e9e-c095a86d1768 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 Oct 17 18:25:27.323747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-c731d11f-3119-4e6e-afe5-3b266dde0069 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:27.325121 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-c731d11f-3119-4e6e-afe5-3b266dde0069 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.0892792 Oct 17 18:25:27.393481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port f0eb2d19-55eb-4054-ac18-a52c933d8254 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:27.393851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.634825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] For port f0eb2d19-55eb-4054-ac18-a52c933d8254, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=f0eb2d19-55eb-4054-ac18-a52c933d8254,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:27.635187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.758063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for f0eb2d19-55eb-4054-ac18-a52c933d8254 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:28.041583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1475fe-b4d4-44b5-961d-adabf77d6a6e req-d6fbf1db-228e-4f23-922b-ad905a345616 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.043042 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd1475fe-b4d4-44b5-961d-adabf77d6a6e req-d6fbf1db-228e-4f23-922b-ad905a345616 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 945 time: 0.2921646 Oct 17 18:25:28.108814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd1475fe-b4d4-44b5-961d-adabf77d6a6e req-22789a3a-f275-4698-b1c0-b697103a1e88 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578098 Oct 17 18:25:28.174713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.223250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=f0eb2d19-55eb-4054-ac18-a52c933d8254,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:28.311974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] No DVR routers for this DVR port f0eb2d19-55eb-4054-ac18-a52c933d8254 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:25:28.314426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.317058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'name': 'network-vif-deleted', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:28.319333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5f74c-077b-4423-83e8-a0c4d962ead4" -d '{"events": [{"server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "name": "network-vif-deleted", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:28.361443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9472ae14-1635-4b29-808b-9024fa7c1cd9 x-openstack-request-id: req-9472ae14-1635-4b29-808b-9024fa7c1cd9 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:28.362060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e86298-30af-4238-8cdf-4cf56cdb83ee", "name": "network-vif-deleted", "tag": "f0eb2d19-55eb-4054-ac18-a52c933d8254", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:28.362060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9472ae14-1635-4b29-808b-9024fa7c1cd9 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:28.362391 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9472ae14-1635-4b29-808b-9024fa7c1cd9'] response: {'server_uuid': '05e86298-30af-4238-8cdf-4cf56cdb83ee', 'name': 'network-vif-deleted', 'tag': 'f0eb2d19-55eb-4054-ac18-a52c933d8254', 'status': 'completed', 'code': 200} Oct 17 18:25:28.432409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-63baab2e-03c0-4d5e-85d0-10d777741256 req-cf8b8f81-210b-4e70-ab25-2c3bb7715e4f tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "DELETE /v2.0/ports/f0eb2d19-55eb-4054-ac18-a52c933d8254 HTTP/1.1" status: 204 len: 173 time: 1.1014931 Oct 17 18:25:28.483427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517883e-f523-47bf-baba-6b5c7c20a79d req-24d08849-e15e-4b07-8b73-cdbdd795e279 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.484901 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a517883e-f523-47bf-baba-6b5c7c20a79d req-24d08849-e15e-4b07-8b73-cdbdd795e279 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0923820 Oct 17 18:25:28.529866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a517883e-f523-47bf-baba-6b5c7c20a79d req-da394684-f966-4d43-84ba-1af0f7d5fc72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384192 Oct 17 18:25:28.742169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f8669-687f-4bdb-8383-f7c866bccf4a req-085f94b8-5ef6-444e-a653-831acf057b3d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.746116 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e48f8669-687f-4bdb-8383-f7c866bccf4a req-085f94b8-5ef6-444e-a653-831acf057b3d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0953496 Oct 17 18:25:28.789554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e48f8669-687f-4bdb-8383-f7c866bccf4a req-c2ca4235-a961-44eb-bc08-55cbaa931315 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395546 Oct 17 18:25:28.818675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44742) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:28.901178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ce678-4284-400b-8715-9814aeb32ff6 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.902938 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f64ce678-4284-400b-8715-9814aeb32ff6 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1094 time: 0.0831108 Oct 17 18:25:28.906338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44746) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:28.911325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:28.918772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:28.923855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:28.927248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:28.933221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:29.003445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:29.143829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:29.272897 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-718d0a91-d3a2-445c-a7bb-b7fe959f7f78 req-1d8124be-285b-43f2-9cf8-c0948167f90b tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e86298-30af-4238-8cdf-4cf56cdb83ee HTTP/1.1" status: 200 len: 210 time: 0.0495510 Oct 17 18:25:29.295241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.187 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/51c95b17-44c5-442d-8985-2fa551d2460f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:29.441989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:29.546172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:29.613172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:29.615948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:29.619542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:29.653514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=51c95b17-44c5-442d-8985-2fa551d2460f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:30.023988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:30.192951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:30.501801 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:30.551581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:30.661769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:30.717565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=51c95b17-44c5-442d-8985-2fa551d2460f,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:30.838303 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14 associated. External IP: 172.26.2.187, port: 92a0d89c-e62a-440d-aea1-9d6f952839ba. Oct 17 18:25:30.956583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device f0eb2d19-55eb-4054-ac18-a52c933d8254 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:30.991831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: f0eb2d19-55eb-4054-ac18-a52c933d8254 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:30.992178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device f0eb2d19-55eb-4054-ac18-a52c933d8254 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:31.193360 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 953c85b9-3de5-4112-81b7-cb5d37395498 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:31.371816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:31.384667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:31.396349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:31.397099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:31.477304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:31.535308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-df4f01ea-6ed1-4280-b8c6-3d1b5d0b8113 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6278851 Oct 17 18:25:31.536109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:31.538082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44758) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:31.539125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d60903-35e0-4673-a18e-ce557ec6994c" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:31.590000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d885a8-4da3-4cb2-bded-425cdf79a455 x-openstack-request-id: req-49d885a8-4da3-4cb2-bded-425cdf79a455 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:31.590290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:31.590397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:31.590534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49d885a8-4da3-4cb2-bded-425cdf79a455 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:31.590945 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d885a8-4da3-4cb2-bded-425cdf79a455'] response: {'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'status': 'completed', 'code': 200} Oct 17 18:25:31.740006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-82c1c14e-5106-404b-bcd0-5abaed9679fc tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498 HTTP/1.1" status: 200 len: 922 time: 0.2006943 Oct 17 18:25:31.740931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44766) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:31.758636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60903-35e0-4673-a18e-ce557ec6994c req-f4c625b1-e48b-4301-8991-b8c4f10de324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:31.760103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-f4c625b1-e48b-4301-8991-b8c4f10de324 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1099 time: 0.1321783 Oct 17 18:25:31.870308 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9a97566b-c06f-4276-8027-71ce59b8fc8a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1280501 Oct 17 18:25:31.954425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60903-35e0-4673-a18e-ce557ec6994c req-18b24ce8-074a-42b9-a1bc-ede78c913adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:31.955930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-18b24ce8-074a-42b9-a1bc-ede78c913adf service neutron] 10.222.0.42 "GET /v2.0/networks?id=4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 200 len: 897 time: 0.1893499 Oct 17 18:25:31.990526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:25:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:12Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:31.994378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:32.003342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:32.003941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:32.067545 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-59e1d753-dc66-42bc-acf7-ca9cc44d8977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 200 len: 1000 time: 0.1054444 Oct 17 18:25:32.252218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:32.262960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60903-35e0-4673-a18e-ce557ec6994c req-2d3c6108-bc29-44b7-8d39-cfa9cd46412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:32.265405 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-2d3c6108-bc29-44b7-8d39-cfa9cd46412b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=486fbf41-64b6-459e-a2c5-6f3dc3af3691 HTTP/1.1" status: 200 len: 835 time: 0.1908894 Oct 17 18:25:32.352741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60903-35e0-4673-a18e-ce557ec6994c req-d9af1c51-0fc8-44b8-bc38-91742244132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:32.354239 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-d9af1c51-0fc8-44b8-bc38-91742244132a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4623f816-72df-4aaf-9db1-4fe5edf33982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831616 Oct 17 18:25:32.489314 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-f3eb2c22-7abe-439b-b1f4-1c8ad29cf06c service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288548 Oct 17 18:25:32.609879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:25:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:12Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:32.614050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28078c-2890-4cdc-beb0-243d4b067ed1 None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:25:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:25:12Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:32.626651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69d60903-35e0-4673-a18e-ce557ec6994c req-634a177d-0e99-4bb8-8e3c-c547700f656f service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318581 Oct 17 18:25:32.807742 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed045090-d240-46a2-ba43-5c23afcba2fc None None] New status for floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:25:32.874466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44772) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:32.990163 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-688667d3-8fb7-474c-bb50-c65c78677ae5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1132801 Oct 17 18:25:33.993046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44780) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:34.100529 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-38bfe017-461f-416e-89e4-66aff5974b6d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 994 time: 0.1062481 Oct 17 18:25:35.184525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44788) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:35.492151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port 5f92854e-1cde-41a8-804d-45176657821c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:35.492482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:35.659004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:35.659345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:35.780613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for 5f92854e-1cde-41a8-804d-45176657821c owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:35.962555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:36.009473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=5f92854e-1cde-41a8-804d-45176657821c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:36.106260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:36.106503 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Floating IP f9dc1193-10d5-4155-b4a7-73337d0ba728 disassociated (deleted). External IP: 172.26.2.171, port: 20ea127b-6086-4a21-9adc-98b33eca4452. Oct 17 18:25:36.454501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:36.630005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:36.639551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:36.647745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:36.648404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:36.649005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:36.702621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-86c4dfb0-0e52-484e-9d9c-60f16c13829c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "DELETE /v2.0/floatingips/f9dc1193-10d5-4155-b4a7-73337d0ba728 HTTP/1.1" status: 204 len: 168 time: 1.5169039 Oct 17 18:25:36.703170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:36.705639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99c948-0400-4bbf-8c36-8de30dcc9965" -d '{"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:36.809391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5119f5a-c7ea-4f2b-8c4b-7d4cddf447f0 x-openstack-request-id: req-c5119f5a-c7ea-4f2b-8c4b-7d4cddf447f0 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:36.809709 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:36.809998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5119f5a-c7ea-4f2b-8c4b-7d4cddf447f0 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:36.810397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5119f5a-c7ea-4f2b-8c4b-7d4cddf447f0'] response: {'name': 'network-changed', 'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452', 'status': 'completed', 'code': 200} Oct 17 18:25:36.834390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:36.936014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-3817a90c-e1e5-4c5d-b419-7c7c133f7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:36.937587 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-3817a90c-e1e5-4c5d-b419-7c7c133f7b1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84c83a794e3541e18611cfc98cb39e6b&device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 1099 time: 0.0841012 Oct 17 18:25:37.073438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-9aa391e8-28ae-4675-8eb3-c0a2eea12a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:37.074855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-9aa391e8-28ae-4675-8eb3-c0a2eea12a40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 200 len: 912 time: 0.1312680 Oct 17 18:25:37.141682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-e56872f9-3103-423d-87b4-ef6290e1c3af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 200 len: 217 time: 0.0608392 Oct 17 18:25:37.163939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:37.169266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:37.178137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:37.178726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:37.209687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-8ad459c7-e123-43f8-aadc-625fc8495f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:37.211168 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-8ad459c7-e123-43f8-aadc-625fc8495f82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 200 len: 850 time: 0.0642004 Oct 17 18:25:37.319356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-f4d41f98-36d9-425f-a453-0c7e6e3c5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:37.320969 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-f4d41f98-36d9-425f-a453-0c7e6e3c5591 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c4751d65-100a-4066-867a-0874521a138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878382 Oct 17 18:25:37.364749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:37.458277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45665b-a933-4444-be8e-c171e6d76f8e req-c989fdb8-a86e-415c-a10d-b210012e3a6c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:37.459096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8b45665b-a933-4444-be8e-c171e6d76f8e req-c989fdb8-a86e-415c-a10d-b210012e3a6c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:37.465116 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-4d737d43-66fd-449c-867f-97dcc34091ad service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321650 Oct 17 18:25:37.534297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8b45665b-a933-4444-be8e-c171e6d76f8e req-c989fdb8-a86e-415c-a10d-b210012e3a6c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:37.535745 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b45665b-a933-4444-be8e-c171e6d76f8e req-c989fdb8-a86e-415c-a10d-b210012e3a6c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.3019738 Oct 17 18:25:37.582760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b45665b-a933-4444-be8e-c171e6d76f8e req-67c5ee89-9dc4-452f-bea2-f0e07ec14786 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409062 Oct 17 18:25:37.606010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d99c948-0400-4bbf-8c36-8de30dcc9965 req-88513b8f-b899-4d84-a4ce-663e755956d6 service neutron] 10.222.0.42 "GET /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333008 Oct 17 18:25:37.732943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:37.737004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a4245-644e-4283-ad98-528b6f9ce1d1 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde', 'name': '', 'network_id': 'c4751d65-100a-4066-867a-0874521a138d', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'mac_address': 'fa:16:3e:36:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:51Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'subnets': [{'id': '3b210744-d28f-487d-9076-7a94c965b3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:37.954219 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a907d23-264e-43fd-afa3-00189bbaa75f None None] New status for floating IP f9dc1193-10d5-4155-b4a7-73337d0ba728: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:25:38.277978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-fc4c47fe-751a-4f91-a075-84c4cfee1748 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:38.278690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-fc4c47fe-751a-4f91-a075-84c4cfee1748 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:38.290330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-fc4c47fe-751a-4f91-a075-84c4cfee1748 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:38.291401 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-fc4c47fe-751a-4f91-a075-84c4cfee1748 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.1012235 Oct 17 18:25:38.362561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port 20ea127b-6086-4a21-9adc-98b33eca4452 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:38.362808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:38.604457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] For port 20ea127b-6086-4a21-9adc-98b33eca4452, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=20ea127b-6086-4a21-9adc-98b33eca4452,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:38.604808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:38.824763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for 20ea127b-6086-4a21-9adc-98b33eca4452 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:38.932112 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:25:39.010597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2827f68-04e7-4f85-b842-c5ade844666a req-a4a3b9d5-4fd2-43a3-a5d0-c2a000625510 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:39.012025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b2827f68-04e7-4f85-b842-c5ade844666a req-a4a3b9d5-4fd2-43a3-a5d0-c2a000625510 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 946 time: 0.1945710 Oct 17 18:25:39.068564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b2827f68-04e7-4f85-b842-c5ade844666a req-3cdc2017-80ce-47c8-868f-587ce9b81e16 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbab1040-6943-4926-bee2-5a3975c4094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Oct 17 18:25:39.111211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:39.161172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=20ea127b-6086-4a21-9adc-98b33eca4452,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:39.248966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] No DVR routers for this DVR port 20ea127b-6086-4a21-9adc-98b33eca4452 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:25:39.251378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:39.253940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'name': 'network-vif-deleted', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:39.256173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd55dc-37c3-4956-aad4-7803d9c2ffc5" -d '{"events": [{"server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "name": "network-vif-deleted", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:39.299537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133fb6b-f04e-4ff3-a7b1-da37e2f9b2ba x-openstack-request-id: req-0133fb6b-f04e-4ff3-a7b1-da37e2f9b2ba {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:39.300067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458125bd-9dc9-48f9-a59f-86d56fbd83c5", "name": "network-vif-deleted", "tag": "20ea127b-6086-4a21-9adc-98b33eca4452", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:39.300067 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0133fb6b-f04e-4ff3-a7b1-da37e2f9b2ba {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:39.300450 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0133fb6b-f04e-4ff3-a7b1-da37e2f9b2ba'] response: {'server_uuid': '458125bd-9dc9-48f9-a59f-86d56fbd83c5', 'name': 'network-vif-deleted', 'tag': '20ea127b-6086-4a21-9adc-98b33eca4452', 'status': 'completed', 'code': 200} Oct 17 18:25:39.317241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-35ff83f3-df51-4af7-894b-24b4d0bf5404 req-8a50f5c3-aa62-47f4-837a-3e36d8d436ed tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.42 "DELETE /v2.0/ports/20ea127b-6086-4a21-9adc-98b33eca4452 HTTP/1.1" status: 204 len: 173 time: 1.0201554 Oct 17 18:25:40.241162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f630a5ba-4fcf-4c36-87fd-c533f202b200 req-e99e590a-4988-4e6d-b7d1-d64fdb0d4b94 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Synchronizing usage tracker for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:40.305334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f630a5ba-4fcf-4c36-87fd-c533f202b200 req-e99e590a-4988-4e6d-b7d1-d64fdb0d4b94 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Unset dirty status for tenant:84c83a794e3541e18611cfc98cb39e6b on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:40.306517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f630a5ba-4fcf-4c36-87fd-c533f202b200 req-e99e590a-4988-4e6d-b7d1-d64fdb0d4b94 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "GET /v2.0/ports?device_id=458125bd-9dc9-48f9-a59f-86d56fbd83c5 HTTP/1.1" status: 200 len: 210 time: 0.1138244 Oct 17 18:25:40.994343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 20ea127b-6086-4a21-9adc-98b33eca4452 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:41.028961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 20ea127b-6086-4a21-9adc-98b33eca4452 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:41.029362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 20ea127b-6086-4a21-9adc-98b33eca4452 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:41.406577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44808) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:41.564928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Deleting port b3d85e48-e0de-4932-a6ee-f0749b91c5c1 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:41.565194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:41.733628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:41.733957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:41.855637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Calling delete_port for b3d85e48-e0de-4932-a6ee-f0749b91c5c1 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:42.053884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:42.103750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'Port': ['ID=b3d85e48-e0de-4932-a6ee-f0749b91c5c1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:42.201227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:42.408779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:42.409892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9e9b72db-015e-47ee-9de0-1fb7340700e5 tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "DELETE /v2.0/floatingips/58a07232-883c-4d8d-944a-63bbcf835cc8 HTTP/1.1" status: 204 len: 168 time: 1.0023034 Oct 17 18:25:45.007784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44824) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:45.079433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:45.109358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:45.231101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:45.250907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbab1040-6943-4926-bee2-5a3975c4094f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:45.299336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:45.303638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bab4d0b0-1042-41d1-b3ad-0f7ef6016a7c tempest-TestVolumeBootPattern-2133214917 tempest-TestVolumeBootPattern-2133214917-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbab1040-6943-4926-bee2-5a3975c4094f HTTP/1.1" status: 204 len: 168 time: 0.2948639 Oct 17 18:25:45.403027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44830) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:46.140584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:46.488855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Deleting port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:46.489191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:46.657858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] For port 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:46.658210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:46.780003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Calling delete_port for 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:47.007820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:47.057142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:47.329705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:47.789300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Router 67f7fddb-8a35-4762-b927-b3081532579e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:47.967821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:47.977042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Sync routers for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:47.981652 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e704f955-3ead-4858-81ad-0d4de047ec36 admin admin] 10.222.0.36 "PUT /v2.0/routers/67f7fddb-8a35-4762-b927-b3081532579e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5760915 Oct 17 18:25:47.983691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44836) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:47.986767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:47.987376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:48.157527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:48.162152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:48.335511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:48.413804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Deleting port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:48.414151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:48.450142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:25:46Z', 'revision_number': 5, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port': {'id': '95fedcf6-4b5a-4076-8e3a-c2635ddbc209', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f7fddb-8a35-4762-b927-b3081532579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:13:41Z', 'updated_at': '2022-10-17T18:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:48.450142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Checking router: 67f7fddb-8a35-4762-b927-b3081532579e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:48.458625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Routers {'67f7fddb-8a35-4762-b927-b3081532579e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:48.459284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['67f7fddb-8a35-4762-b927-b3081532579e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:48.591011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] For port 95fedcf6-4b5a-4076-8e3a-c2635ddbc209, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:48.591254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:48.609649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] Set router 67f7fddb-8a35-4762-b927-b3081532579e gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:48.713350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Calling delete_port for 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:48.714526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:25:48Z', 'revision_number': 6, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:48.719392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26461f54-e1cc-4868-b0b6-325cc24c2c44 None None] The sync data for ids ['67f7fddb-8a35-4762-b927-b3081532579e'] in dv-neutron-861384-1-hyperv is: [{'id': '67f7fddb-8a35-4762-b927-b3081532579e', 'name': 'tempest-TestVolumeBootPattern-979476938-router', 'tenant_id': '84c83a794e3541e18611cfc98cb39e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:13:38Z', 'updated_at': '2022-10-17T18:25:48Z', 'revision_number': 6, 'project_id': '84c83a794e3541e18611cfc98cb39e6b', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:48.939016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.104525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fedcf6-4b5a-4076-8e3a-c2635ddbc209,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:49.203124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.374275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.376488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.448158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.448736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f7fddb-8a35-4762-b927-b3081532579e {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:25:49.461720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.462780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b288f38f-85dc-456d-b722-90eb90702036 admin admin] 10.222.0.36 "DELETE /v2.0/routers/67f7fddb-8a35-4762-b927-b3081532579e HTTP/1.1" status: 204 len: 168 time: 1.4782021 Oct 17 18:25:49.465364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44840) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:49.523822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Deleting subnet 3b210744-d28f-487d-9076-7a94c965b3c0 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:25:49.527164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.579905 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.613985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c23a452e-1f19-4784-bba6-35a3acdf046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.662645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.802539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.842763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b210744-d28f-487d-9076-7a94c965b3c0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:49.847538 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.852552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc4878-2b7f-41b0-bd3e-e8e14d488957 None None] Network c4751d65-100a-4066-867a-0874521a138d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:25:49.853587 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cc5909d4-9368-448a-a331-bdc5ec008912 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b210744-d28f-487d-9076-7a94c965b3c0 HTTP/1.1" status: 204 len: 168 time: 0.3872654 Oct 17 18:25:49.856078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44844) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:49.961633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:49.972053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Deleting port 76055707-c4c6-4dcb-a88c-a961da2b4236 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:49.972380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.108851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] DHCP port deletion for c4751d65-100a-4066-867a-0874521a138d request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:25:50.112944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Deleting port 76055707-c4c6-4dcb-a88c-a961da2b4236 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:50.113318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.179191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] For port 76055707-c4c6-4dcb-a88c-a961da2b4236, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=76055707-c4c6-4dcb-a88c-a961da2b4236,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:50.179558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.304697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Calling delete_port for 76055707-c4c6-4dcb-a88c-a961da2b4236 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:50.358831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] For port 76055707-c4c6-4dcb-a88c-a961da2b4236, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=76055707-c4c6-4dcb-a88c-a961da2b4236,segment=NetworkSegment(55f79b1a-93a2-46dd-a496-2d14c33d32e1),segment_id=55f79b1a-93a2-46dd-a496-2d14c33d32e1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:50.359123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.442487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.480269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Calling delete_port for 76055707-c4c6-4dcb-a88c-a961da2b4236 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:50.492550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Pushing event deleted for resources: {'Port': ['ID=76055707-c4c6-4dcb-a88c-a961da2b4236,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:50.496438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] No DVR routers for this DVR port 76055707-c4c6-4dcb-a88c-a961da2b4236 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:25:50.523078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 76055707-c4c6-4dcb-a88c-a961da2b4236 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:50.560232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 76055707-c4c6-4dcb-a88c-a961da2b4236 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:50.560604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 76055707-c4c6-4dcb-a88c-a961da2b4236 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:50.561050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:50.597499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:50.597863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 95fedcf6-4b5a-4076-8e3a-c2635ddbc209 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:50.598273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:50.614657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.638071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:50.638650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 6e17bc4c-8ba0-4db7-9a35-b9ba82ab5dde not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:50.639017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4751d65-100a-4066-867a-0874521a138d']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:50.656897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f79b1a-93a2-46dd-a496-2d14c33d32e1') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:50.657200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f79b1a-93a2-46dd-a496-2d14c33d32e1') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:50.659058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:25:50.659411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:25:50.668618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.684493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.690484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:25:50.690864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.753189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 55f79b1a-93a2-46dd-a496-2d14c33d32e1 resource provider aggregate not found Oct 17 18:25:50.773533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 55f79b1a-93a2-46dd-a496-2d14c33d32e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f79b1a-93a2-46dd-a496-2d14c33d32e1 found for delete ", "request_id": "req-29ebc065-e0f4-4723-911e-e69924d2bfe7"}]} Oct 17 18:25:50.830145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.845491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:50.859597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4751d65-100a-4066-867a-0874521a138d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:50.911001 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-10b2f486-9f4d-4ed9-a3ae-1da590c71276 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4751d65-100a-4066-867a-0874521a138d HTTP/1.1" status: 204 len: 168 time: 1.0539031 Oct 17 18:25:50.913785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44852) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:51.160463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Deleting port 76055707-c4c6-4dcb-a88c-a961da2b4236 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:51.161155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:51.226265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-36ba906c-8d31-4b60-a511-149cf6aa4e48 None None] The port '76055707-c4c6-4dcb-a88c-a961da2b4236' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:25:51.547057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:51.887940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Deleting port ea718e4e-5e0b-42fc-8800-e8607952e163 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:51.888185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.059912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] For port ea718e4e-5e0b-42fc-8800-e8607952e163, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ea718e4e-5e0b-42fc-8800-e8607952e163,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:52.060273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.187867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Calling delete_port for ea718e4e-5e0b-42fc-8800-e8607952e163 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:52.259438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6e394260-86af-42c5-a9ff-1ba5a807c501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.412969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.460776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ea718e4e-5e0b-42fc-8800-e8607952e163,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:52.835239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.978928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:52.990218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:53.186972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:53.363401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:53.371720 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Sync routers for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:53.372631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9fc4ae29-a257-4264-a7c7-17052489b1ba admin admin] 10.222.0.36 "PUT /v2.0/routers/916e3491-d942-4428-b7dc-3ad60f8f4bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577641 Oct 17 18:25:53.375102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44856) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:53.384280 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:53.384904 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:53.548416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:53.558917 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:53.723635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:53.795990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Deleting port 04ddc379-a6f5-4874-853a-92d5238c1236 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:53.796333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:53.835661 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:25:52Z', 'revision_number': 5, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port': {'id': '04ddc379-a6f5-4874-853a-92d5238c1236', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:08Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:53.839242 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Checking router: 916e3491-d942-4428-b7dc-3ad60f8f4bf3 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:53.847899 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Routers {'916e3491-d942-4428-b7dc-3ad60f8f4bf3'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:53.848469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:25:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:53.970587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] For port 04ddc379-a6f5-4874-853a-92d5238c1236, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=04ddc379-a6f5-4874-853a-92d5238c1236,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:53.971234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:53.996489 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] Set router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:54.133530 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:25:53Z', 'revision_number': 6, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:54.137382 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130c48b-f17b-416e-ad0a-559c128c9481 None None] The sync data for ids ['916e3491-d942-4428-b7dc-3ad60f8f4bf3'] in dv-neutron-861384-1-hyperv is: [{'id': '916e3491-d942-4428-b7dc-3ad60f8f4bf3', 'name': 'tempest-TestVolumeBootPattern-1607502650-router', 'tenant_id': 'e9b1123df08f471380a23ae289fee866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:06Z', 'updated_at': '2022-10-17T18:25:53Z', 'revision_number': 6, 'project_id': 'e9b1123df08f471380a23ae289fee866', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:54.217308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Calling delete_port for 04ddc379-a6f5-4874-853a-92d5238c1236 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:54.441819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.470254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.548423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea718e4e-5e0b-42fc-8800-e8607952e163 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:54.554593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ddc379-a6f5-4874-853a-92d5238c1236,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:54.589208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ea718e4e-5e0b-42fc-8800-e8607952e163 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:54.589550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ea718e4e-5e0b-42fc-8800-e8607952e163 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:54.605232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.605576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.605947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.606281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.606611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.606941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.607268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.608113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.608448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.608779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.609087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.609407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:54.633043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.802683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.804758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.898814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.899580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916e3491-d942-4428-b7dc-3ad60f8f4bf3 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:25:54.913424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:54.914586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4bd14022-1ca4-457c-894b-dd854f6d4a92 admin admin] 10.222.0.36 "DELETE /v2.0/routers/916e3491-d942-4428-b7dc-3ad60f8f4bf3 HTTP/1.1" status: 204 len: 168 time: 1.5385723 Oct 17 18:25:54.917187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44860) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:54.979627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Deleting subnet 4063ee6c-e26c-4911-b304-b594df4a8bf0 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:25:54.983283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.033118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.113723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.247693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.286217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4063ee6c-e26c-4911-b304-b594df4a8bf0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:55.291412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.296341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c549b6-8eb7-4b90-bfa0-484b3caacfb0 None None] Network ee4b1c5c-2b63-49b8-89a7-94a1961b3354 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:25:55.297936 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-edfeae38-9e44-4233-8fea-1c684382203b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4063ee6c-e26c-4911-b304-b594df4a8bf0 HTTP/1.1" status: 204 len: 168 time: 0.3796120 Oct 17 18:25:55.300365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44864) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:55.406660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.416890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Deleting port 7a22d395-c213-4702-8944-bcb42c3cb41e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:55.417217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.544864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] DHCP port deletion for ee4b1c5c-2b63-49b8-89a7-94a1961b3354 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:25:55.548818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Deleting port 7a22d395-c213-4702-8944-bcb42c3cb41e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:55.549189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.627990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] For port 7a22d395-c213-4702-8944-bcb42c3cb41e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7a22d395-c213-4702-8944-bcb42c3cb41e,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:55.628346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.765542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] For port 7a22d395-c213-4702-8944-bcb42c3cb41e, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7a22d395-c213-4702-8944-bcb42c3cb41e,segment=NetworkSegment(8954e8ac-92e3-4e8e-9ba0-d2407a1c918c),segment_id=8954e8ac-92e3-4e8e-9ba0-d2407a1c918c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:55.766088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.773866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.861931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Calling delete_port for 7a22d395-c213-4702-8944-bcb42c3cb41e owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:55.892106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Calling delete_port for 7a22d395-c213-4702-8944-bcb42c3cb41e owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:25:55.995876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.001040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:25:56.001395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:25:56.046554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a22d395-c213-4702-8944-bcb42c3cb41e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:56.048267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] No DVR routers for this DVR port 7a22d395-c213-4702-8944-bcb42c3cb41e on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:25:56.161938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.186464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4b1c5c-2b63-49b8-89a7-94a1961b3354']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:56.198277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:56.198573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8954e8ac-92e3-4e8e-9ba0-d2407a1c918c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:56.210247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.226515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.232469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:25:56.244298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.297660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8954e8ac-92e3-4e8e-9ba0-d2407a1c918c resource provider aggregate not found Oct 17 18:25:56.318683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 8954e8ac-92e3-4e8e-9ba0-d2407a1c918c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8954e8ac-92e3-4e8e-9ba0-d2407a1c918c found for delete ", "request_id": "req-b063ce6d-3616-43b8-b184-34ecad240566"}]} Oct 17 18:25:56.383997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.400135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.411253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4b1c5c-2b63-49b8-89a7-94a1961b3354,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:56.414024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7d1898c9-f47b-4fe1-bf26-848abad17a40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee4b1c5c-2b63-49b8-89a7-94a1961b3354 HTTP/1.1" status: 204 len: 168 time: 1.1127012 Oct 17 18:25:56.505076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Deleting port 7a22d395-c213-4702-8944-bcb42c3cb41e {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:25:56.505076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.527836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7a22d395-c213-4702-8944-bcb42c3cb41e no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:56.624033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7a22d395-c213-4702-8944-bcb42c3cb41e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:56.624727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7a22d395-c213-4702-8944-bcb42c3cb41e not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:56.624727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 04ddc379-a6f5-4874-853a-92d5238c1236 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:25:56.660180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe3d9c-f8f3-486e-9981-1090c09e05dc None None] The port '7a22d395-c213-4702-8944-bcb42c3cb41e' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:25:56.665459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 04ddc379-a6f5-4874-853a-92d5238c1236 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:25:56.668393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 04ddc379-a6f5-4874-853a-92d5238c1236 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:25:56.773112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44874) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:56.822178 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2f645246-770a-4a5b-ab6f-daae741a1686 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84c83a794e3541e18611cfc98cb39e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477901 Oct 17 18:25:56.824586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44878) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:56.880523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:56.905082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.018520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.035087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ccfe6-d7e1-4c7c-81bd-0faecd6db98c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:57.041930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.043383 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-49991d49-5e52-4b2e-a5c6-9ba1d949387b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/371ccfe6-d7e1-4c7c-81bd-0faecd6db98c HTTP/1.1" status: 204 len: 168 time: 0.2178717 Oct 17 18:25:57.653556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44886) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:57.700644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b2b1a1b7-cf7b-4260-9e7f-ac5781b4a4c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9b1123df08f471380a23ae289fee866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459991 Oct 17 18:25:57.703718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:57.760376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.788383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.915779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.931713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3f59b-66f2-4c49-99f2-5c67c5f12900,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:57.937246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:57.938951 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4c857f4-a5db-45a3-b78c-fa31d23c68bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46b3f59b-66f2-4c49-99f2-5c67c5f12900 HTTP/1.1" status: 204 len: 168 time: 0.2343276 Oct 17 18:26:13.046517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-9e62900d-1dce-474c-b9ef-c31382d47d50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790219 Oct 17 18:26:13.208142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-7ff09dbe-23c9-4b30-bf69-c0db40d09ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:13.209585 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-7ff09dbe-23c9-4b30-bf69-c0db40d09ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1099 time: 0.0776792 Oct 17 18:26:13.351438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-2ca08d0e-fe5c-4b04-b2f8-ccaeb5de01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:13.352791 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-2ca08d0e-fe5c-4b04-b2f8-ccaeb5de01e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 200 len: 897 time: 0.1252263 Oct 17 18:26:13.476374 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-3a4cda6d-992d-484f-bc42-85e2171c66c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 200 len: 1002 time: 0.1177280 Oct 17 18:26:13.539902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-20fccd38-2da1-4994-84d8-b93bb683a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:13.541270 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-20fccd38-2da1-4994-84d8-b93bb683a76e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=486fbf41-64b6-459e-a2c5-6f3dc3af3691 HTTP/1.1" status: 200 len: 835 time: 0.0592165 Oct 17 18:26:13.621939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-9f8fe807-6ba7-4231-ac8f-11f34da413c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:13.623807 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-9f8fe807-6ba7-4231-ac8f-11f34da413c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4623f816-72df-4aaf-9db1-4fe5edf33982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770624 Oct 17 18:26:13.754982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-a5463e7b-9af6-4991-909c-2ea627664622 service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248262 Oct 17 18:26:13.883960 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5540053c-b23e-4f28-bdb4-68c25dcfb0fb req-8d2fc325-b0b0-422d-9e04-586cd35af642 service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232879 Oct 17 18:26:15.930998 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:26:19.657432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c2fb-3551-4007-ba5c-f60a75a3f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:22.246191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d4216bc-5a0d-40ca-ba4a-a3ecf61525fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:23.017220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:23.040266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:24.429441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:25.731852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:45.093489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44916) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:45.391391 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8e7b01fd-5b07-4eff-a2b6-af1704e3d79c tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2955251 Oct 17 18:26:45.393661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44920) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:45.659525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373873ea-6f2a-467d-bf63-b9b54f923d19 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Notify agent at dv-neutron-861384-1-hyperv the message router_removed_from_agent {{(pid=89826) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 17 18:26:45.662647 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-373873ea-6f2a-467d-bf63-b9b54f923d19 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "DELETE /v2.0/agents/c7c75dab-f4a1-4c26-a30e-c1cce1700be1/l3-routers/953c85b9-3de5-4112-81b7-cb5d37395498 HTTP/1.1" status: 204 len: 168 time: 0.2676802 Oct 17 18:26:45.665273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:45.868501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2d4ee92b-e467-4e63-80ee-eea0904ec0b8 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2019901 Oct 17 18:26:45.871687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44928) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:45.978969 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-415f7071-f797-4acf-a272-567887789f3f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 994 time: 0.1060445 Oct 17 18:26:46.418157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f689f-9083-4d17-8335-7364f085a428 None None] New status for floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:26:46.568725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:26:46.768446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4d66af37-c7ef-4870-878f-6847ef880253 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:46.768823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:46.800023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4d66af37-c7ef-4870-878f-6847ef880253,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:26:46.901113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:46.901839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:26:46.982833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44932) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:47.016500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:47.052009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.052355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.052697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.053032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.053364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.053721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.054050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.054376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.054701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.055024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.055340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.055662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:47.084532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:47.084812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:47.091474 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-459916bf-f080-404a-8261-7600ffa96db6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1069715 Oct 17 18:26:47.106744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:26:47.209382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:47.277428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:48.251311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44938) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:48.519025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081939f9-bab0-46e8-aa23-8bb5b6d6fa6e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Router 953c85b9-3de5-4112-81b7-cb5d37395498 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:26:48.519372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081939f9-bab0-46e8-aa23-8bb5b6d6fa6e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Notify agent at dv-neutron-861384-1-hyperv the message router_added_to_agent {{(pid=89827) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 17 18:26:48.537127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-081939f9-bab0-46e8-aa23-8bb5b6d6fa6e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "POST /v2.0/agents/c7c75dab-f4a1-4c26-a30e-c1cce1700be1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2847786 Oct 17 18:26:48.539851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44946) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:48.551847 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:26:48.561581 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:26:48.562217 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:48.719877 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8f080286-95f0-4915-a0fa-a6fa8cc70582 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1788964 Oct 17 18:26:48.722769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44950) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:48.739018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:26:48.829353 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8dca7bec-24b8-453c-b2aa-9f8c5f09d038 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1044900 Oct 17 18:26:49.080587 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:49.084242 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:26:49.092269 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:26:49.092846 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:49.265050 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:26:49.587753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f9bc48b6-7c7c-4226-a86e-de39ef54917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:49.610244 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:49.614314 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4913d-70d8-4993-87f1-392bc4d9ab26 None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '22edc7db-52fd-4bfa-ab79-63eaa0afaf14', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.187', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'port_id': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'mac_address': 'fa:16:3e:fd:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:29Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:46Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:26:49.831536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44954) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:49.942545 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cbe54185-09ce-48f8-80be-ac27db24f534 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1098030 Oct 17 18:26:50.570902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:26:50.643412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4d66af37-c7ef-4870-878f-6847ef880253 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:26:50.644071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:50.644177 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:26:50.766199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4d66af37-c7ef-4870-878f-6847ef880253 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:50.766569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:50.799098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4d66af37-c7ef-4870-878f-6847ef880253,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:26:50.902172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:50.902860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:26:50.946376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44958) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:51.019847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:51.033869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:26:51.034247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:51.034586 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 Oct 17 18:26:51.059360 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-92f83311-1469-44da-8421-c7ca080eeffa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 992 time: 0.1118107 Oct 17 18:26:51.154182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:51.154767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:51.172575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:26:51.204256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f1a85-8bb2-4885-999d-4cf87d954044 None None] New status for floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:26:51.303434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:51.476796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:52.063554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:52.195427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1fb1222f-bcb7-4230-b40b-c766b9b9d4b9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 200 len: 994 time: 0.1308162 Oct 17 18:26:52.254516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b422c91-25ad-4c8d-a51b-ac99ecdd0c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.483597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 44970) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:52.539962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:26:52.614597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4d66af37-c7ef-4870-878f-6847ef880253 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:26:52.621014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.621352 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4d66af37-c7ef-4870-878f-6847ef880253 Oct 17 18:26:52.690355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 51c95b17-44c5-442d-8985-2fa551d2460f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:26:52.690700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.810637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4d66af37-c7ef-4870-878f-6847ef880253 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:52.811711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:26:52.917386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:26:52.917706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.918041 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 Oct 17 18:26:52.930007 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:26:52.979781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.980158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:52.980485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:53.013057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:53.037510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:26:53.103738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 51c95b17-44c5-442d-8985-2fa551d2460f owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:26:53.306018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:53.355587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=51c95b17-44c5-442d-8985-2fa551d2460f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:53.398168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.398511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.398844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.399174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.399498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.399823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.400145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.400464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.400783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.401102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.401418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.401761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:53.461704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:53.462034 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14 disassociated (deleted). External IP: 172.26.2.187, port: 92a0d89c-e62a-440d-aea1-9d6f952839ba. Oct 17 18:26:53.808404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 953c85b9-3de5-4112-81b7-cb5d37395498 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:26:53.987393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:26:53.997089 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:26:54.007022 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:26:54.007630 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:54.079333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:54.139545 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8f4fbe9a-9dc5-4180-8a9d-87c3ecf474d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/22edc7db-52fd-4bfa-ab79-63eaa0afaf14 HTTP/1.1" status: 204 len: 168 time: 1.6548278 Oct 17 18:26:54.140340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:26:54.142821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09" -d '{"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:26:54.227385 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:26:54.417543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:54.423390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e05df-1062-47a2-bf34-67ab9ea03aa5 x-openstack-request-id: req-244e05df-1062-47a2-bf34-67ab9ea03aa5 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:26:54.428798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:26:54.428798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-244e05df-1062-47a2-bf34-67ab9ea03aa5 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:26:54.428798 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244e05df-1062-47a2-bf34-67ab9ea03aa5'] response: {'name': 'network-changed', 'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'status': 'completed', 'code': 200} Oct 17 18:26:54.543537 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:50Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:54.547955 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:26:54.555490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-0ee352dd-9ac8-41fb-85c3-00e4e7e4c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:54.555998 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:26:54.556581 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:54.557074 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-0ee352dd-9ac8-41fb-85c3-00e4e7e4c4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 1099 time: 0.0882161 Oct 17 18:26:54.752288 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:26:54.775810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53edfa-5b47-4750-b638-3989d0c2bd24 req-301d6c52-d71b-41bf-8929-b257e7066ed5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:54.777954 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da53edfa-5b47-4750-b638-3989d0c2bd24 req-301d6c52-d71b-41bf-8929-b257e7066ed5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0955601 Oct 17 18:26:54.819097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-3d072592-c732-4106-bca7-fd2fd9af23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:54.820483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-3d072592-c732-4106-bca7-fd2fd9af23b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 200 len: 897 time: 0.2575543 Oct 17 18:26:54.826165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da53edfa-5b47-4750-b638-3989d0c2bd24 req-46ec9f3b-a9ae-4538-95d3-6a43a3c7f9de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 Oct 17 18:26:54.898604 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-ddc8dc6d-9b6b-4185-b81b-8f8fa1e4d303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 200 len: 217 time: 0.0704234 Oct 17 18:26:54.960495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-a6eab15a-1be9-4140-a603-917d82348da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:54.961930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-a6eab15a-1be9-4140-a603-917d82348da6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=486fbf41-64b6-459e-a2c5-6f3dc3af3691 HTTP/1.1" status: 200 len: 835 time: 0.0567439 Oct 17 18:26:55.053014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-04a08dae-080f-4f4b-8927-df44812997b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:55.054570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-04a08dae-080f-4f4b-8927-df44812997b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4623f816-72df-4aaf-9db1-4fe5edf33982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852046 Oct 17 18:26:55.071505 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:50Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:26:55.075376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e803f-3f4b-446e-8cfb-2da7cbda49e8 None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:25:08Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4d66af37-c7ef-4870-878f-6847ef880253', 'name': '', 'network_id': '4623f816-72df-4aaf-9db1-4fe5edf33982', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:d8:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:07Z', 'updated_at': '2022-10-17T18:26:50Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '486fbf41-64b6-459e-a2c5-6f3dc3af3691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:26:55.197722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-2e6b36a1-a0f7-4f05-b8b4-964d2dfa823f service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366236 Oct 17 18:26:55.344227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42bc256f-a8e4-48b3-ac52-ea70b74b7d09 req-2011947d-4e1e-4ec4-b5b1-267e7663fc5b service neutron] 10.222.0.42 "GET /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387329 Oct 17 18:26:55.732820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed4218e-1dc0-4cae-baf6-954216db864e None None] New status for floating IP 22edc7db-52fd-4bfa-ab79-63eaa0afaf14: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:26:55.790446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:56.038000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bce6a-21c6-4e3e-827c-26da756b5968 req-1422237b-a879-4fa0-9ffa-0f0a665a389f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:56.038614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-451bce6a-21c6-4e3e-827c-26da756b5968 req-1422237b-a879-4fa0-9ffa-0f0a665a389f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:26:56.135855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-451bce6a-21c6-4e3e-827c-26da756b5968 req-1422237b-a879-4fa0-9ffa-0f0a665a389f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:26:56.137035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-451bce6a-21c6-4e3e-827c-26da756b5968 req-1422237b-a879-4fa0-9ffa-0f0a665a389f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.1873274 Oct 17 18:26:56.183483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-451bce6a-21c6-4e3e-827c-26da756b5968 req-c85859b9-74da-4eab-98d1-5b04e60713f2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Oct 17 18:26:56.473848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-4dace8cf-a9b9-4bf5-af15-dd4dd5c2317d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:56.475232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-4dace8cf-a9b9-4bf5-af15-dd4dd5c2317d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 946 time: 0.0902448 Oct 17 18:26:56.545404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 92a0d89c-e62a-440d-aea1-9d6f952839ba {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:26:56.545692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:56.791772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 92a0d89c-e62a-440d-aea1-9d6f952839ba, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=92a0d89c-e62a-440d-aea1-9d6f952839ba,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:26:56.792124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:56.916677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 92a0d89c-e62a-440d-aea1-9d6f952839ba owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:26:57.136131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:57.187524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=92a0d89c-e62a-440d-aea1-9d6f952839ba,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:57.273553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 92a0d89c-e62a-440d-aea1-9d6f952839ba on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:26:57.276130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:57.278775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'name': 'network-vif-deleted', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:26:57.281002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1409fc4-3173-4d72-9d24-0e6a5d3093aa" -d '{"events": [{"server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "name": "network-vif-deleted", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:26:57.324035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf58cf4f-d6da-48dd-90a3-489b1ec8e473 x-openstack-request-id: req-bf58cf4f-d6da-48dd-90a3-489b1ec8e473 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:26:57.324323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ff3581-c2e2-41c7-9322-ceb7328f9a08", "name": "network-vif-deleted", "tag": "92a0d89c-e62a-440d-aea1-9d6f952839ba", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:26:57.324577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf58cf4f-d6da-48dd-90a3-489b1ec8e473 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:26:57.325025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf58cf4f-d6da-48dd-90a3-489b1ec8e473'] response: {'server_uuid': '42ff3581-c2e2-41c7-9322-ceb7328f9a08', 'name': 'network-vif-deleted', 'tag': '92a0d89c-e62a-440d-aea1-9d6f952839ba', 'status': 'completed', 'code': 200} Oct 17 18:26:57.351148 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-57aea647-029f-42b6-aa8c-434010757221 req-71c52187-c396-4747-bfd5-32c03b538771 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=42ff3581-c2e2-41c7-9322-ceb7328f9a08 HTTP/1.1" status: 200 len: 210 time: 0.0506847 Oct 17 18:26:57.365610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfcf63e2-8e37-4029-9172-5a1ba8e20097 req-3092af0d-e746-42b4-a518-386f22e9514e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/92a0d89c-e62a-440d-aea1-9d6f952839ba HTTP/1.1" status: 204 len: 173 time: 0.8848517 Oct 17 18:26:58.473720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:58.542914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:58.571862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:58.718715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:58.738782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:26:58.746548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.746895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.747237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.747573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.747904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.748236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.748563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.748891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.749214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.749536 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.749887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.750204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:26:58.824964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:58.826044 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3aee08a9-a626-45fd-8f50-09e3d6dc69ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7efe77a-f4d7-4f8d-8d2e-6fa53f3e7ffc HTTP/1.1" status: 204 len: 168 time: 0.3512709 Oct 17 18:26:58.919880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 44996) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:26:59.367991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 92a0d89c-e62a-440d-aea1-9d6f952839ba no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:26:59.450109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 92a0d89c-e62a-440d-aea1-9d6f952839ba {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:26:59.450658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 92a0d89c-e62a-440d-aea1-9d6f952839ba not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:26:59.811019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:00.174213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 4d66af37-c7ef-4870-878f-6847ef880253 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:27:00.174443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:00.362690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 4d66af37-c7ef-4870-878f-6847ef880253, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4d66af37-c7ef-4870-878f-6847ef880253,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:00.363041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:00.486544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 4d66af37-c7ef-4870-878f-6847ef880253 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:27:00.730295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:00.779721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=4d66af37-c7ef-4870-878f-6847ef880253,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:01.170581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:01.540740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 953c85b9-3de5-4112-81b7-cb5d37395498 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:27:01.718415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:27:01.729127 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Sync routers for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:27:01.731582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6dcbe94a-c57a-4a15-bfce-27c2e480072f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106565 Oct 17 18:27:01.734240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:01.739441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:01.740050 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:01.800088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 486fbf41-64b6-459e-a2c5-6f3dc3af3691 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:27:01.803067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:01.861365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:01.925761 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:01.943769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.089022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.134715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=486fbf41-64b6-459e-a2c5-6f3dc3af3691,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:02.139040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.148051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c7094e06-6d44-46d1-83b3-545410a77676 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/486fbf41-64b6-459e-a2c5-6f3dc3af3691 HTTP/1.1" status: 204 len: 168 time: 0.4122612 Oct 17 18:27:02.151100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45004) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:02.153635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942a147-fba2-4624-af92-4be79c985e92 None None] Network 4623f816-72df-4aaf-9db1-4fe5edf33982 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:27:02.252967 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:27:00Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:02.258125 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Checking router: 953c85b9-3de5-4112-81b7-cb5d37395498 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:27:02.270346 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Routers {'953c85b9-3de5-4112-81b7-cb5d37395498'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:02.270966 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['953c85b9-3de5-4112-81b7-cb5d37395498'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:02.394170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.464938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] DHCP port deletion for 4623f816-72df-4aaf-9db1-4fe5edf33982 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:27:02.470417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Deleting port 1d02c71d-faef-4776-b3fc-6e8605892c73 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:27:02.470804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.520840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] Set router 953c85b9-3de5-4112-81b7-cb5d37395498 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:02.664705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d02c71d-faef-4776-b3fc-6e8605892c73 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:27:02.750498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.751487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] For port 1d02c71d-faef-4776-b3fc-6e8605892c73, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d02c71d-faef-4776-b3fc-6e8605892c73,segment=NetworkSegment(a23a6a2f-2f79-4f59-ac64-9067b383e65a),segment_id=a23a6a2f-2f79-4f59-ac64-9067b383e65a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:02.751869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.827656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port af2d65fa-e13c-4bca-bfaf-923c8b731ad5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:27:02.828037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.841191 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:27:00Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:02.846333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba27437-bdc0-4b7b-8303-3e10bf42a87a None None] The sync data for ids ['953c85b9-3de5-4112-81b7-cb5d37395498'] in dv-neutron-861384-1-hyperv is: [{'id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'name': 'tempest-TestNetworkBasicOps-router-1195012629', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:25:02Z', 'updated_at': '2022-10-17T18:27:00Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'af2d65fa-e13c-4bca-bfaf-923c8b731ad5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c85b9-3de5-4112-81b7-cb5d37395498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:25:03Z', 'updated_at': '2022-10-17T18:26:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:27:02.947331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Calling delete_port for 1d02c71d-faef-4776-b3fc-6e8605892c73 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:27:03.018355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port af2d65fa-e13c-4bca-bfaf-923c8b731ad5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:03.018760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.021450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1d02c71d-faef-4776-b3fc-6e8605892c73 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:03.021849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.142445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for af2d65fa-e13c-4bca-bfaf-923c8b731ad5 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:27:03.147447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.203117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] Pushing event deleted for resources: {'Port': ['ID=1d02c71d-faef-4776-b3fc-6e8605892c73,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:03.204243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e7ca9-0466-4e2a-866b-16d9ef29272b None None] No DVR routers for this DVR port 1d02c71d-faef-4776-b3fc-6e8605892c73 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:27:03.387441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.437306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=af2d65fa-e13c-4bca-bfaf-923c8b731ad5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:03.536183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.709877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.712112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.799030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.799458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router 953c85b9-3de5-4112-81b7-cb5d37395498 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:27:03.814955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:03.817921 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8fb126a2-39dc-4741-ac13-07154316df0e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/953c85b9-3de5-4112-81b7-cb5d37395498 HTTP/1.1" status: 204 len: 168 time: 1.6629579 Oct 17 18:27:03.818808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45008) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:03.936778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.066654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.095618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4623f816-72df-4aaf-9db1-4fe5edf33982']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:04.107320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23a6a2f-2f79-4f59-ac64-9067b383e65a') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:04.107653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23a6a2f-2f79-4f59-ac64-9067b383e65a') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:04.118642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.133962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.139807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:27:04.140168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.295722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.317586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a23a6a2f-2f79-4f59-ac64-9067b383e65a resource provider aggregate not found Oct 17 18:27:04.321204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.333630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=4623f816-72df-4aaf-9db1-4fe5edf33982,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:04.342196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment a23a6a2f-2f79-4f59-ac64-9067b383e65a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a23a6a2f-2f79-4f59-ac64-9067b383e65a found for delete ", "request_id": "req-be64f2ce-c18c-4609-8657-9590d2fe6c3f"}]} Oct 17 18:27:04.414589 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e285959b-2429-43d8-8f96-8b9d33ad86a3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/4623f816-72df-4aaf-9db1-4fe5edf33982 HTTP/1.1" status: 204 len: 168 time: 0.5948505 Oct 17 18:27:04.436082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45018) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:04.443126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--1309242351', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:04.448376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:04.452498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:04.456083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:04.461762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:04.530171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:27:04.534660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.535695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:27:04.563486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:27:04.572199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.572345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 4d66af37-c7ef-4870-878f-6847ef880253 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:27:04.572462 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c of type vlan for network d07fe857-b686-40b6-9b5d-520528f94f79 Oct 17 18:27:04.572680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4d66af37-c7ef-4870-878f-6847ef880253 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:27:04.573106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:27:04.599838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.606257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: af2d65fa-e13c-4bca-bfaf-923c8b731ad5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:27:04.606600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device af2d65fa-e13c-4bca-bfaf-923c8b731ad5 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:27:04.695980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.701420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:04.702035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.815204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=d07fe857-b686-40b6-9b5d-520528f94f79,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:04.825153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:27:04.868109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-32579d09-72c9-49b0-b641-e0dc227ee9a6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4309146 Oct 17 18:27:04.870965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45022) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:04.876632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-70081211', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:04.884172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:04.888270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:04.891867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:04.898517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:04.958714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.959771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.974933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:05.442582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:05.840455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:05.869512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:06.007348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.79 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/9cd293d6-82eb-480d-959c-b61137a75ab9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:27:06.154558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:06.239354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:06.307722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:06.310527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:06.315568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:27:06.345949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=9cd293d6-82eb-480d-959c-b61137a75ab9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:06.933966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:07.278501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:07.541546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:27:07.726754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:27:07.738290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Sync routers for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:27:07.751114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:07.751724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:07.899368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:07.900636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ce3b2606-69db-4f68-a626-2425c0d378b6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0287182 Oct 17 18:27:07.903839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45026) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:07.933140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:07.944309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-be3f81e3-c8a0-4589-a148-574e63f90fd5 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393250 Oct 17 18:27:07.946901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45030) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:08.081096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d8043-e4eb-4d58-bccb-2098b881e2ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.082740 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ce4d8043-e4eb-4d58-bccb-2098b881e2ef tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348948 Oct 17 18:27:08.085542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45034) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:08.129394 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b1437bfb-7908-4fa3-9aa7-2e6ed59d1188 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427153 Oct 17 18:27:08.132061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45038) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:08.137373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697882363', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:08.222806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:06Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:08.226796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Checking router: 2d7f5d9b-6b20-4032-b7b7-109ba045c032 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:27:08.227142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Updating router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 port 9cd293d6-82eb-480d-959c-b61137a75ab9 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:27:08.255255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:08.259239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:08.262175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:08.268991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:08.290516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.351118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:27:08.354603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.634181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.645692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Transition to ACTIVE for port object 9cd293d6-82eb-480d-959c-b61137a75ab9 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:08.661656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.741744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=70a9e82d-da15-4fe1-91e6-b5825e903026,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:08.753546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:27:08.754014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: d07fe857-b686-40b6-9b5d-520528f94f79, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:27:08.788412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.855642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network d07fe857-b686-40b6-9b5d-520528f94f79 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:27:08.908999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Attempting to bind port 9cd293d6-82eb-480d-959c-b61137a75ab9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:27:08.911032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Attempting to bind port 9cd293d6-82eb-480d-959c-b61137a75ab9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:27:08.911032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Attempting to bind port 9cd293d6-82eb-480d-959c-b61137a75ab9 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:27:08.920783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:27:08.921864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:27:08.922313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.923200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:27:08.923683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Bound port: 9cd293d6-82eb-480d-959c-b61137a75ab9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:27:08.924063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.967613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e978-5262-4800-9cf8-6033bf7772ba None None] Pushing event updated for resources: {'Port': ['ID=9cd293d6-82eb-480d-959c-b61137a75ab9,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:08.976500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d07fe857-b686-40b6-9b5d-520528f94f79) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:08.981223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.982177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:08.987355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350c888-bf6a-427a-af2c-8fcd4acaa456 None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:27:09.081774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] For port 9cd293d6-82eb-480d-959c-b61137a75ab9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:27:09.102914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] For port 9cd293d6-82eb-480d-959c-b61137a75ab9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd293d6-82eb-480d-959c-b61137a75ab9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:27:09.243095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:09.262261 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-142c867e-9578-48b6-b936-18f885e9684a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1291690 Oct 17 18:27:09.265012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45042) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:09.312442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d07fe857-b686-40b6-9b5d-520528f94f79', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:27:09.328406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:09.329309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:09.330039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:09.536603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e978-5262-4800-9cf8-6033bf7772ba None None] Pushing event updated for resources: {'Port': ['ID=9cd293d6-82eb-480d-959c-b61137a75ab9,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:09.658165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:09.873504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Allocated IP 172.20.0.2 (d07fe857-b686-40b6-9b5d-520528f94f79/70a9e82d-da15-4fe1-91e6-b5825e903026/ecd50c1d-4c69-44a7-8a10-5ac0361825fa) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:27:10.053802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.183474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.187403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:06Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:10.198778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771529f-754b-44c7-bdac-9ce270de9215 None None] The sync data for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv is: [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:06Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:27:10.200721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Transition to ACTIVE for port object ecd50c1d-4c69-44a7-8a10-5ac0361825fa will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:10.225535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Transition to ACTIVE for port object ecd50c1d-4c69-44a7-8a10-5ac0361825fa will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:10.319456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.419392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:10.424850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:10.431338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:27:10.540271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Pushing event updated for resources: {'Port': ['ID=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:10.594996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Attempting to bind port ecd50c1d-4c69-44a7-8a10-5ac0361825fa on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:27:10.594996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Attempting to bind port ecd50c1d-4c69-44a7-8a10-5ac0361825fa by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:27:10.594996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Attempting to bind port ecd50c1d-4c69-44a7-8a10-5ac0361825fa on network d07fe857-b686-40b6-9b5d-520528f94f79 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:27:10.604080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:27:10.604464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Checking segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:27:10.604869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.605258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Bound using segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:27:10.605756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Bound port: ecd50c1d-4c69-44a7-8a10-5ac0361825fa, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:27:10.606135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.611029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (d07fe857-b686-40b6-9b5d-520528f94f79/70a9e82d-da15-4fe1-91e6-b5825e903026/24672de7-849f-45e4-a793-0da50854582d) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:27:10.744061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd293d6-82eb-480d-959c-b61137a75ab9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:10.829456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:10.855212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 24672de7-849f-45e4-a793-0da50854582d will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:10.891857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] For port ecd50c1d-4c69-44a7-8a10-5ac0361825fa, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:27:10.898500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] For port ecd50c1d-4c69-44a7-8a10-5ac0361825fa, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:27:11.061636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.090420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9cd293d6-82eb-480d-959c-b61137a75ab9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:11.104793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.155439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network d07fe857-b686-40b6-9b5d-520528f94f79 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:11.159494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:11.165592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:27:11.194662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9cd293d6-82eb-480d-959c-b61137a75ab9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:11.195267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.195729 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9cd293d6-82eb-480d-959c-b61137a75ab9 Oct 17 18:27:11.211493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:11.275655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.278528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4187-718c-450b-a1da-d215dc5aea3f None None] Pushing event updated for resources: {'Port': ['ID=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:11.446618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9cd293d6-82eb-480d-959c-b61137a75ab9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:11.447208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.500421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 9cd293d6-82eb-480d-959c-b61137a75ab9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd293d6-82eb-480d-959c-b61137a75ab9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:11.644937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:11.735844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=9cd293d6-82eb-480d-959c-b61137a75ab9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:11.775396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:12.240137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:12.335603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:12.460260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:12.463927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:12.646804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network d07fe857-b686-40b6-9b5d-520528f94f79 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:12.648062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:12.692831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd293d6-82eb-480d-959c-b61137a75ab9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:12.771711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9cd293d6-82eb-480d-959c-b61137a75ab9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:12.772158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:12.773307 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9cd293d6-82eb-480d-959c-b61137a75ab9 Oct 17 18:27:12.865137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:27:12.911003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9cd293d6-82eb-480d-959c-b61137a75ab9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:12.912738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ecd50c1d-4c69-44a7-8a10-5ac0361825fa up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:12.958474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78fdf18-16d0-409d-83bb-e9d4cff68f83 None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:27:13.062608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:27:13.074434 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Sync routers for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:27:13.077379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-49690e92-ec71-404e-bbd0-412815eee1cc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/2d7f5d9b-6b20-4032-b7b7-109ba045c032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8098474 Oct 17 18:27:13.080025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45046) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:13.089884 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:13.093260 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:13.270744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Provisioning for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:13.275933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:13.287206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:13.287777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:13.288296 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ecd50c1d-4c69-44a7-8a10-5ac0361825fa Oct 17 18:27:13.306743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf355e-3ed2-46e6-b99a-6e48019baec7 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.308924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf355e-3ed2-46e6-b99a-6e48019baec7 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.310335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf355e-3ed2-46e6-b99a-6e48019baec7 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.310681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf355e-3ed2-46e6-b99a-6e48019baec7 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.313212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cdaf355e-3ed2-46e6-b99a-6e48019baec7 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2316842 Oct 17 18:27:13.315872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45050) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:13.324217 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:13.362630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Provisioning complete for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:13.363434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:13.368477 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Attempt 1 to provision port ecd50c1d-4c69-44a7-8a10-5ac0361825fa Oct 17 18:27:13.601852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84faf306-262a-44a9-9c3d-e8f4c01a6d08 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.602793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84faf306-262a-44a9-9c3d-e8f4c01a6d08 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.603668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84faf306-262a-44a9-9c3d-e8f4c01a6d08 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.604586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84faf306-262a-44a9-9c3d-e8f4c01a6d08 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:13.611463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45054) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:13.612073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-84faf306-262a-44a9-9c3d-e8f4c01a6d08 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.2942834 Oct 17 18:27:13.687431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:13.688026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:13.711230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:13.711876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:13.717915 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:12Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:13.724860 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Checking router: 2d7f5d9b-6b20-4032-b7b7-109ba045c032 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:27:13.725241 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Updating router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 port 24672de7-849f-45e4-a793-0da50854582d binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:27:13.762155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port ecd50c1d-4c69-44a7-8a10-5ac0361825fa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:13.804328 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:13.850668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.022616 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6ec08b69-f8d6-4292-a3d2-750b2c51e72d tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.4043736 Oct 17 18:27:14.022898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:27:14.023333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:27:14.030648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:14.226227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45060) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:14.232300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775496481', 'description': 'tempest-secgroup-smoke-775496481 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:14.240626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:14.246676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:14.249810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:14.257707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.261968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:14.273947 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Transition to ACTIVE for port object 24672de7-849f-45e4-a793-0da50854582d will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:14.567005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ecd50c1d-4c69-44a7-8a10-5ac0361825fa up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:14.633251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2793c230-d4aa-46a6-a7aa-afc4afa9a906 None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:14.655074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:14.655478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.656397 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ecd50c1d-4c69-44a7-8a10-5ac0361825fa Oct 17 18:27:14.750739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.770150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.786354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1ca5885c-eb9e-4be2-8a13-32e14e53b397 None None] Provisioning complete for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:14.786951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ca5885c-eb9e-4be2-8a13-32e14e53b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.787076 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1ca5885c-eb9e-4be2-8a13-32e14e53b397 None None] Attempt 1 to provision port ecd50c1d-4c69-44a7-8a10-5ac0361825fa Oct 17 18:27:14.792798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:14.797771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:14.801006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:14.808972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:14.879682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:14.902633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.954395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Pushing event updated for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:14.967856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.969525 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.969897 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.970230 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.970564 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.970880 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.971192 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.971512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.971682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5885c-eb9e-4be2-8a13-32e14e53b397 None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:14.971848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.972135 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.972446 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.972755 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.973064 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:27:14.983333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Attempting to bind port 24672de7-849f-45e4-a793-0da50854582d on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:27:14.983852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Attempting to bind port 24672de7-849f-45e4-a793-0da50854582d by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:27:14.984209 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Attempting to bind port 24672de7-849f-45e4-a793-0da50854582d on network d07fe857-b686-40b6-9b5d-520528f94f79 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:27:14.989736 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:27:14.992643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Checking segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:27:14.992643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:14.992643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Bound using segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:27:14.992643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Bound port: 24672de7-849f-45e4-a793-0da50854582d, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:27:14.992643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.016932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568640ff-0e7a-4c97-bdaa-c880fa7a0c39,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:15.090780 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] For port 24672de7-849f-45e4-a793-0da50854582d, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:27:15.094737 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] For port 24672de7-849f-45e4-a793-0da50854582d, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24672de7-849f-45e4-a793-0da50854582d,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:27:15.101065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1ca5885c-eb9e-4be2-8a13-32e14e53b397 None None] Provisioning for port 24672de7-849f-45e4-a793-0da50854582d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:15.156439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.157832 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ec693aa7-3393-432a-9833-5b709866797f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9306061 Oct 17 18:27:15.160715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45064) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:15.165786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:15.171995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:15.175943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:15.178836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:15.185056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:15.294866 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.337951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.366619 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:15.367571 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:26:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:15.438156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.534444 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef420403-009c-4436-84a5-ddbf95cd5947 None None] Pushing event updated for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:15.569222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.585289 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:15.593003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63753d-26dd-4a48-a3d5-86f7f7c95565,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:15.689914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.691151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-91d5d93e-b4f4-4f6f-84f3-d67d5d59515f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5294602 Oct 17 18:27:15.694073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45068) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:15.699226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:15.706087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:15.710008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:15.714283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:15.721073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:15.823764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.892388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:15.916909 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:15Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:15.925392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043759fd-9466-4fc4-82aa-96d4eec85170 None None] The sync data for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv is: [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:15Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:27:15.973641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.001898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaa65a2-1e1b-48b5-b004-97b7c710e15c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:16.101223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.102636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-64e41582-4dda-4bf8-9a52-120df3943091 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4076207 Oct 17 18:27:16.105384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45072) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:16.111255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:16.117562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:16.121678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:16.125355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:16.132627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:16.272578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.343616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.426779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.454473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c271447-7846-4f42-849a-906ec4a5fa86,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:16.552318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.554114 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ed171ea4-b19f-4823-a541-cb2c836ba743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4472709 Oct 17 18:27:16.556703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45076) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:16.563264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:16.570234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:16.574539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:16.578180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:16.584683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:16.592039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24672de7-849f-45e4-a793-0da50854582d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:16.688923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.760339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.775432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 24672de7-849f-45e4-a793-0da50854582d completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:16.783185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24672de7-849f-45e4-a793-0da50854582d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:16.783662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.784098 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24672de7-849f-45e4-a793-0da50854582d Oct 17 18:27:16.872254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.896586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2731a7f5-2c1b-43d5-ad2e-ec799ce2bc35,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:16.908437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24672de7-849f-45e4-a793-0da50854582d is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:16.908809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:16.944550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 24672de7-849f-45e4-a793-0da50854582d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24672de7-849f-45e4-a793-0da50854582d,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:17.004144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.005349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-22164a3b-aef4-45af-847c-f4e7bf1b1b40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4469783 Oct 17 18:27:17.008139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45080) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:17.013073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:17.019152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:17.023195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:17.026050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:17.031686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:17.041774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.101580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:27:17.109281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.112515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:17.173879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.260798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.287586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917a2cab-5c3e-48c0-a3c7-03dac9f34e35,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:17.398305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.407665 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5101490e-b508-4c86-b9a7-84b2e599443c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3905435 Oct 17 18:27:17.407665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45084) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:17.407665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '568640ff-0e7a-4c97-bdaa-c880fa7a0c39', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:17.413660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:17.417565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:17.420488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:17.426253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:17.535171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:27:17.542332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.608027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.700743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.723604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ba2ad4-f6ad-475e-afa3-2874975b460e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:17.804208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:17.805401 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-db43ad19-954d-4e69-accf-7fe2934e7142 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022129 Oct 17 18:27:18.027567 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-d88bfe4b-b233-40fe-9b8c-3228dac6d36d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:27:18.127475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-d88bfe4b-b233-40fe-9b8c-3228dac6d36d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:27:18.128644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-d88bfe4b-b233-40fe-9b8c-3228dac6d36d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775496481&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1416731 Oct 17 18:27:18.279332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-38ddb097-2ef6-4444-9fbb-c80c0eedd3d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:18.280007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-38ddb097-2ef6-4444-9fbb-c80c0eedd3d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:27:18.363792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-38ddb097-2ef6-4444-9fbb-c80c0eedd3d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:27:18.365024 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-38ddb097-2ef6-4444-9fbb-c80c0eedd3d8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 797 time: 0.2297404 Oct 17 18:27:18.380718 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-d90ca2c2-1776-4400-80f4-f01b60061ef1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0099683 Oct 17 18:27:18.474047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8b8f69c4-3423-479c-81cb-676c54d3e362 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:27:18.560695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24672de7-849f-45e4-a793-0da50854582d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:18.598258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8b8f69c4-3423-479c-81cb-676c54d3e362 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:27:18.599738 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8b8f69c4-3423-479c-81cb-676c54d3e362 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137053 Oct 17 18:27:18.629812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 24672de7-849f-45e4-a793-0da50854582d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:18.630176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:18.630507 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 24672de7-849f-45e4-a793-0da50854582d Oct 17 18:27:18.744298 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-f6268d07-fae0-4d16-b9d0-585c6f141df6 service neutron] 10.222.0.36 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Oct 17 18:27:18.752886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 24672de7-849f-45e4-a793-0da50854582d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:18.876922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-2b56e51a-566c-464c-bd9c-eec354d3cab2 service neutron] 10.222.0.36 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260910 Oct 17 18:27:19.145522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7fd7e14b-9bbc-4f4f-a132-82627c4146e7 req-3456dfff-43c9-43a4-bf43-786a0ef9b9a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:27:19.158127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7fd7e14b-9bbc-4f4f-a132-82627c4146e7 req-3456dfff-43c9-43a4-bf43-786a0ef9b9a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:27:19.159658 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7fd7e14b-9bbc-4f4f-a132-82627c4146e7 req-3456dfff-43c9-43a4-bf43-786a0ef9b9a0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0652382 Oct 17 18:27:19.729292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-465a489a-bcd9-4fdc-bc15-ad68acced860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:20.270137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1fdbd2ab-56a1-452f-a49c-f364e5fce8bd req-4f6e6922-d6d2-4848-b738-778dd32e2b73 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0504460 Oct 17 18:27:21.382641 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-af31cb70-0fa5-4247-badd-0687f74c83af req-d8aa6869-8a86-4c3f-acf7-1aedc3161014 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0523512 Oct 17 18:27:22.306615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-de5ceb15-62f1-47b5-9625-4dc8c905183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:22.508055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-185ad3c2-70a4-4db0-9b39-e5e66cd414f6 req-1702c27f-d8b1-4fe2-8783-aebb7f1497c7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0557005 Oct 17 18:27:22.967290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:22.978267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:23.670077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-99c3118b-716d-4b24-acf3-46586b0d2209 req-13009c52-37cd-4de2-9c6c-cd92978201ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0500214 Oct 17 18:27:24.441270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:24.840131 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bd2f2244-83d4-4496-9c08-c4696f72ff68 req-6d8fcc63-abbd-49ff-b892-bbb6fcc4717f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0540717 Oct 17 18:27:25.645270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-e2181c9f-a5f4-4879-a8d5-14e4c174a16a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:25.646953 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-e2181c9f-a5f4-4879-a8d5-14e4c174a16a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 797 time: 0.1648819 Oct 17 18:27:25.719518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-f6a86138-bd01-47ef-a4a1-aba06538e36a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 379 time: 0.0576782 Oct 17 18:27:25.728627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '24dfad3a-88df-4993-badc-96e102277bf4', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['568640ff-0e7a-4c97-bdaa-c880fa7a0c39']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:25.802343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:25.880876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:25.892450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:26.010442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:27:26.014958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.032488 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b1ad9d38-3ccb-4a96-90be-54ec7cf50fab req-338c962b-18b2-45dc-bf79-6f0fd1edc4b0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.0683353 Oct 17 18:27:26.196210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.8 (d07fe857-b686-40b6-9b5d-520528f94f79/70a9e82d-da15-4fe1-91e6-b5825e903026/3de7a4e3-16a8-462f-98ad-91897504e2c3) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:27:26.405307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.422949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 3de7a4e3-16a8-462f-98ad-91897504e2c3 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:26.533295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.604662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network d07fe857-b686-40b6-9b5d-520528f94f79 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:26.607620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:26.611375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:27:26.650148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:26.683777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:26.684682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.790512 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-93ca6e1d-8a54-4cbc-aa30-d2493a715ffe tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0656259 Oct 17 18:27:26.810459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Request body: {'port': {'device_id': '24dfad3a-88df-4993-badc-96e102277bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:26.871388 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Provisioning for port 3de7a4e3-16a8-462f-98ad-91897504e2c3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:26.877693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Provisioning complete for port 3de7a4e3-16a8-462f-98ad-91897504e2c3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:26.877997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.878330 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Attempt 1 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:27:26.928585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:26.936513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Port 3de7a4e3-16a8-462f-98ad-91897504e2c3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:27:27.266606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c358aae-8c72-489a-930a-5505aeaf310c req-ffb1e986-1d6c-424d-afb9-897580f804d4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:27.269429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0c358aae-8c72-489a-930a-5505aeaf310c req-ffb1e986-1d6c-424d-afb9-897580f804d4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 931 time: 0.1122336 Oct 17 18:27:27.330862 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0c358aae-8c72-489a-930a-5505aeaf310c req-4c05641a-412f-467d-a10b-aaed112a858a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491354 Oct 17 18:27:27.432138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de7a4e3-16a8-462f-98ad-91897504e2c3 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:27:27.438088 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Attempt 2 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:27:27.444694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:27.455983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Transition to ACTIVE for port object 3de7a4e3-16a8-462f-98ad-91897504e2c3 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:27:27.493019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Port 3de7a4e3-16a8-462f-98ad-91897504e2c3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:27:27.534897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:27.729712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Pushing event updated for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:27.801960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Attempting to bind port 3de7a4e3-16a8-462f-98ad-91897504e2c3 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:27:27.802418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Attempting to bind port 3de7a4e3-16a8-462f-98ad-91897504e2c3 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:27:27.802937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Attempting to bind port 3de7a4e3-16a8-462f-98ad-91897504e2c3 on network d07fe857-b686-40b6-9b5d-520528f94f79 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:27:27.811339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Port 3de7a4e3-16a8-462f-98ad-91897504e2c3 on network d07fe857-b686-40b6-9b5d-520528f94f79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:27:27.811799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Attempting to bind port 3de7a4e3-16a8-462f-98ad-91897504e2c3 on network d07fe857-b686-40b6-9b5d-520528f94f79 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:27:27.820935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:27:27.821374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Checking segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:27:27.821835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Bound using segment: {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:27:27.822419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Bound port: 3de7a4e3-16a8-462f-98ad-91897504e2c3, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:27:27.822693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:27.945581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:27:27.950161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:27:27.994012 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Attempt 3 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:27:28.054325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Port 3de7a4e3-16a8-462f-98ad-91897504e2c3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:27:28.070576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:28.106202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.106807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:28.108225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] 10.222.0.42 "PUT /v2.0/ports/3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 1093 time: 1.3040195 Oct 17 18:27:28.108750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:27:28.111108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:27:28.156747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9f6e2-bb80-455e-aef0-ddfe739fa49f x-openstack-request-id: req-31b9f6e2-bb80-455e-aef0-ddfe739fa49f {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:27:28.157039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:27:28.157283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31b9f6e2-bb80-455e-aef0-ddfe739fa49f {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:27:28.157741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b9f6e2-bb80-455e-aef0-ddfe739fa49f'] response: {'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'status': 'completed', 'code': 200} Oct 17 18:27:28.167416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661203-ff3a-41ee-bdbc-ad3acd321e9b service neutron] Pushing event updated for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:28.279464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-b69588a4-008e-444a-b3fe-1eaff5c1f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.281754 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-b69588a4-008e-444a-b3fe-1eaff5c1f03e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0821567 Oct 17 18:27:28.429374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-360e8b67-cfc2-4363-9a29-e59c43df293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.431179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-360e8b67-cfc2-4363-9a29-e59c43df293e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1363523 Oct 17 18:27:28.534086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139449a7-4b50-4e3b-87e5-c03eff1c9aee req-5d409ab7-c1a1-4d10-bd81-743f417e02fb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.535550 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-139449a7-4b50-4e3b-87e5-c03eff1c9aee req-5d409ab7-c1a1-4d10-bd81-743f417e02fb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 943 time: 0.0918462 Oct 17 18:27:28.555810 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Attempt 4 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:27:28.594562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-139449a7-4b50-4e3b-87e5-c03eff1c9aee req-46252f95-88d1-47d0-87e8-74a706f90099 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527813 Oct 17 18:27:28.596232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-b1b3cd12-55cb-4cd0-8f13-367f786c59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.597749 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c24a5f80-cf9f-4a27-89e3-ef4010691b8c req-b1b3cd12-55cb-4cd0-8f13-367f786c59c1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593835 Oct 17 18:27:28.628646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-da6e5edd-8c67-4e39-a14f-55410e44027b None None] Port 3de7a4e3-16a8-462f-98ad-91897504e2c3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:27:28.769238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-6110c929-2e73-4830-a1c2-a71075eba86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.771019 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-6110c929-2e73-4830-a1c2-a71075eba86d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0860276 Oct 17 18:27:28.845225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-d42ee371-378e-4d55-b775-b2c7edce9b1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 217 time: 0.0607724 Oct 17 18:27:28.910788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8a292f0d-8089-4122-a874-2831952310ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.912149 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8a292f0d-8089-4122-a874-2831952310ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0611434 Oct 17 18:27:28.996034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-008b1f0d-4636-4484-8161-9c0f7c758e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:28.997519 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-008b1f0d-4636-4484-8161-9c0f7c758e95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792058 Oct 17 18:27:29.130339 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-8f0b4638-9b68-425f-9d4d-4b4a129e3136 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256788 Oct 17 18:27:29.262882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e782060-89cf-480e-b945-0a2c4fdc0668 req-1d94bd8c-ba51-4da7-b719-13b70ed4d91f service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262250 Oct 17 18:27:29.815488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906e9bd-0a3d-4860-8f63-3733c3e3336d req-c33d8387-2df6-411b-9dd6-ee5699429e2d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:29.816263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9906e9bd-0a3d-4860-8f63-3733c3e3336d req-c33d8387-2df6-411b-9dd6-ee5699429e2d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:27:29.898102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9906e9bd-0a3d-4860-8f63-3733c3e3336d req-c33d8387-2df6-411b-9dd6-ee5699429e2d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:27:29.899201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9906e9bd-0a3d-4860-8f63-3733c3e3336d req-c33d8387-2df6-411b-9dd6-ee5699429e2d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 943 time: 0.1762280 Oct 17 18:27:29.929897 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:27:29.948276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9906e9bd-0a3d-4860-8f63-3733c3e3336d req-459d52f2-55d8-4045-b629-6d0cf3ed88ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Oct 17 18:27:31.151938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31704e4-89c7-451a-ad34-83d91369307c req-facb6cf8-ea79-45af-b791-ae55e0cf9167 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:31.153361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c31704e4-89c7-451a-ad34-83d91369307c req-facb6cf8-ea79-45af-b791-ae55e0cf9167 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 943 time: 0.0920308 Oct 17 18:27:31.197154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c31704e4-89c7-451a-ad34-83d91369307c req-422141f9-6fde-4b49-b12c-265a70aaf289 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380371 Oct 17 18:27:31.600083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3de7a4e3-16a8-462f-98ad-91897504e2c3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:27:31.731850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:31.745080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'port_id': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'mac_address': 'fa:16:3e:7b:f0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:27:31.798502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 3de7a4e3-16a8-462f-98ad-91897504e2c3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:31.798869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:31.815172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de7a4e3-16a8-462f-98ad-91897504e2c3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:27:31.830661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:31.888671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:31.960076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:32.304117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['3de7a4e3-16a8-462f-98ad-91897504e2c3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:27:32.398888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea33ef-e87c-4bc5-9d59-e1aa90c4a4f5 req-b217a862-54e7-4728-9c7a-2a7fb0b31dfb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:32.400377 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72ea33ef-e87c-4bc5-9d59-e1aa90c4a4f5 req-b217a862-54e7-4728-9c7a-2a7fb0b31dfb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 944 time: 0.0928247 Oct 17 18:27:32.572566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72ea33ef-e87c-4bc5-9d59-e1aa90c4a4f5 req-8d0bcc1e-82c0-4bd6-8dc5-abfd56c48434 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654656 Oct 17 18:27:33.597947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3de7a4e3-16a8-462f-98ad-91897504e2c3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:27:33.751679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 3de7a4e3-16a8-462f-98ad-91897504e2c3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:27:33.756840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 3de7a4e3-16a8-462f-98ad-91897504e2c3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:27:33.757205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:33.757533 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:27:33.774204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5621a-acee-4cdd-bcd6-ac0e98032094 req-f3bdeddf-2352-4463-b39f-ca9bbe7ec690 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:33.775681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6b5621a-acee-4cdd-bcd6-ac0e98032094 req-f3bdeddf-2352-4463-b39f-ca9bbe7ec690 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 944 time: 0.0922348 Oct 17 18:27:33.821825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f6b5621a-acee-4cdd-bcd6-ac0e98032094 req-0d758b6d-2daf-4f06-a102-154f48518bec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Oct 17 18:27:33.877841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 3de7a4e3-16a8-462f-98ad-91897504e2c3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:27:33.878132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:33.906066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:27:33.908339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ece13-1457-4e3e-a12c-1d4c1fa10600" -d '{"events": [{"server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "name": "network-vif-plugged", "status": "completed", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:27:33.916101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:27:33.953684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6528a7-df0b-4b6c-9413-f83b976744ce x-openstack-request-id: req-0b6528a7-df0b-4b6c-9413-f83b976744ce {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:27:33.953964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "name": "network-vif-plugged", "status": "completed", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:27:33.954216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b6528a7-df0b-4b6c-9413-f83b976744ce {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:27:33.954614 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6528a7-df0b-4b6c-9413-f83b976744ce'] response: {'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'code': 200} Oct 17 18:27:33.991125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:34.059411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:34.337792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415366f-f827-4471-bc69-bdf8b6508d5d req-5f55e060-588c-4ead-bd97-da5ce5fae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:34.339449 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3415366f-f827-4471-bc69-bdf8b6508d5d req-5f55e060-588c-4ead-bd97-da5ce5fae91b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0775614 Oct 17 18:27:34.381199 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3415366f-f827-4471-bc69-bdf8b6508d5d req-a8c21a93-b310-497f-b456-e5288ff44e53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357323 Oct 17 18:27:35.020519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c6129-a17e-4b90-aeee-8aa4d78bd478 req-bb2aca53-ef24-4635-a549-01de2a989508 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:35.022009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8a9c6129-a17e-4b90-aeee-8aa4d78bd478 req-bb2aca53-ef24-4635-a549-01de2a989508 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.0875900 Oct 17 18:27:35.065400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8a9c6129-a17e-4b90-aeee-8aa4d78bd478 req-c5a815d0-2b0d-4777-a51e-78d4a74ce390 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377607 Oct 17 18:27:36.265723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f612d6-30d2-47ad-85ad-3d6d9ac48e6b req-f0330981-c9e6-465b-9018-b5339a7ac8c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:36.267153 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47f612d6-30d2-47ad-85ad-3d6d9ac48e6b req-f0330981-c9e6-465b-9018-b5339a7ac8c2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.0884387 Oct 17 18:27:36.311023 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47f612d6-30d2-47ad-85ad-3d6d9ac48e6b req-ff4f663c-30ce-4a4e-a75e-5ce3f8fbd786 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378742 Oct 17 18:27:36.511897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27b4d7-7eaa-4922-a7ff-7e75d906f1a9 req-04f857fe-00d9-457e-b206-eceb4f0253ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:36.513891 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed27b4d7-7eaa-4922-a7ff-7e75d906f1a9 req-04f857fe-00d9-457e-b206-eceb4f0253ed tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.0889351 Oct 17 18:27:36.560333 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed27b4d7-7eaa-4922-a7ff-7e75d906f1a9 req-14e8a458-1ce2-4195-90db-3136c0ee7417 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382950 Oct 17 18:27:36.588932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45162) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:36.666394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a69cdb-46c8-4e2a-9584-5ee01941c92e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:36.667878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-23a69cdb-46c8-4e2a-9584-5ee01941c92e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1093 time: 0.0779755 Oct 17 18:27:36.670737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45166) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:36.675909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:27:36.681704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:27:36.685541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:27:36.688392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:27:36.693930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:27:36.768272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:36.899419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:37.036454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.146 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/7f58f338-2fd6-4cc5-80fe-c30e650d67da) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:27:37.183525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:37.281210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:37.455879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:27:37.458645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:27:37.462176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:27:37.490648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=7f58f338-2fd6-4cc5-80fe-c30e650d67da,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:37.870593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:38.033428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:38.238858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:38.310800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:38.424064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=7f58f338-2fd6-4cc5-80fe-c30e650d67da,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:27:38.426601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:38.595366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 02f4809f-0010-4572-82d4-0575e0f80ad0 associated. External IP: 172.26.2.146, port: 3de7a4e3-16a8-462f-98ad-91897504e2c3. Oct 17 18:27:38.940076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:27:39.243045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:27:39.253411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Sync routers for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:27:39.265011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:39.265664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:27:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:39.328779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:39.389912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6f585625-d2e9-406d-9359-03ed70d15f4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7181244 Oct 17 18:27:39.390618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:27:39.392737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45176) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:39.393227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d1be31-001b-4787-bb1b-02434f32ae69" -d '{"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:27:39.445472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b179b9-ca3c-4b81-90bb-8bb5642a8c81 x-openstack-request-id: req-12b179b9-ca3c-4b81-90bb-8bb5642a8c81 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:27:39.445808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:27:39.446069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12b179b9-ca3c-4b81-90bb-8bb5642a8c81 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:27:39.446504 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b179b9-ca3c-4b81-90bb-8bb5642a8c81'] response: {'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'status': 'completed', 'code': 200} Oct 17 18:27:39.497187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:39.551974 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-306d9225-4a7d-455d-b632-1952e0690a44 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/02f4809f-0010-4572-82d4-0575e0f80ad0 HTTP/1.1" status: 200 len: 991 time: 0.1580427 Oct 17 18:27:39.583608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-fa7317af-7086-4348-8773-768adb18ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:39.585082 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-fa7317af-7086-4348-8773-768adb18ffc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0923033 Oct 17 18:27:39.721074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-5db87aaf-87c7-4a4d-8d35-ce2070a32e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:39.722546 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-5db87aaf-87c7-4a4d-8d35-ce2070a32e78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 898 time: 0.1316004 Oct 17 18:27:39.824789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-8b2c8fc6-e4c0-43ed-a9c7-3006997f2b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 999 time: 0.0957060 Oct 17 18:27:39.859722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '02f4809f-0010-4572-82d4-0575e0f80ad0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.146', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'port_id': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'mac_address': 'fa:16:3e:7b:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dfad3a-88df-4993-badc-96e102277bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:27:37Z', 'updated_at': '2022-10-17T18:27:37Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:39.863728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Checking router: 2d7f5d9b-6b20-4032-b7b7-109ba045c032 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:27:39.872415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:27:39.873005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:27:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:39.906342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-3d0a80e3-082c-40b7-bb11-ce6ff7f1c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:39.907805 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-3d0a80e3-082c-40b7-bb11-ce6ff7f1c115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0771141 Oct 17 18:27:39.992151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-5ad3b969-2742-49fa-b10b-8cfc04233758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:39.993673 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-5ad3b969-2742-49fa-b10b-8cfc04233758 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798957 Oct 17 18:27:40.061770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:27:40.132537 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-1086de29-5561-4b36-85b2-906c7410b741 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294615 Oct 17 18:27:40.280991 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8d1be31-001b-4787-bb1b-02434f32ae69 req-da313dc8-93c9-42fa-9899-cf9592af2d60 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414275 Oct 17 18:27:40.428257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '02f4809f-0010-4572-82d4-0575e0f80ad0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.146', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'port_id': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'mac_address': 'fa:16:3e:7b:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dfad3a-88df-4993-badc-96e102277bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:27:37Z', 'updated_at': '2022-10-17T18:27:37Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:27:40.432273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cece94f-93e4-4874-801d-9810644cd0df None None] The sync data for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv is: [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '02f4809f-0010-4572-82d4-0575e0f80ad0', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.146', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'port_id': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'mac_address': 'fa:16:3e:7b:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dfad3a-88df-4993-badc-96e102277bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:27:37Z', 'updated_at': '2022-10-17T18:27:37Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:27:40.555580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45182) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:40.621459 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16257167-5e0c-4e67-b7ca-220b7abe1131 None None] New status for floating IP 02f4809f-0010-4572-82d4-0575e0f80ad0: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:27:40.671136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c9a594a7-173b-422c-a8d2-0ab354e688c9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/02f4809f-0010-4572-82d4-0575e0f80ad0 HTTP/1.1" status: 200 len: 991 time: 0.1127882 Oct 17 18:27:41.674429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45188) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:27:41.784016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2ee9a347-141b-4e2a-9298-7907566c4d4d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/02f4809f-0010-4572-82d4-0575e0f80ad0 HTTP/1.1" status: 200 len: 993 time: 0.1084454 Oct 17 18:27:49.636827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-022c68c4-812e-4d82-a8d2-8e8a36daf9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:52.350722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb1981a2-3293-4c50-8923-c615023b01a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:52.979387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:53.011969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:54.433624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:55.744584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:06.928460 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:28:16.036940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-3e472161-3752-4cdf-835d-95f9231490c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838251 Oct 17 18:28:16.210837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-8b358ace-cba7-4d83-bf32-b8acf4fef8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:16.212333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-8b358ace-cba7-4d83-bf32-b8acf4fef8d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0836525 Oct 17 18:28:16.468336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-874e02c9-ed96-47c0-8c08-cea41a03dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:16.469854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-874e02c9-ed96-47c0-8c08-cea41a03dfdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 898 time: 0.2343278 Oct 17 18:28:16.576489 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-741e242b-56c2-4a13-b7d2-3f14f6303e41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 1001 time: 0.1003547 Oct 17 18:28:16.647003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-80f347d2-5f9a-48b4-bdd3-367b8b29ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:16.648481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-80f347d2-5f9a-48b4-bdd3-367b8b29ab61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0658402 Oct 17 18:28:16.736747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-f673cbbb-85cb-4764-be0c-b6b308de5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:16.738250 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-f673cbbb-85cb-4764-be0c-b6b308de5cd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836525 Oct 17 18:28:16.878523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-83b5e99a-ebf2-4f18-a4d6-bd674ac779b3 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336434 Oct 17 18:28:17.020348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8192fcd0-b7e3-4571-9592-6b8f5f0590b2 req-8a314305-436a-4cb6-be1e-8b5c0a396791 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357231 Oct 17 18:28:19.608972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21f27d99-2f34-41b9-b610-d92e7031a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.273739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-499433a0-ff72-43d6-aee9-99ac987d33d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.951527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.983147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:24.417906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:25.783620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:43.927662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:28:49.607026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9f134ee9-c5a6-4b46-98d1-1d49813350c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:52.240975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd1379dc-e118-4344-af82-eb0a0d119cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:53.010669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:53.064024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:54.415665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:55.809995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:17.025403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-b68179e6-d313-40c8-aebc-c83ff0e19024 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768466 Oct 17 18:29:17.198499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-2d39a506-0ce9-42ec-bb1a-ad64f1393de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:17.199947 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-2d39a506-0ce9-42ec-bb1a-ad64f1393de4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0840540 Oct 17 18:29:17.354873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-b0f26fbf-7339-49f7-a508-cb5c9d1f92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:17.356318 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-b0f26fbf-7339-49f7-a508-cb5c9d1f92b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 898 time: 0.1370585 Oct 17 18:29:17.475920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-9b1515f0-2e8c-4f9e-9597-a512ef252a6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 1001 time: 0.1130383 Oct 17 18:29:17.539483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-f94d4518-7edd-4ec7-b1c0-409674814b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:17.540832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-f94d4518-7edd-4ec7-b1c0-409674814b4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0590675 Oct 17 18:29:17.628687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-a681ee85-b693-47a9-941c-cdff611ff274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:17.630285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-a681ee85-b693-47a9-941c-cdff611ff274 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831201 Oct 17 18:29:17.771616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-1e85f49a-ca1b-4be4-be99-c73c94073aef service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343596 Oct 17 18:29:17.907711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84f0f298-fe08-403e-926a-5ffb0c7c4f19 req-b19a533e-1e3b-4d57-b096-057e554aa780 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294210 Oct 17 18:29:19.620424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e44f-0116-4e60-9930-9eaad6ff5c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:20.926611 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:29:22.256648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-92a3c307-7e7f-4832-bcac-ca7b8f59f42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.964865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.998976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:24.422096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.780284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:49.607772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3016e5b9-0372-4538-abf7-80c3ce8293f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:52.265681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe15f-a188-455d-b9f4-e584a8bbc61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:52.969138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:53.002741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:54.425711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:55.802292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:57.925469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:30:15.888346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45228) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:15.994134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:16.111183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2484002'] for subnet, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:16.481064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792882642059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2246245'] for subnet, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:16.525930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:16.526510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:16.528333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/subnets/70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 836 time: 0.6389208 Oct 17 18:30:16.533374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7febdfa-8ec0-4ac0-bdac-0f5a0552099c None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:30:16.551420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=70a9e82d-da15-4fe1-91e6-b5825e903026,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:16.558684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.559027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.559364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.561767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.562076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.562388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5ea08-20d4-48dc-8678-b28acdfe327d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:16.964133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Provisioning complete for port ecd50c1d-4c69-44a7-8a10-5ac0361825fa triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:30:16.964501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:16.964859 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Attempt 1 to provision port ecd50c1d-4c69-44a7-8a10-5ac0361825fa Oct 17 18:30:17.078348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Current status of the port ecd50c1d-4c69-44a7-8a10-5ac0361825fa is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:30:17.088969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Provisioning complete for port 3de7a4e3-16a8-462f-98ad-91897504e2c3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:30:17.089340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:17.089707 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Attempt 1 to provision port 3de7a4e3-16a8-462f-98ad-91897504e2c3 Oct 17 18:30:17.202807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Current status of the port 3de7a4e3-16a8-462f-98ad-91897504e2c3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:30:17.213980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Provisioning complete for port 24672de7-849f-45e4-a793-0da50854582d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:30:17.214359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:17.214703 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Attempt 1 to provision port 24672de7-849f-45e4-a793-0da50854582d Oct 17 18:30:17.329957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7f816744-786d-4fb4-b70d-27c5ec8915dc None None] Current status of the port 24672de7-849f-45e4-a793-0da50854582d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:30:18.088873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-def085b1-f1d7-4e23-8f96-4e61756b53de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166542 Oct 17 18:30:18.264332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-2ae37271-7793-4848-90ec-6ef811e76ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:18.265729 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-2ae37271-7793-4848-90ec-6ef811e76ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0809202 Oct 17 18:30:18.407600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-aed0877b-5063-409a-ac45-9ee6eea869fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:18.409037 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-aed0877b-5063-409a-ac45-9ee6eea869fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 898 time: 0.1243849 Oct 17 18:30:18.508444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-90308e10-524e-47c4-8fff-8ce9d6e50a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 1001 time: 0.0933394 Oct 17 18:30:18.568582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-dd7025c1-2ab4-4ffe-986e-394c558e7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:18.569907 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-dd7025c1-2ab4-4ffe-986e-394c558e7a2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0556130 Oct 17 18:30:18.656398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-f738bd8e-9339-49af-8bbb-1f8abd771773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:18.657888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-f738bd8e-9339-49af-8bbb-1f8abd771773 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814710 Oct 17 18:30:18.667768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-89a76f4f-ec5a-4d98-a84a-b44675a76612 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:30:18.668662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-89a76f4f-ec5a-4d98-a84a-b44675a76612 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046797 Oct 17 18:30:18.800159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-a971d771-3489-4060-85b1-aeecbee2c802 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219008 Oct 17 18:30:18.934654 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6554b92-c60a-4b37-9fba-1defcb9422c9 req-6355e4d6-6068-400f-9f54-378e7fe3fc3a service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284840 Oct 17 18:30:19.635082 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-86fa8ca6-7fef-4838-8981-4feb96bac36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:22.281043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4df60a45-eb9c-4f37-a241-4dedf5e80ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:23.023815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:23.057777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:24.435093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.806231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:34.925007 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:30:49.644803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-990c7d65-6ce5-4553-b5ca-255ec5db0238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.364750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c30e0e36-563f-4d27-88ed-ccd56ed6996f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.981949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:53.026917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:54.444460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.775907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.334015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45254) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:00.538469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 7f58f338-2fd6-4cc5-80fe-c30e650d67da {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:00.538722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.708094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.708422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.830868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 7f58f338-2fd6-4cc5-80fe-c30e650d67da owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:01.056155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.104988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=7f58f338-2fd6-4cc5-80fe-c30e650d67da,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:01.154144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.154491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.154829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.155163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.155493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.155823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.156149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.157170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.157546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.157928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.158281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.158609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.213015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.213345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 02f4809f-0010-4572-82d4-0575e0f80ad0 disassociated (deleted). External IP: 172.26.2.146, port: 3de7a4e3-16a8-462f-98ad-91897504e2c3. Oct 17 18:31:01.677375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:01.857401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:01.867560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Sync routers for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:01.877940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:01.883741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:01.959101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.014901 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3e618929-d458-40f2-836c-62821bc51d65 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/02f4809f-0010-4572-82d4-0575e0f80ad0 HTTP/1.1" status: 204 len: 168 time: 1.6797926 Oct 17 18:31:02.015543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:02.022283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c989ca7d-4f69-41a1-9c5c-3ea058f59907" -d '{"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:02.062004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:02.403426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:02.407393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Checking router: 2d7f5d9b-6b20-4032-b7b7-109ba045c032 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:02.415480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:02.416063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:02.596748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:02.734835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342b82e-bfe1-468c-baf2-ea7831a3e878 req-29ad5c81-95a6-4bb2-8581-d316086fd938 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:02.736341 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5342b82e-bfe1-468c-baf2-ea7831a3e878 req-29ad5c81-95a6-4bb2-8581-d316086fd938 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.1381567 Oct 17 18:31:02.782086 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5342b82e-bfe1-468c-baf2-ea7831a3e878 req-98897adc-77e6-49b0-833f-77df389f0059 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390525 Oct 17 18:31:02.911979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:02.915949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64443-d403-4241-bd6c-fe0972d2d95d None None] The sync data for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv is: [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '24672de7-849f-45e4-a793-0da50854582d', 'name': '', 'network_id': 'd07fe857-b686-40b6-9b5d-520528f94f79', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:cb:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:10Z', 'updated_at': '2022-10-17T18:27:16Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '70a9e82d-da15-4fe1-91e6-b5825e903026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:03.119112 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b178ab6-b4a3-4414-9406-1d75b3be046c None None] New status for floating IP 02f4809f-0010-4572-82d4-0575e0f80ad0: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:31:03.140235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d7ebd5-5e27-42f0-98d0-c1861574a2c1 x-openstack-request-id: req-f3d7ebd5-5e27-42f0-98d0-c1861574a2c1 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:03.141239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:03.141239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3d7ebd5-5e27-42f0-98d0-c1861574a2c1 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:03.141239 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d7ebd5-5e27-42f0-98d0-c1861574a2c1'] response: {'name': 'network-changed', 'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'status': 'completed', 'code': 200} Oct 17 18:31:03.280846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-3db4a2f9-817d-40f9-98d6-d6f7e528b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:03.282359 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-3db4a2f9-817d-40f9-98d6-d6f7e528b25a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 1098 time: 0.0846748 Oct 17 18:31:03.413040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-b370fb0a-bf9d-46ab-9986-958749af0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:03.414488 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-b370fb0a-bf9d-46ab-9986-958749af0d46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 200 len: 898 time: 0.1253252 Oct 17 18:31:03.482031 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-b60cffe5-5fb2-456b-b3a1-1032480d4342 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 200 len: 217 time: 0.0598106 Oct 17 18:31:03.546259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-6e8a9e9d-8c81-4c68-a6d2-c417ca52fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:03.548116 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-6e8a9e9d-8c81-4c68-a6d2-c417ca52fe5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 200 len: 844 time: 0.0594296 Oct 17 18:31:03.630830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-60d6d501-1212-4e40-b3f7-c752430dad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:03.632275 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-60d6d501-1212-4e40-b3f7-c752430dad14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d07fe857-b686-40b6-9b5d-520528f94f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775824 Oct 17 18:31:03.897875 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-0fcd712c-a7ef-4732-a319-370a7c4e7ec6 service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389340 Oct 17 18:31:04.091116 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c989ca7d-4f69-41a1-9c5c-3ea058f59907 req-eaf624f3-d71d-40db-9baa-549e2131bddf service neutron] 10.222.0.42 "GET /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538496 Oct 17 18:31:04.099893 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd277e-44f8-49f8-9f52-2ae14fb54d8b req-73fed771-4282-4560-80e6-5bd00ceb2672 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:04.101267 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0bdd277e-44f8-49f8-9f52-2ae14fb54d8b req-73fed771-4282-4560-80e6-5bd00ceb2672 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.2025516 Oct 17 18:31:04.146139 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0bdd277e-44f8-49f8-9f52-2ae14fb54d8b req-4793a160-7ef7-4079-9113-35c3a7196c66 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=568640ff-0e7a-4c97-bdaa-c880fa7a0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Oct 17 18:31:04.434367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-475d505b-d767-4157-81bb-33776cddd421 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:04.435767 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-475d505b-d767-4157-81bb-33776cddd421 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 945 time: 0.0889153 Oct 17 18:31:04.503908 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 3de7a4e3-16a8-462f-98ad-91897504e2c3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:04.504239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.745961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 3de7a4e3-16a8-462f-98ad-91897504e2c3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3de7a4e3-16a8-462f-98ad-91897504e2c3,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:04.746216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.867295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 3de7a4e3-16a8-462f-98ad-91897504e2c3 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:05.072904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:05.122282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=3de7a4e3-16a8-462f-98ad-91897504e2c3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:05.215634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 3de7a4e3-16a8-462f-98ad-91897504e2c3 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:31:05.218101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:05.220755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'name': 'network-vif-deleted', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:05.223069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfea5f-8c02-4e7f-b73a-542a0552ff7b" -d '{"events": [{"server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "name": "network-vif-deleted", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:05.241855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c0753a8-901f-4926-b6f3-2ad7fd14420e req-17f7bd97-63f3-4eca-89b5-f874a1ee3684 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/3de7a4e3-16a8-462f-98ad-91897504e2c3 HTTP/1.1" status: 204 len: 173 time: 0.8005412 Oct 17 18:31:05.272561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b141df-5d47-4051-83dd-1fac2f7c1133 x-openstack-request-id: req-50b141df-5d47-4051-83dd-1fac2f7c1133 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:05.272861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dfad3a-88df-4993-badc-96e102277bf4", "name": "network-vif-deleted", "tag": "3de7a4e3-16a8-462f-98ad-91897504e2c3", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:05.273139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50b141df-5d47-4051-83dd-1fac2f7c1133 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:05.273510 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b141df-5d47-4051-83dd-1fac2f7c1133'] response: {'server_uuid': '24dfad3a-88df-4993-badc-96e102277bf4', 'name': 'network-vif-deleted', 'tag': '3de7a4e3-16a8-462f-98ad-91897504e2c3', 'status': 'completed', 'code': 200} Oct 17 18:31:05.457475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-78ad3a9a-4789-45a3-8718-872d95cd55e1 req-7231f4fc-c542-4c0b-be07-71860addf6e5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:05.524279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-78ad3a9a-4789-45a3-8718-872d95cd55e1 req-7231f4fc-c542-4c0b-be07-71860addf6e5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:05.525472 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-78ad3a9a-4789-45a3-8718-872d95cd55e1 req-7231f4fc-c542-4c0b-be07-71860addf6e5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=24dfad3a-88df-4993-badc-96e102277bf4 HTTP/1.1" status: 200 len: 210 time: 0.2613485 Oct 17 18:31:06.629295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45284) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:06.682722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3de7a4e3-16a8-462f-98ad-91897504e2c3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:31:06.701349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.717395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 3de7a4e3-16a8-462f-98ad-91897504e2c3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:31:06.717779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3de7a4e3-16a8-462f-98ad-91897504e2c3 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:31:06.732731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.884249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.903590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568640ff-0e7a-4c97-bdaa-c880fa7a0c39,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:07.003434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.004567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-001364df-469d-477f-9d99-48480cfe97f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/568640ff-0e7a-4c97-bdaa-c880fa7a0c39 HTTP/1.1" status: 204 len: 168 time: 0.3746831 Oct 17 18:31:07.107216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45290) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:07.669492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:08.026787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 24672de7-849f-45e4-a793-0da50854582d {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:08.027124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:08.332481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 24672de7-849f-45e4-a793-0da50854582d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=24672de7-849f-45e4-a793-0da50854582d,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:08.332844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:08.459358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 24672de7-849f-45e4-a793-0da50854582d owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:08.724186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:08.774591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=24672de7-849f-45e4-a793-0da50854582d,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:09.054359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:09.408702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:09.698096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:09.708268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Sync routers for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:09.717407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:09.730291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:09.788874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-182242e4-1c2c-4922-953b-9edeac8bac2c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/2d7f5d9b-6b20-4032-b7b7-109ba045c032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805212 Oct 17 18:31:09.791501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45294) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:09.860828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 70a9e82d-da15-4fe1-91e6-b5825e903026 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:31:09.863863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:09.901048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:09.918840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.005165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.158732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.195668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:10.198895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=70a9e82d-da15-4fe1-91e6-b5825e903026,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:10.200765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Checking router: 2d7f5d9b-6b20-4032-b7b7-109ba045c032 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:10.201639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.211989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8ff7e961-e224-482b-b0e8-848fe07a6285 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/70a9e82d-da15-4fe1-91e6-b5825e903026 HTTP/1.1" status: 204 len: 168 time: 0.4171076 Oct 17 18:31:10.212159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b8862-85a2-495b-8faf-cf6a642e4a99 None None] Network d07fe857-b686-40b6-9b5d-520528f94f79 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:31:10.212252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45298) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:10.233864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Routers {'2d7f5d9b-6b20-4032-b7b7-109ba045c032'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:10.234525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:10.413612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.596883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.601280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] Set router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:10.707013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 9cd293d6-82eb-480d-959c-b61137a75ab9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:10.707445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.883193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] DHCP port deletion for d07fe857-b686-40b6-9b5d-520528f94f79 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:31:10.890856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Deleting port ecd50c1d-4c69-44a7-8a10-5ac0361825fa {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:10.891232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.898153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 9cd293d6-82eb-480d-959c-b61137a75ab9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9cd293d6-82eb-480d-959c-b61137a75ab9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:10.898668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.027690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 9cd293d6-82eb-480d-959c-b61137a75ab9 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:11.079766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:11.098895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b4780-96bf-41db-aa7b-f611380179e0 None None] The sync data for ids ['2d7f5d9b-6b20-4032-b7b7-109ba045c032'] in dv-neutron-861384-1-hyperv is: [{'id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'name': 'tempest-TestNetworkBasicOps-router-70081211', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79'}], 'enable_snat': True}, 'gw_port_id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:27:04Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '9cd293d6-82eb-480d-959c-b61137a75ab9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f5d9b-6b20-4032-b7b7-109ba045c032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:27:05Z', 'updated_at': '2022-10-17T18:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:11.123404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] For port ecd50c1d-4c69-44a7-8a10-5ac0361825fa, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,segment=NetworkSegment(c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c),segment_id=c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:11.123794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.252206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Calling delete_port for ecd50c1d-4c69-44a7-8a10-5ac0361825fa owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:11.272590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.318955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=9cd293d6-82eb-480d-959c-b61137a75ab9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:11.381100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.427999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.429470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Pushing event deleted for resources: {'Port': ['ID=ecd50c1d-4c69-44a7-8a10-5ac0361825fa,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:11.436957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] No DVR routers for this DVR port ecd50c1d-4c69-44a7-8a10-5ac0361825fa on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:31:11.450630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.451088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.451579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.451954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.452456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.452886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.453943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.454415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.454853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.455276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.455698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.456115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5505b50-6d62-43f6-b371-4c2f25941cbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:11.729669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.731751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.833366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.833941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router 2d7f5d9b-6b20-4032-b7b7-109ba045c032 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:31:11.850703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.854736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45302) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:11.855169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-94e04497-60c0-4bcd-a938-5cea638013ba tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/2d7f5d9b-6b20-4032-b7b7-109ba045c032 HTTP/1.1" status: 204 len: 168 time: 1.6415567 Oct 17 18:31:11.924652 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:31:11.974265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.101461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.126294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07fe857-b686-40b6-9b5d-520528f94f79']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:12.138033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:12.138327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:12.149077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.164603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.170564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:31:12.170937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.352316 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c resource provider aggregate not found Oct 17 18:31:12.376818 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6f7c5e5-fa0b-4c1d-98eb-5ee9ba01749c found for delete ", "request_id": "req-035a4fc7-3073-4df5-b31c-6b2ebe765b25"}]} Oct 17 18:31:12.449870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.467035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.477836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=d07fe857-b686-40b6-9b5d-520528f94f79,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:12.535669 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5aab1d4e-c7e7-4bd9-81a2-762d4cdd698c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/d07fe857-b686-40b6-9b5d-520528f94f79 HTTP/1.1" status: 204 len: 168 time: 0.6791537 Oct 17 18:31:12.549497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:12.555276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--1597705138', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:12.560407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:12.565093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:12.567968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:12.573647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:12.643802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:12.647759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.671249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ecd50c1d-4c69-44a7-8a10-5ac0361825fa no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:31:12.676860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:31:12.685524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.685907 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment 260f6fc5-853b-4817-88a2-13dd69db5a54 of type vlan for network a1aacd24-b25b-4d99-a159-7ad8a12a55ef Oct 17 18:31:12.705501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ecd50c1d-4c69-44a7-8a10-5ac0361825fa {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:31:12.714234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ecd50c1d-4c69-44a7-8a10-5ac0361825fa not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:31:12.714234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd293d6-82eb-480d-959c-b61137a75ab9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:31:12.714510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.742880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9cd293d6-82eb-480d-959c-b61137a75ab9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:31:12.743224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9cd293d6-82eb-480d-959c-b61137a75ab9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:31:12.743643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24672de7-849f-45e4-a793-0da50854582d no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:31:12.776852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 24672de7-849f-45e4-a793-0da50854582d {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:31:12.777195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 24672de7-849f-45e4-a793-0da50854582d not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:31:12.809502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.815775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:12.816355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.924273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=a1aacd24-b25b-4d99-a159-7ad8a12a55ef,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:12.934060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:31:12.981485 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-04f72b9b-f0c7-4d70-892f-ccc4cd06e137 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4306688 Oct 17 18:31:12.984649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45316) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:12.989812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:12.997056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:13.001495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:13.004392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:13.010919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:13.083673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:13.084705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:13.099554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:13.429680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:13.907069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:13.936886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:14.072521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.86 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/e9d5e297-d0c4-486f-af48-8ee658d2510f) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:14.220470 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:14.353010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:14.419954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:14.423526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:14.425973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:14.577556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=e9d5e297-d0c4-486f-af48-8ee658d2510f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:15.043757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:15.383762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:15.666621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:31:15.842090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:15.851926 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:15.861006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:15.861615 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:15.929482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:15.930737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7bc9dce2-6bd0-4081-a373-51e109e5f6e8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9451277 Oct 17 18:31:15.934146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:16.038863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:16.081231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-86cbd010-798a-4d1f-b365-5b76874d3d1e tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1459005 Oct 17 18:31:16.083990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45326) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:16.211649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c189fc-347a-43dd-be19-908c1d033795 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:16.213029 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00c189fc-347a-43dd-be19-908c1d033795 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281190 Oct 17 18:31:16.215992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45330) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:16.255091 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f75f2a92-02fc-4a14-a97d-953145ed7793 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380478 Oct 17 18:31:16.257960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45334) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:16.263161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583392065', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:16.322057 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:14Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:16.326177 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:16.326525 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Updating router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 port e9d5e297-d0c4-486f-af48-8ee658d2510f binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:31:16.373329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:16.377214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:16.380062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:16.381928 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.386130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:16.535114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:16.538520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.740835 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.751868 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Transition to ACTIVE for port object e9d5e297-d0c4-486f-af48-8ee658d2510f will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:16.827025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.849220 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.910274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Attempting to bind port e9d5e297-d0c4-486f-af48-8ee658d2510f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:16.910952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:16.911059 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Attempting to bind port e9d5e297-d0c4-486f-af48-8ee658d2510f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:16.911059 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Attempting to bind port e9d5e297-d0c4-486f-af48-8ee658d2510f on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:16.920950 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:16.921314 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:16.921739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.922121 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:16.922610 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Bound port: e9d5e297-d0c4-486f-af48-8ee658d2510f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:16.922738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.922969 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:16.923073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.923303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.923630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.923959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.924281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.924603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.924923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.925240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.925557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.925919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.926264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.931064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:16.931421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: a1aacd24-b25b-4d99-a159-7ad8a12a55ef, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:31:16.966129 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Pushing event updated for resources: {'Port': ['ID=e9d5e297-d0c4-486f-af48-8ee658d2510f,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:16.977011 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.977354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.978302 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.978302 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.978478 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.978715 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.979037 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.979357 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.979674 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.979988 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.980302 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:16.980612 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:17.011972 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] For port e9d5e297-d0c4-486f-af48-8ee658d2510f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:17.014906 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] For port e9d5e297-d0c4-486f-af48-8ee658d2510f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e9d5e297-d0c4-486f-af48-8ee658d2510f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:17.015054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:31:17.169479 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.180538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, a1aacd24-b25b-4d99-a159-7ad8a12a55ef) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:17.185204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:17.186264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.191508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675704f-1299-4a3c-b2ef-3423eb6689fb None None] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:31:17.230528 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:17.231132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:17.301925 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3eba4986-443c-417e-a392-fb4618421536 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0426502 Oct 17 18:31:17.304779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:17.388286 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7cda-7101-4d4c-8b41-ee1382334346 None None] Pushing event updated for resources: {'Port': ['ID=e9d5e297-d0c4-486f-af48-8ee658d2510f,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:17.427961 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:17.467538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:31:17.468778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.642639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Allocated IP 172.20.0.2 (a1aacd24-b25b-4d99-a159-7ad8a12a55ef/ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1/f6575028-6fa4-431a-9b22-2537421ac522) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:17.723400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:14Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:17.727255 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1248c5-d80c-47a1-8be0-3755b06c6e3c None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:14Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:17.863357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.873943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Transition to ACTIVE for port object f6575028-6fa4-431a-9b22-2537421ac522 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:17.896688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Transition to ACTIVE for port object f6575028-6fa4-431a-9b22-2537421ac522 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:17.987249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.060726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:18.063694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:18.068373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:18.075108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Pushing event updated for resources: {'Port': ['ID=f6575028-6fa4-431a-9b22-2537421ac522,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:18.182701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Attempting to bind port f6575028-6fa4-431a-9b22-2537421ac522 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:18.183166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Attempting to bind port f6575028-6fa4-431a-9b22-2537421ac522 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:18.183529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Attempting to bind port f6575028-6fa4-431a-9b22-2537421ac522 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:18.189451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:18.189870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Checking segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:18.190256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.190643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Bound using segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:18.191098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Bound port: f6575028-6fa4-431a-9b22-2537421ac522, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:18.191554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.200844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.296622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] For port f6575028-6fa4-431a-9b22-2537421ac522, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:18.302784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] For port f6575028-6fa4-431a-9b22-2537421ac522, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f6575028-6fa4-431a-9b22-2537421ac522,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:18.439324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.524302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d2afd-48fa-4eb8-9fd7-e58732410864 None None] Pushing event updated for resources: {'Port': ['ID=f6575028-6fa4-431a-9b22-2537421ac522,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:18.627174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (a1aacd24-b25b-4d99-a159-7ad8a12a55ef/ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1/45863453-47c8-4fc4-b4aa-8c29e49d08cc) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:18.732481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e9d5e297-d0c4-486f-af48-8ee658d2510f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:18.815210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.833391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 45863453-47c8-4fc4-b4aa-8c29e49d08cc will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:18.889340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e9d5e297-d0c4-486f-af48-8ee658d2510f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:18.896741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e9d5e297-d0c4-486f-af48-8ee658d2510f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:18.897130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.900651 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e9d5e297-d0c4-486f-af48-8ee658d2510f Oct 17 18:31:18.918061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:18.990710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:18.993577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:18.997458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:19.025737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e9d5e297-d0c4-486f-af48-8ee658d2510f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:19.026127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.029127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:19.043845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port e9d5e297-d0c4-486f-af48-8ee658d2510f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e9d5e297-d0c4-486f-af48-8ee658d2510f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:19.061270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.112195 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.181581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=e9d5e297-d0c4-486f-af48-8ee658d2510f,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:19.252063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.620440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-362cd049-3934-465f-b9b8-acedee299686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.727295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03112421-f336-448a-91fb-f2cab3895fe3 None None] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:31:19.803780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.866422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.933021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-37a8919a-975c-498a-96a9-64942a82d855 None None] Provisioning for port f6575028-6fa4-431a-9b22-2537421ac522 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:19.980376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:19.983891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:20.123219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:20.124414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:20.248931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Provisioning for port 45863453-47c8-4fc4-b4aa-8c29e49d08cc completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:20.255155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Provisioning complete for port 45863453-47c8-4fc4-b4aa-8c29e49d08cc triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:20.255839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:20.256503 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Attempt 1 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:20.331432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Port 45863453-47c8-4fc4-b4aa-8c29e49d08cc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:20.346379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:20.528915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:20.538619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:20.543275 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e3229b5e-2eef-4692-be49-5010ebc6d8fc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/223556fe-bcda-4b41-9db6-deedfd3fd2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374442 Oct 17 18:31:20.545824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:20.548270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:20.548970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:30:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:20.691716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc35dc8-35d4-4384-945e-f969eb0434fe tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.692195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc35dc8-35d4-4384-945e-f969eb0434fe tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.692657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc35dc8-35d4-4384-945e-f969eb0434fe tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.693115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc35dc8-35d4-4384-945e-f969eb0434fe tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.697553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1dc35dc8-35d4-4384-945e-f969eb0434fe tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1480865 Oct 17 18:31:20.697745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45346) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:20.760131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f6575028-6fa4-431a-9b22-2537421ac522 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:20.772069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73b9b9-11eb-4133-9b56-30b1592160f4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.772610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73b9b9-11eb-4133-9b56-30b1592160f4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.773067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73b9b9-11eb-4133-9b56-30b1592160f4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.773514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a73b9b9-11eb-4133-9b56-30b1592160f4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.775145 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a73b9b9-11eb-4133-9b56-30b1592160f4 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0764947 Oct 17 18:31:20.777910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45350) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:20.815572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:20.859959 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Attempt 2 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:20.979086 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01ccd9b5-4d6f-4095-aab8-a353f3096a17 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1999593 Oct 17 18:31:21.004710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Port 45863453-47c8-4fc4-b4aa-8c29e49d08cc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:21.110735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45356) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:21.116127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171371156', 'description': 'tempest-secgroup-smoke-171371156 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:21.122003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:21.126721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:21.129697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:21.135561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:21.155071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port f6575028-6fa4-431a-9b22-2537421ac522 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:21.164206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f6575028-6fa4-431a-9b22-2537421ac522 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:21.164577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.164907 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f6575028-6fa4-431a-9b22-2537421ac522 Oct 17 18:31:21.254565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.275018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:21.279319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:21.280118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:21.283208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:21.288947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:21.296232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:21.298013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Updating router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 port 45863453-47c8-4fc4-b4aa-8c29e49d08cc binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:31:21.352685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f6575028-6fa4-431a-9b22-2537421ac522 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:21.353058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.358773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.372582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.441481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port f6575028-6fa4-431a-9b22-2537421ac522, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f6575028-6fa4-431a-9b22-2537421ac522,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:21.460159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.505891 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Attempt 3 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:21.511183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:21.538589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.538589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e9d5e297-d0c4-486f-af48-8ee658d2510f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:21.597528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.598881 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-49033fce-3b17-47c8-a738-8f06e71bc73c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4870028 Oct 17 18:31:21.601729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45360) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:21.606898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:21.613753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:21.621376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:21.621376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:21.627147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:21.687989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Port 45863453-47c8-4fc4-b4aa-8c29e49d08cc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:21.731706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.765456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=f6575028-6fa4-431a-9b22-2537421ac522,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:21.806982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.807197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e9d5e297-d0c4-486f-af48-8ee658d2510f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:21.807383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.807714 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e9d5e297-d0c4-486f-af48-8ee658d2510f Oct 17 18:31:21.923601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.949503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b412e71-b30b-4a13-90f4-7cacb5ea09d6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.004886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.013822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e9d5e297-d0c4-486f-af48-8ee658d2510f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:22.024537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Transition to ACTIVE for port object 45863453-47c8-4fc4-b4aa-8c29e49d08cc will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:22.043388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.044621 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-24a17483-37b0-446b-abe1-10fecf57788c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418902 Oct 17 18:31:22.047855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45364) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:22.052971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:22.058946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:22.063353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:22.066397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:22.072127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:22.111913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.152970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.204045 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Attempt 4 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:22.214272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.294678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.320035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1aa3e3e-6756-4094-9a80-7c9258124ff0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.386185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f267-0920-4ade-a75d-ec9d76c5b209 None None] Pushing event updated for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.424396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Port 45863453-47c8-4fc4-b4aa-8c29e49d08cc cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:22.446204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Attempting to bind port 45863453-47c8-4fc4-b4aa-8c29e49d08cc on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Attempting to bind port 45863453-47c8-4fc4-b4aa-8c29e49d08cc by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Attempting to bind port 45863453-47c8-4fc4-b4aa-8c29e49d08cc on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Checking segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Bound using segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:22.453736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Bound port: 45863453-47c8-4fc4-b4aa-8c29e49d08cc, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:22.454395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.483435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.485465 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fafc7e3-f7c0-4945-abc1-bf5004ea4d39 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4366255 Oct 17 18:31:22.488178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45368) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:22.493251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:22.499236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:22.499750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4b57d812-b70f-44a0-9be6-e51a5471e95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.503843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:22.507082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:22.512905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:22.547789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] For port 45863453-47c8-4fc4-b4aa-8c29e49d08cc, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:22.550767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] For port 45863453-47c8-4fc4-b4aa-8c29e49d08cc, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45863453-47c8-4fc4-b4aa-8c29e49d08cc,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:22.662305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.672779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.716577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f6575028-6fa4-431a-9b22-2537421ac522 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:22.731495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.778172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:22.778794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:31:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:22.854709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.879517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3a3a2e-045b-4221-b26f-aae23ae3da6b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.928857 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Attempt 5 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:22.969719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.972858 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2d87cd40-31b5-4f43-824b-ee4a4ac82f2f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4811151 Oct 17 18:31:22.972967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45372) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:22.978120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:22.984090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:22.988946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:22.991874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:22.994826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f267-0920-4ade-a75d-ec9d76c5b209 None None] Pushing event updated for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.997694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:23.058222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f6575028-6fa4-431a-9b22-2537421ac522 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:23.058586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.058918 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f6575028-6fa4-431a-9b22-2537421ac522 Oct 17 18:31:23.102476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:23.136231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.142998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-554509e9-c035-4cef-b505-42ab48b543fb None None] Port 45863453-47c8-4fc4-b4aa-8c29e49d08cc had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:31:23.159449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.165235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.201593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.294580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.320297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbddb4c-a85b-4b2d-adcf-b5a314254291,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:23.392185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.393361 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c12175cb-7162-4674-87f1-448f757fcab5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4195044 Oct 17 18:31:23.396060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45376) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:23.401060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:23.407390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:23.411347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:23.417093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f6575028-6fa4-431a-9b22-2537421ac522 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:23.417495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:23.421048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:23.492472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:22Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:23.494698 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:31:23.496382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cec476-fa94-4f9f-aeb5-25982d5d26fc None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:22Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:23.502136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.584395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.643414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.667788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe9ba00-1bef-43ba-91f3-5b02ba063b9a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:23.735767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.737030 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4619f424-d6f4-4a79-8d74-2e53e94096c4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3400519 Oct 17 18:31:23.739863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45380) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:23.745689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:23.754680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:23.759027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:23.762735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:23.767937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:23.837663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:31:23.845546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.918006 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.997919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:24.023726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd1b4b0-ff08-4104-bf71-986d0b6af5cf,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:24.106242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:24.107494 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-77799a31-b546-47b9-896d-8783725b11de tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664262 Oct 17 18:31:24.271879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-f87fb7d4-edd4-4c42-8a1b-81db6f0d19d4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:24.374733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-f87fb7d4-edd4-4c42-8a1b-81db6f0d19d4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:24.376000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-f87fb7d4-edd4-4c42-8a1b-81db6f0d19d4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171371156&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1449764 Oct 17 18:31:24.443313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:24.656780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-1556f488-c77d-4a98-911c-7f665bb8d705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:24.657537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-1556f488-c77d-4a98-911c-7f665bb8d705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:24.700541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45863453-47c8-4fc4-b4aa-8c29e49d08cc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:24.740295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-1556f488-c77d-4a98-911c-7f665bb8d705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:24.741480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-1556f488-c77d-4a98-911c-7f665bb8d705 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 797 time: 0.3577116 Oct 17 18:31:24.757180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-55f531ba-31ec-4c38-815d-6e48e8de0b4e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0100753 Oct 17 18:31:24.832269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 45863453-47c8-4fc4-b4aa-8c29e49d08cc completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:24.837260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 45863453-47c8-4fc4-b4aa-8c29e49d08cc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:24.837644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:24.838008 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:24.851922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-0aa15750-934a-4e9c-931d-006063278350 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:24.946250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-0aa15750-934a-4e9c-931d-006063278350 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:24.947588 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-0aa15750-934a-4e9c-931d-006063278350 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847634 Oct 17 18:31:24.956339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45863453-47c8-4fc4-b4aa-8c29e49d08cc is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:24.956716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:24.991474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 45863453-47c8-4fc4-b4aa-8c29e49d08cc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45863453-47c8-4fc4-b4aa-8c29e49d08cc,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:25.099402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:25.130912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-9eab6d60-e2e5-411f-bf39-eb6d4f3f81d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681004 Oct 17 18:31:25.170471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:25.269125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-25b0bbdd-551f-4e56-8482-9131b6564a33 service neutron] 10.222.0.36 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315198 Oct 17 18:31:25.517466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e3048b95-bd56-417b-b6f1-a94e3eadaaf1 req-5e86ba3d-e0f6-46c3-8bc5-613d3708e372 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:25.529592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-e3048b95-bd56-417b-b6f1-a94e3eadaaf1 req-5e86ba3d-e0f6-46c3-8bc5-613d3708e372 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:25.530656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e3048b95-bd56-417b-b6f1-a94e3eadaaf1 req-5e86ba3d-e0f6-46c3-8bc5-613d3708e372 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 210 time: 0.0628510 Oct 17 18:31:25.826132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:26.683979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45863453-47c8-4fc4-b4aa-8c29e49d08cc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:26.699722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db71c8b8-9643-432f-be9e-ad73a6f6136a req-4b76d2e8-2619-45be-ac0a-5d90e72af7b5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 210 time: 0.0533893 Oct 17 18:31:26.767680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 45863453-47c8-4fc4-b4aa-8c29e49d08cc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:26.768054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:26.768390 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 45863453-47c8-4fc4-b4aa-8c29e49d08cc Oct 17 18:31:26.882565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45863453-47c8-4fc4-b4aa-8c29e49d08cc is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:27.888460 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a5b3d1c-3eff-4bd6-96b6-211a6268bc64 req-2d97fb53-cce2-4339-9f0a-367808ab28d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 210 time: 0.0740056 Oct 17 18:31:28.008027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-95594d14-dfbc-40e4-90eb-b98a8531a92a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:28.008607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-95594d14-dfbc-40e4-90eb-b98a8531a92a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:28.020637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-95594d14-dfbc-40e4-90eb-b98a8531a92a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:28.021724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-95594d14-dfbc-40e4-90eb-b98a8531a92a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 797 time: 0.1690156 Oct 17 18:31:28.074178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-e23c3245-16ff-44d3-9347-fb6e273b5d91 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:28.085757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-e23c3245-16ff-44d3-9347-fb6e273b5d91 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:28.086810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-e23c3245-16ff-44d3-9347-fb6e273b5d91 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 379 time: 0.0506673 Oct 17 18:31:28.096264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:28.336608 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:28.346728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:28.466051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:28.469584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:28.632456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.3 (a1aacd24-b25b-4d99-a159-7ad8a12a55ef/ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1/28075420-d7c4-47ec-a348-f0c25193f4b2) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:28.814843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:28.829931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 28075420-d7c4-47ec-a348-f0c25193f4b2 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:28.906376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:28.979536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:28.982484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:28.986720 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:29.025265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:29.067423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:29.068353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:29.103120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee50e0-6ea4-47bf-973f-96c874bf9fa1 req-d78197d3-16b6-4507-a3ad-8a7e8bd24932 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:29.104867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6ee50e0-6ea4-47bf-973f-96c874bf9fa1 req-d78197d3-16b6-4507-a3ad-8a7e8bd24932 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 931 time: 0.1005425 Oct 17 18:31:29.152205 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6ee50e0-6ea4-47bf-973f-96c874bf9fa1 req-553d515a-83fb-4a06-a037-b84a5372eb90 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405154 Oct 17 18:31:29.163475 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-ba2f40d6-80cb-4039-91f7-46bb924f539e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714633 Oct 17 18:31:29.182217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Request body: {'port': {'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:29.296569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:29.316640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Provisioning for port 28075420-d7c4-47ec-a348-f0c25193f4b2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:29.321725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Provisioning complete for port 28075420-d7c4-47ec-a348-f0c25193f4b2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:29.322089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:29.322414 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Attempt 1 to provision port 28075420-d7c4-47ec-a348-f0c25193f4b2 Oct 17 18:31:29.418181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Port 28075420-d7c4-47ec-a348-f0c25193f4b2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:29.633556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28075420-d7c4-47ec-a348-f0c25193f4b2 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:29.640741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:29.654961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Transition to ACTIVE for port object 28075420-d7c4-47ec-a348-f0c25193f4b2 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:29.745910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:29.919323 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Attempt 2 to provision port 28075420-d7c4-47ec-a348-f0c25193f4b2 Oct 17 18:31:29.935605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:29.972145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Attempting to bind port 28075420-d7c4-47ec-a348-f0c25193f4b2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:29.972377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Port 28075420-d7c4-47ec-a348-f0c25193f4b2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:29.972481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Attempting to bind port 28075420-d7c4-47ec-a348-f0c25193f4b2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:29.972780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Attempting to bind port 28075420-d7c4-47ec-a348-f0c25193f4b2 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:29.977229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Port 28075420-d7c4-47ec-a348-f0c25193f4b2 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:31:29.977535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Attempting to bind port 28075420-d7c4-47ec-a348-f0c25193f4b2 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:29.982633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:29.982957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Checking segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:29.983326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Bound using segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:29.983734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Bound port: 28075420-d7c4-47ec-a348-f0c25193f4b2, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:29.984068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:30.073438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:30.076353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:30.145804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:30.176615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.177218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:30.178586 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-5840fd98-5081-4141-8ccf-836be767926f service neutron] 10.222.0.42 "PUT /v2.0/ports/28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 1093 time: 1.0010891 Oct 17 18:31:30.179087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:30.181372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950da1a1-a8b8-453a-9cad-582baa60a8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:30.223581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840fd98-5081-4141-8ccf-836be767926f service neutron] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:30.231655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c124c7-d166-42fb-948e-c1db3d8a1cb0 x-openstack-request-id: req-f2c124c7-d166-42fb-948e-c1db3d8a1cb0 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:30.232034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:30.233835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2c124c7-d166-42fb-948e-c1db3d8a1cb0 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:30.233835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c124c7-d166-42fb-948e-c1db3d8a1cb0'] response: {'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:31:30.416356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2505-c36c-4557-8ebe-738aaeb727a4 req-0e2bd9af-6da9-4589-ab9b-cfa396aa033c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.416949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7eae2505-c36c-4557-8ebe-738aaeb727a4 req-0e2bd9af-6da9-4589-ab9b-cfa396aa033c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:30.422645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-b25da065-9497-403e-8f1c-298b1ec109c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.424556 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-b25da065-9497-403e-8f1c-298b1ec109c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1156585 Oct 17 18:31:30.473128 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Attempt 3 to provision port 28075420-d7c4-47ec-a348-f0c25193f4b2 Oct 17 18:31:30.539988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f814bef-3d8f-4c33-8186-9caf0c1bb720 None None] Port 28075420-d7c4-47ec-a348-f0c25193f4b2 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:31:30.613051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7eae2505-c36c-4557-8ebe-738aaeb727a4 req-0e2bd9af-6da9-4589-ab9b-cfa396aa033c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:30.614186 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7eae2505-c36c-4557-8ebe-738aaeb727a4 req-0e2bd9af-6da9-4589-ab9b-cfa396aa033c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.3461006 Oct 17 18:31:30.699309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7eae2505-c36c-4557-8ebe-738aaeb727a4 req-cdd2b5a9-80d4-4619-b10b-40d31dd062b4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774209 Oct 17 18:31:30.706601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-a4a09f1f-64a9-434d-8f15-040a2f0e4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.707967 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-a4a09f1f-64a9-434d-8f15-040a2f0e4386 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2697983 Oct 17 18:31:30.842512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-92c8d853-59f2-44ea-9afb-6d93cffdba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.843926 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-950da1a1-a8b8-453a-9cad-582baa60a8e6 req-92c8d853-59f2-44ea-9afb-6d93cffdba12 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292317 Oct 17 18:31:30.979718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-3e72cf48-e369-4afb-b13b-c270a73db7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:30.981083 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-3e72cf48-e369-4afb-b13b-c270a73db7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0798912 Oct 17 18:31:31.059633 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-9311d9b3-b4e9-4770-9b3e-0c2e87253ac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 217 time: 0.0657666 Oct 17 18:31:31.122961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-6d03b088-9b80-419b-9f13-e0026dd20c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:31.124390 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-6d03b088-9b80-419b-9f13-e0026dd20c81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0593975 Oct 17 18:31:31.207101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-a6f8ec0b-3276-46fe-91d1-943f6efb2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:31.208557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-a6f8ec0b-3276-46fe-91d1-943f6efb2a30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782423 Oct 17 18:31:31.341697 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-7793fe5c-2942-4cbd-9f74-581ed78afbef service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251717 Oct 17 18:31:31.473334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c360a9ef-5766-4177-b7fd-47d206354c16 req-a5f90ddf-29a1-481d-8b8c-872a2671e4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254237 Oct 17 18:31:31.904397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b081-8882-484c-9df6-b27b3d7ca834 req-747f228a-1a37-4f4e-9f88-726e2795ed14 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:31.905864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c51b081-8882-484c-9df6-b27b3d7ca834 req-747f228a-1a37-4f4e-9f88-726e2795ed14 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.0873024 Oct 17 18:31:31.953290 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c51b081-8882-484c-9df6-b27b3d7ca834 req-60d8d7de-10bb-4634-b1c2-aa9a5e9dfcb5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Oct 17 18:31:33.159592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac71e3-b5aa-4c7d-b537-52cdd01b9357 req-210c0f9b-d243-4499-b434-37af7c519e53 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:33.161063 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27ac71e3-b5aa-4c7d-b537-52cdd01b9357 req-210c0f9b-d243-4499-b434-37af7c519e53 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.0936377 Oct 17 18:31:33.206672 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27ac71e3-b5aa-4c7d-b537-52cdd01b9357 req-69180f23-6cd7-45da-8c5a-615c6b44c49c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398710 Oct 17 18:31:34.413850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161aa9-b01e-4303-b96d-3555246f877f req-9403b4dc-68ce-49bc-a26c-0063fb191cd9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:34.415276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72161aa9-b01e-4303-b96d-3555246f877f req-9403b4dc-68ce-49bc-a26c-0063fb191cd9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.0955222 Oct 17 18:31:34.460065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72161aa9-b01e-4303-b96d-3555246f877f req-e84a87e6-ca1a-4d6d-8409-f92effa6fff8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Oct 17 18:31:35.670891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d524e-2f15-4133-ad8e-4d8cdebd2934 req-c16dc04b-2bed-43cd-8b7c-7b4affecc41e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:35.672239 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc6d524e-2f15-4133-ad8e-4d8cdebd2934 req-c16dc04b-2bed-43cd-8b7c-7b4affecc41e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.0913067 Oct 17 18:31:35.716878 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc6d524e-2f15-4133-ad8e-4d8cdebd2934 req-3320696f-9017-4ca5-af79-93c650c92eea tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Oct 17 18:31:36.850847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 28075420-d7c4-47ec-a348-f0c25193f4b2 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:31:36.922995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef1d0-edbc-4238-9ed2-9b0138d7f94a req-5546c02c-ffc8-47ff-b86b-461d6b5ec7c5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:36.925046 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-324ef1d0-edbc-4238-9ed2-9b0138d7f94a req-5546c02c-ffc8-47ff-b86b-461d6b5ec7c5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 943 time: 0.0928941 Oct 17 18:31:36.972947 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-324ef1d0-edbc-4238-9ed2-9b0138d7f94a req-3b5fd636-4753-447d-aee2-76141c2c4762 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Oct 17 18:31:36.984288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:36.997468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:31:37.051251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 28075420-d7c4-47ec-a348-f0c25193f4b2 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:37.051621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:37.067842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28075420-d7c4-47ec-a348-f0c25193f4b2 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:37.083290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:37.236204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:37.309273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:37.682109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['28075420-d7c4-47ec-a348-f0c25193f4b2'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:31:38.169962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88be5-bcf5-4dc7-b26b-8f9466c8bbc3 req-da28571a-ffc5-48eb-aa97-0e32a9fa9b11 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:38.171410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0f88be5-bcf5-4dc7-b26b-8f9466c8bbc3 req-da28571a-ffc5-48eb-aa97-0e32a9fa9b11 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 944 time: 0.0879250 Oct 17 18:31:38.214622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0f88be5-bcf5-4dc7-b26b-8f9466c8bbc3 req-b637c00e-b110-4bc6-a6c9-bb5ea4655c0a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369551 Oct 17 18:31:38.849777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 28075420-d7c4-47ec-a348-f0c25193f4b2 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:39.047910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 28075420-d7c4-47ec-a348-f0c25193f4b2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:39.053087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 28075420-d7c4-47ec-a348-f0c25193f4b2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:39.053477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:39.053820 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 28075420-d7c4-47ec-a348-f0c25193f4b2 Oct 17 18:31:39.171973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 28075420-d7c4-47ec-a348-f0c25193f4b2 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:39.172346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:39.199605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:39.201893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89857816-5be2-4018-905e-e2f8f9386777" -d '{"events": [{"server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "name": "network-vif-plugged", "status": "completed", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:39.209460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:39.299913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807be014-b90b-4a6f-8b07-5060311ffc8e x-openstack-request-id: req-807be014-b90b-4a6f-8b07-5060311ffc8e {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:39.299913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "name": "network-vif-plugged", "status": "completed", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:39.299913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-807be014-b90b-4a6f-8b07-5060311ffc8e {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:39.299913 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807be014-b90b-4a6f-8b07-5060311ffc8e'] response: {'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'code': 200} Oct 17 18:31:39.328165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:39.398234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:39.425920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1361e-9395-4436-863a-9489ce5b6e1d req-5da5d7c5-6967-44b0-83db-a784695cc472 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:39.427354 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cfb1361e-9395-4436-863a-9489ce5b6e1d req-5da5d7c5-6967-44b0-83db-a784695cc472 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.0985737 Oct 17 18:31:39.471280 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cfb1361e-9395-4436-863a-9489ce5b6e1d req-a6b31186-fce6-467b-b13d-236ea62dd251 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380175 Oct 17 18:31:39.893897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cce2e-06e8-4c39-92e9-f35f8dda99ec req-26c450f8-c333-4171-be40-3dcf027fc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:39.895456 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-258cce2e-06e8-4c39-92e9-f35f8dda99ec req-26c450f8-c333-4171-be40-3dcf027fc795 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0881512 Oct 17 18:31:39.940048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-258cce2e-06e8-4c39-92e9-f35f8dda99ec req-4b81ce9b-e75f-4d05-a9d2-58a677c033dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369632 Oct 17 18:31:40.675372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f682-5755-4013-aef7-6ea07e2e41a1 req-96d88272-51c6-4cfb-a63a-669bbb1a0e07 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:40.676820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1003f682-5755-4013-aef7-6ea07e2e41a1 req-96d88272-51c6-4cfb-a63a-669bbb1a0e07 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.0911109 Oct 17 18:31:40.725260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1003f682-5755-4013-aef7-6ea07e2e41a1 req-d664a877-8eb2-4f01-8c16-5e823bb0db9c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Oct 17 18:31:41.928094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd16de6-e495-4369-bf2e-de16126e01f8 req-a02ab996-8a15-4112-9a02-172d6e149ad8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:41.929699 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2bd16de6-e495-4369-bf2e-de16126e01f8 req-a02ab996-8a15-4112-9a02-172d6e149ad8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.0902793 Oct 17 18:31:41.979064 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2bd16de6-e495-4369-bf2e-de16126e01f8 req-3d8891ce-8e92-446b-8fd5-b17961892780 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Oct 17 18:31:42.182987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231012b-66d3-4289-a398-706e6c5a9b04 req-4ad9e0e9-2b3d-4581-988f-ebce4600bc6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:42.184431 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e231012b-66d3-4289-a398-706e6c5a9b04 req-4ad9e0e9-2b3d-4581-988f-ebce4600bc6f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.0951285 Oct 17 18:31:42.229820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e231012b-66d3-4289-a398-706e6c5a9b04 req-b0614560-5989-45d4-bc67-10df88503e40 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395565 Oct 17 18:31:42.258089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:42.347220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7a541-1101-4e69-b0d7-6255daee8c1b tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:42.348768 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2db7a541-1101-4e69-b0d7-6255daee8c1b tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1093 time: 0.0894527 Oct 17 18:31:42.354057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45454) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:42.362208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:42.369051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:42.372924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:42.375939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:42.382563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:42.482517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:42.621082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:42.759136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.115 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2c9eb3fe-5c4f-41af-8e7f-b7073b02a559) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:43.006837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:43.105290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:43.171212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:43.174488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:43.179098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:43.214213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=2c9eb3fe-5c4f-41af-8e7f-b7073b02a559,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:43.586522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:43.729611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:43.938280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:44.002643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:44.112592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:44.163709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=2c9eb3fe-5c4f-41af-8e7f-b7073b02a559,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:44.292977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 33760eb0-2738-40d8-a9f1-252368b09b13 associated. External IP: 172.26.2.115, port: 28075420-d7c4-47ec-a348-f0c25193f4b2. Oct 17 18:31:44.774289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:44.961667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:44.972354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:44.982722 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:44.983331 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:31:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:45.058546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:45.117837 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0f76f362-74dc-4171-a045-7ff9f4c9edf4 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7623520 Oct 17 18:31:45.118581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:45.120869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45458) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:45.121387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f" -d '{"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:45.172532 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:45.178974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc722732-e55e-4c9c-a040-672178380e61 x-openstack-request-id: req-dc722732-e55e-4c9c-a040-672178380e61 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:45.179272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:45.179594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc722732-e55e-4c9c-a040-672178380e61 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:45.179998 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc722732-e55e-4c9c-a040-672178380e61'] response: {'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:31:45.225515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46db29e-7749-4c24-bbf7-91d30b54d5f5 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:45.232315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c46db29e-7749-4c24-bbf7-91d30b54d5f5 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1093 time: 0.1052823 Oct 17 18:31:45.326747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-2ae455f2-04f3-4c05-bc85-d420134f3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:45.328355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-2ae455f2-04f3-4c05-bc85-d420134f3070 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1098 time: 0.1049297 Oct 17 18:31:45.413656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45466) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:45.418919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261186972', 'description': 'tempest-secgroup-smoke-261186972 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:45.425993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:45.437700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:45.485273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-871da6da-22c1-4bfd-b712-a06c88e68df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:45.486835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-871da6da-22c1-4bfd-b712-a06c88e68df9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1524324 Oct 17 18:31:45.511353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:45.540667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:45.545314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:45.549163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:45.555724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:45.601668 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-a8127f20-cb26-4525-8225-61263a12fc13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 999 time: 0.1071541 Oct 17 18:31:45.610143 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:43Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:45.614073 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:45.623235 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:45.624448 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:31:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:45.644337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:45.675373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-2f6d2909-cd8c-4613-b42c-4b3920c17460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:45.676972 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-2f6d2909-cd8c-4613-b42c-4b3920c17460 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0691030 Oct 17 18:31:45.710133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:45.764652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-c9fae02a-7403-4463-8e53-150a3e5ffe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:45.765641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770df822-7f75-4d47-b60c-827c344e5429,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:45.766088 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-c9fae02a-7403-4463-8e53-150a3e5ffe78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831578 Oct 17 18:31:45.813267 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:45.841377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:45.846636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6ef94be3-9608-4a31-abbd-ae887bbcc8a7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4280267 Oct 17 18:31:45.846947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45470) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:45.852580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:45.859790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:45.864775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:45.867966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:45.875828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:45.922731 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-804e37af-a26e-4bab-b6b6-cd5472b3e0ad service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500208 Oct 17 18:31:45.978897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.059322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.114867 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dfa0a255-dbca-4c0d-b0b1-869ab96ee75f req-26c47916-ad35-4352-b9be-aac48f8e814a service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847019 Oct 17 18:31:46.151434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.178749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c2a35b-f7ca-4fbe-9920-5820f7cd5cef,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:46.222082 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:43Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:46.225982 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7f19a-83f8-4428-9da9-0bb10e6e9515 None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:43Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:46.265500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.267120 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-59b29f75-f0d5-4fcf-b55a-be12214ec71a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191515 Oct 17 18:31:46.269801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45474) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:46.275383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:46.284151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:46.289583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:46.292951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:46.300735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:46.392526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.431724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b29cf5-4f9b-4bfe-a767-70b214193e61 None None] New status for floating IP 33760eb0-2738-40d8-a9f1-252368b09b13: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:31:46.464997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.534344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.559606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca64f4c-8243-420d-9c6a-046e38615105,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:46.607998 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.609176 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2dde05cb-e8d9-421d-9dfb-44dca778bc38 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382907 Oct 17 18:31:46.613640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:46.619276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:46.626059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:46.631599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:46.637174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:46.647784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:46.758831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.829916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.905208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:46.930851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13efcb03-8835-4003-8b3d-82e57cd5663c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:47.007801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.009017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1bce956f-2c69-47cd-b485-f0c44c33af1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943326 Oct 17 18:31:47.011937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45482) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:47.017088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:47.023625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:47.032350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:47.032350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:47.036496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:47.117894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.196868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.310131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.334746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390ebe9a-654a-4953-b80f-61e6182e987e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:47.442414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.443723 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3af7c265-dd3a-4549-bc6d-6a7a12b6dfc7 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4308035 Oct 17 18:31:47.446948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45486) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:47.453179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:47.460061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:47.464262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:47.467778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:47.474189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:47.572961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:31:47.580904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.649921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.756578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.780950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adbe8d7-0e93-4ef4-8546-5a54988ef29c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:47.853912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:47.855138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f120b301-9d9c-402b-a370-976b1b41661b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4070642 Oct 17 18:31:47.861906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45490) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:47.867097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': '770df822-7f75-4d47-b60c-827c344e5429', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:47.873383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:47.877909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:47.881120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:47.886832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:47.962360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:31:47.969558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:48.036009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:48.087838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:48.111646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a6876d-44ec-4efe-b994-367ea40cd340,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:48.174349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:48.175563 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-21681f98-49a8-4c4f-9d95-ae0216c95425 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126676 Oct 17 18:31:48.379997 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-3489bfec-8182-48a5-a39a-dac9a07c1291 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261186972&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.0718884 Oct 17 18:31:48.535229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-2ef81421-9b6a-4a4c-bca9-3d0d7d35a5d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:48.536780 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-2ef81421-9b6a-4a4c-bca9-3d0d7d35a5d5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 797 time: 0.1498704 Oct 17 18:31:48.553418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-3c900cc8-0270-495c-abff-d7f61e47e469 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0105748 Oct 17 18:31:48.661336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-5510dfb6-5c22-48c1-aafe-7088b4d74260 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1024230 Oct 17 18:31:48.725463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-5f1b4787-4379-4af9-9441-4dbd110c4f41 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:31:48.726524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-5f1b4787-4379-4af9-9441-4dbd110c4f41 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521023 Oct 17 18:31:48.924693 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:31:48.983399 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-c5eefd1e-7707-43ba-98c1-d2de55c8ab65 service neutron] 10.222.0.36 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503626 Oct 17 18:31:49.122313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-7ebfcb10-e05e-4508-b771-a17ee9037714 service neutron] 10.222.0.36 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323125 Oct 17 18:31:49.433819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fdffdf3c-204d-43c2-958c-aba21e563eb8 req-e4a79b3d-c083-4ce5-b1f6-7ebdbe219586 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 210 time: 0.0509458 Oct 17 18:31:49.642609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-77d034e7-9120-4ca8-8206-643dbaec0d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:50.603267 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f9a1140f-89d5-4cd8-b910-42a5b27583a7 req-0466e4b8-de64-4aba-acf8-4d237df3ab70 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 210 time: 0.0558336 Oct 17 18:31:51.774872 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f84e28c6-eb87-45a7-8f17-00619c64a116 req-f6ff887f-50fd-41bb-8d91-3c514da8c7e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 210 time: 0.0554304 Oct 17 18:31:52.100236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-a9a56d2b-9756-4932-915e-ac97520dbafd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:52.101711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-a9a56d2b-9756-4932-915e-ac97520dbafd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 797 time: 0.1530507 Oct 17 18:31:52.164556 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-68c6743d-16db-40fe-a414-db18cd23070d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 471 time: 0.0460968 Oct 17 18:31:52.174946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '4b322de6-5e3e-4032-bea5-312bb7591623', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['770df822-7f75-4d47-b60c-827c344e5429']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:52.293027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee68ceea-f2bb-4e84-a2c5-d9e91de66a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:52.321876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:52.332147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:52.441870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:52.446903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:52.620770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.7 (a1aacd24-b25b-4d99-a159-7ad8a12a55ef/ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1/13e99a47-cf43-4b4b-aa02-d5539c5bef87) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:52.828675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:52.848609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 13e99a47-cf43-4b4b-aa02-d5539c5bef87 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:52.905408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:52.967459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.002543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.042672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:53.047642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:53.050836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:53.087989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:53.136719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:53.137519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.160659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec53174-0dda-4755-bd44-c891427c7e4b req-15b64aa2-4fca-4817-853b-5bcbf02d8846 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:53.162081 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ec53174-0dda-4755-bd44-c891427c7e4b req-15b64aa2-4fca-4817-853b-5bcbf02d8846 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 931 time: 0.2098496 Oct 17 18:31:53.216471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ec53174-0dda-4755-bd44-c891427c7e4b req-85b81188-25a3-4d39-a3e6-9089af4a6630 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481000 Oct 17 18:31:53.238076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-9d7449b0-a094-4020-b059-efe1a604606b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0667481 Oct 17 18:31:53.258823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Request body: {'port': {'device_id': '4b322de6-5e3e-4032-bea5-312bb7591623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:53.345083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Provisioning for port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:53.350897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Provisioning complete for port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:53.351387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.351841 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Attempt 1 to provision port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 Oct 17 18:31:53.373828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.405991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:53.822614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e99a47-cf43-4b4b-aa02-d5539c5bef87 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:53.830178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.844169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Transition to ACTIVE for port object 13e99a47-cf43-4b4b-aa02-d5539c5bef87 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:53.907685 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Attempt 2 to provision port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 Oct 17 18:31:53.909564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:53.962437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:54.107138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Pushing event updated for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:54.148204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Attempting to bind port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:54.148897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Attempting to bind port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:54.148897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Attempting to bind port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:54.153717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:31:54.154032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Attempting to bind port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 on network a1aacd24-b25b-4d99-a159-7ad8a12a55ef {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:54.159822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:54.160152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Checking segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:54.160526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Bound using segment: {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:54.160944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Bound port: 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260f6fc5-853b-4817-88a2-13dd69db5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:54.161285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:54.260302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:54.263854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:54.384859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:54.412018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.412613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:54.414032 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] 10.222.0.42 "PUT /v2.0/ports/13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 1093 time: 1.1597993 Oct 17 18:31:54.414546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:54.416978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2453ec26-09b7-48fd-a275-62095f5e0355" -d '{"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:54.458543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ec4ac-de4a-42a5-b8af-b70b7ba6c0aa service neutron] Pushing event updated for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:54.460257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91b029-4dd6-474b-ae85-f93159b87d73 req-605ec595-44af-469c-86d1-da7a75f8e43e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.461922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d91b029-4dd6-474b-ae85-f93159b87d73 req-605ec595-44af-469c-86d1-da7a75f8e43e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 943 time: 0.1261301 Oct 17 18:31:54.463552 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Attempt 3 to provision port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 Oct 17 18:31:54.512982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:54.520591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9d91b029-4dd6-474b-ae85-f93159b87d73 req-fe98c09c-e4e4-4d45-a3ca-4f6254091bb9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:54.530910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736b0c3-ac69-4d84-b2a6-3d35292cc9b5 x-openstack-request-id: req-c736b0c3-ac69-4d84-b2a6-3d35292cc9b5 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:54.531234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:54.531489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c736b0c3-ac69-4d84-b2a6-3d35292cc9b5 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:54.531897 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c736b0c3-ac69-4d84-b2a6-3d35292cc9b5'] response: {'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'status': 'completed', 'code': 200} Oct 17 18:31:54.536925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-2e74b2ef-a2f6-4831-bdc8-b6a3b07361e9 None None] Port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:31:54.617517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9d91b029-4dd6-474b-ae85-f93159b87d73 req-fe98c09c-e4e4-4d45-a3ca-4f6254091bb9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:54.618753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d91b029-4dd6-474b-ae85-f93159b87d73 req-fe98c09c-e4e4-4d45-a3ca-4f6254091bb9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405494 Oct 17 18:31:54.670129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-0b640f5d-7730-4f52-977f-ac0803db2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.671678 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-0b640f5d-7730-4f52-977f-ac0803db2f3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1096 time: 0.0864401 Oct 17 18:31:54.754705 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-0bd91876-7ca1-4387-ad45-d1cf137b0465 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 217 time: 0.0645781 Oct 17 18:31:54.821182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-c518d752-d827-4cfc-b3ac-01c639cf347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.825174 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-c518d752-d827-4cfc-b3ac-01c639cf347d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0608966 Oct 17 18:31:54.908466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-6db17e22-ec94-41e0-9c10-ab4a8ebb7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.909883 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-6db17e22-ec94-41e0-9c10-ab4a8ebb7360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799384 Oct 17 18:31:55.048265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-3984af91-a758-4de6-938e-df46936e92b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278784 Oct 17 18:31:55.184270 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bdec93cc-4d78-4959-a7e0-0f2dd08fb38b req-a633f036-df6c-412d-895c-dabd0bb5a91b service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302586 Oct 17 18:31:55.442480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-e030f524-43b9-4194-9b05-932e727e3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:55.443873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-e030f524-43b9-4194-9b05-932e727e3144 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1096 time: 0.0856879 Oct 17 18:31:55.576132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-6a33fae2-524f-4c44-a356-b42767ae2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:55.577523 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-6a33fae2-524f-4c44-a356-b42767ae2c1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1271613 Oct 17 18:31:55.644514 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-e4df8c23-3744-432e-8ca0-e3f19ea560e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 217 time: 0.0606897 Oct 17 18:31:55.711285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-07d6135e-515c-4950-a1ec-267a9fffab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:55.712614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-07d6135e-515c-4950-a1ec-267a9fffab1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0615842 Oct 17 18:31:55.835184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:55.968946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9111-3a7b-41f1-8a72-6e4bab5bb6a3 req-7d574f7f-e1c8-4d33-91a2-ef79eb4c7e54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:55.970039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c26f9111-3a7b-41f1-8a72-6e4bab5bb6a3 req-7d574f7f-e1c8-4d33-91a2-ef79eb4c7e54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:55.975458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-47f4d363-9a2c-446e-9704-65543e60cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:55.976917 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-47f4d363-9a2c-446e-9704-65543e60cd2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2585657 Oct 17 18:31:56.109245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-c26f9111-3a7b-41f1-8a72-6e4bab5bb6a3 req-7d574f7f-e1c8-4d33-91a2-ef79eb4c7e54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:56.110413 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c26f9111-3a7b-41f1-8a72-6e4bab5bb6a3 req-7d574f7f-e1c8-4d33-91a2-ef79eb4c7e54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 943 time: 0.3570402 Oct 17 18:31:56.115331 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-526c6bf1-a5d6-4003-8f72-1addbf1b15c5 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301289 Oct 17 18:31:56.226493 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c26f9111-3a7b-41f1-8a72-6e4bab5bb6a3 req-d9ecdeba-d1ff-46d4-a012-08f174a7d06a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101315 Oct 17 18:31:56.276338 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2453ec26-09b7-48fd-a275-62095f5e0355 req-5db81e3d-ecec-4dde-85db-8fd64cfc70f9 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459911 Oct 17 18:31:57.426458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134a7e-7260-4912-b300-e5dae49e77a4 req-020c97a4-194f-4f1a-bd32-f38061eeae72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:57.427912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-66134a7e-7260-4912-b300-e5dae49e77a4 req-020c97a4-194f-4f1a-bd32-f38061eeae72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 943 time: 0.0902896 Oct 17 18:31:57.472196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-66134a7e-7260-4912-b300-e5dae49e77a4 req-d8cf1ed2-15b7-4e38-98f3-3fecd7deafd2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Oct 17 18:31:58.677948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4625a-6550-4b7c-bda9-2c230acfef7a req-de293fdd-4d6d-4439-8d8d-d8868d1b4d20 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:58.679388 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-65e4625a-6550-4b7c-bda9-2c230acfef7a req-de293fdd-4d6d-4439-8d8d-d8868d1b4d20 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 943 time: 0.0904768 Oct 17 18:31:58.730699 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-65e4625a-6550-4b7c-bda9-2c230acfef7a req-3aa7525b-4c1a-478d-a517-d9e0bf43370f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Oct 17 18:31:58.992599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 13e99a47-cf43-4b4b-aa02-d5539c5bef87 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:31:59.166206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:59.179970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'port_id': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'mac_address': 'fa:16:3e:10:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:31:59.236384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:59.236758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:59.257204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e99a47-cf43-4b4b-aa02-d5539c5bef87 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:59.277175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:59.344870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:59.413399 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:59.740233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['13e99a47-cf43-4b4b-aa02-d5539c5bef87'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:31:59.931633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb2de-f6df-4f2f-a611-271a080189cc req-a30c2136-2193-4e9c-a7ad-8e7dc8f326c0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.933251 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c05cb2de-f6df-4f2f-a611-271a080189cc req-a30c2136-2193-4e9c-a7ad-8e7dc8f326c0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 944 time: 0.0904760 Oct 17 18:31:59.996330 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c05cb2de-f6df-4f2f-a611-271a080189cc req-5d3ae86d-a5e0-4037-a20f-2a4f71706332 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533314 Oct 17 18:32:00.997032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 13e99a47-cf43-4b4b-aa02-d5539c5bef87 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:01.137295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:01.143545 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:01.143919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.144257 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 Oct 17 18:32:01.265486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:01.266696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.294018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:01.296261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ec0a5-6dc0-4648-b353-b61cbcf63bfc" -d '{"events": [{"server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "name": "network-vif-plugged", "status": "completed", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:01.304353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:01.340086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808624b-a241-401a-b51e-7eb276e8547b x-openstack-request-id: req-9808624b-a241-401a-b51e-7eb276e8547b {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:01.340385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "name": "network-vif-plugged", "status": "completed", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:01.340648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9808624b-a241-401a-b51e-7eb276e8547b {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:01.341053 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9808624b-a241-401a-b51e-7eb276e8547b'] response: {'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'code': 200} Oct 17 18:32:01.371698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d57e7-1ab8-4373-a083-fa7e7ad7579e req-1506f107-a4e8-4820-a9c0-f8b65afe3961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:01.374016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-531d57e7-1ab8-4373-a083-fa7e7ad7579e req-1506f107-a4e8-4820-a9c0-f8b65afe3961 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 944 time: 0.0975378 Oct 17 18:32:01.388872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.426202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-531d57e7-1ab8-4373-a083-fa7e7ad7579e req-639babac-e60b-430b-8a64-d4daba11b86c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Oct 17 18:32:01.457793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:01.755598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbd884-bf56-4364-ba73-d6ee48a3eb63 req-054b7965-a5bf-4900-9979-a5768cc0f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:01.757054 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ddbd884-bf56-4364-ba73-d6ee48a3eb63 req-054b7965-a5bf-4900-9979-a5768cc0f7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1098 time: 0.0803053 Oct 17 18:32:01.797723 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ddbd884-bf56-4364-ba73-d6ee48a3eb63 req-37023fac-5dff-4473-be83-363c6d0b4863 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340769 Oct 17 18:32:02.637249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2da5-d508-4eb0-8f78-ba8f863a1ce4 req-5724f7ec-540b-4249-bf49-c5f4694a2b50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:02.638622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f8ef2da5-d508-4eb0-8f78-ba8f863a1ce4 req-5724f7ec-540b-4249-bf49-c5f4694a2b50 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.0897686 Oct 17 18:32:02.688528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f8ef2da5-d508-4eb0-8f78-ba8f863a1ce4 req-0fac09ef-0d65-49b1-b3d1-4da6f6fddfbf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Oct 17 18:32:03.887687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfed7c-67f3-486d-8d76-53911d60a4e0 req-087fa796-e02d-4286-81eb-702dd1563af8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:03.889261 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-67bfed7c-67f3-486d-8d76-53911d60a4e0 req-087fa796-e02d-4286-81eb-702dd1563af8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.0890517 Oct 17 18:32:03.938499 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-67bfed7c-67f3-486d-8d76-53911d60a4e0 req-80da4ac6-046d-40be-9139-16976ae08555 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Oct 17 18:32:04.142678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d16ac-d45a-4cb8-aa09-efce80fd1871 req-977e4e37-258e-43f8-a76e-218b7cc70398 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:04.144165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-098d16ac-d45a-4cb8-aa09-efce80fd1871 req-977e4e37-258e-43f8-a76e-218b7cc70398 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.0938067 Oct 17 18:32:04.189496 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-098d16ac-d45a-4cb8-aa09-efce80fd1871 req-8e3099de-eb1d-4d7a-92a9-b1b8288a1e4e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395982 Oct 17 18:32:04.218521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45552) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:04.300283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fea46d-33d7-4e91-9078-44db81a1b319 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:04.301866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e7fea46d-33d7-4e91-9078-44db81a1b319 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1093 time: 0.0817046 Oct 17 18:32:04.305056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45556) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:04.310727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:04.317030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:04.323478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:04.327289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:04.333585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:04.464451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:04.710128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:04.847615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.18 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/ec54f9e1-8290-4006-8165-0c9e0a3de327) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:04.998071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.093316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.162108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:05.165258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:05.168721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:05.204501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=ec54f9e1-8290-4006-8165-0c9e0a3de327,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:05.219219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.221753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.222324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.222324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.222479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.222764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:05.602787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.753874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.966645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.023922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.131071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.178357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=ec54f9e1-8290-4006-8165-0c9e0a3de327,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:06.304776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 8598c4fb-0a53-41bb-920c-6ea6b53aac02 associated. External IP: 172.26.2.18, port: 13e99a47-cf43-4b4b-aa02-d5539c5bef87. Oct 17 18:32:06.768812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:32:06.949982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:32:06.960376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:32:06.970505 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:06.971137 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:07.098610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.154057 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:07.156636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6cdc0c4d-9691-4314-99d3-15481d9bec6c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8504205 Oct 17 18:32:07.157259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:07.159596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb254378-3eb9-4f29-8aa6-d59a58dedd76" -d '{"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:07.202560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13abe3-22a9-42d0-9ea9-2efb4ca8139c x-openstack-request-id: req-be13abe3-22a9-42d0-9ea9-2efb4ca8139c {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:07.203710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:07.203710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be13abe3-22a9-42d0-9ea9-2efb4ca8139c {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:07.204142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be13abe3-22a9-42d0-9ea9-2efb4ca8139c'] response: {'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'status': 'completed', 'code': 200} Oct 17 18:32:07.331068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-a86f1a1a-ac25-4f9d-89d9-8b42e0cc3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:07.332535 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-a86f1a1a-ac25-4f9d-89d9-8b42e0cc3e40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1098 time: 0.0836070 Oct 17 18:32:07.467885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-6f532d91-9a9b-448c-b808-34baa4ff552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:07.469249 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-6f532d91-9a9b-448c-b808-34baa4ff552c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1307063 Oct 17 18:32:07.517761 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}, {'id': '8598c4fb-0a53-41bb-920c-6ea6b53aac02', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:10:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b322de6-5e3e-4032-bea5-312bb7591623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:05Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:07.521723 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:32:07.530441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:07.531020 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:07.576569 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-89566192-ad63-4f3c-8932-6b114a72f70f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 998 time: 0.1001992 Oct 17 18:32:07.641409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-e3b333c8-750b-43d6-9aae-24c1a513f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:07.642950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-e3b333c8-750b-43d6-9aae-24c1a513f1ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0603249 Oct 17 18:32:07.733086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-2e3d6d0a-6db5-4cd7-8e87-81e8deeb41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:07.735055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-2e3d6d0a-6db5-4cd7-8e87-81e8deeb41f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849173 Oct 17 18:32:07.746139 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:07.872620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-ca8cb234-34e8-4b90-ba32-e324f3fc9836 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320603 Oct 17 18:32:08.011971 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb254378-3eb9-4f29-8aa6-d59a58dedd76 req-6b9ea6bf-6d70-40d7-8a3d-ed3175d71b00 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328270 Oct 17 18:32:08.122426 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}, {'id': '8598c4fb-0a53-41bb-920c-6ea6b53aac02', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:10:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b322de6-5e3e-4032-bea5-312bb7591623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:05Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:08.127435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1200290-8974-4ee1-80d5-220ed178b834 None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}, {'id': '8598c4fb-0a53-41bb-920c-6ea6b53aac02', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:10:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b322de6-5e3e-4032-bea5-312bb7591623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:05Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:08.328507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b523c09-31d8-495a-a9bb-6e65d9a5cf72 None None] New status for floating IP 8598c4fb-0a53-41bb-920c-6ea6b53aac02: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:32:19.622212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-881db729-bcff-41d1-8053-8cab205f4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:21.011433 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-8363706c-e038-41a5-8853-d2faba6129f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777209 Oct 17 18:32:21.309494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-eda09c16-3143-4dcc-b769-cbc6accbe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:21.312634 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-eda09c16-3143-4dcc-b769-cbc6accbe827 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1098 time: 0.2010639 Oct 17 18:32:21.463087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-b6e49ccd-e900-4715-aa21-0bf0c18494fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:21.464766 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-b6e49ccd-e900-4715-aa21-0bf0c18494fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1341796 Oct 17 18:32:21.573688 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-a56294f1-a17e-49e7-92dc-70a8b5853f71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 1001 time: 0.1022973 Oct 17 18:32:21.642934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-99e7b50f-0adc-4c6d-94a6-f05a2218bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:21.644384 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-99e7b50f-0adc-4c6d-94a6-f05a2218bcdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0648212 Oct 17 18:32:21.732975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-3756e8f4-edf7-4461-b111-8cc7a8dbca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:21.735160 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-3756e8f4-edf7-4461-b111-8cc7a8dbca0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850072 Oct 17 18:32:21.878474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-d3a10c88-a9da-4008-9ab0-fdeb54a01785 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364791 Oct 17 18:32:22.022427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b69cbdc9-e446-4ac6-a344-7d8efae773fc req-811882ba-ea84-4151-9d42-49e51733abfc service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380863 Oct 17 18:32:22.296785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-574bdf6b-8ccf-4057-899b-cce3c5607aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:23.011809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:23.040779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.456169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.885938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.923918 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:32:49.608865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c3a76eb8-a63b-4a49-82b6-3d8a696bf240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:52.311794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8de09285-9603-4d78-b2ab-47e5aa26b338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:53.008222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:53.071359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:54.438920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:55.810568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:02.924149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:33:19.708964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-29f50f27-df9d-454f-a4a8-eea7c391b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:22.292127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e3ba71f0-54cf-4f3d-8e3e-5a7ff38b21d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:22.446089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45586) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:22.554879 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c4cf58fa-e807-4acc-95ab-66302c8ca2d0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/33760eb0-2738-40d8-a9f1-252368b09b13 HTTP/1.1" status: 200 len: 993 time: 0.1074872 Oct 17 18:33:22.982539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:23.026132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:23.057465 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-412f416b-d280-4654-a232-e79b1fd4fb5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831711 Oct 17 18:33:23.174243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-5a1cd137-7d5b-4f94-8174-46ff443b8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:23.176402 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-5a1cd137-7d5b-4f94-8174-46ff443b8ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1098 time: 0.0852568 Oct 17 18:33:23.325631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-c664c9bb-b627-4e62-b3f8-261bfbf76d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:23.327044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-c664c9bb-b627-4e62-b3f8-261bfbf76d77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1306915 Oct 17 18:33:23.426053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-1e38dbad-16a0-4034-9486-39f0cde31121 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 1000 time: 0.0927222 Oct 17 18:33:23.492038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-160def41-3c18-4759-b88b-e49888d69985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:23.493445 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-160def41-3c18-4759-b88b-e49888d69985 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0604708 Oct 17 18:33:23.578121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-3e13c22a-2493-4c6b-98c4-65d55576f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:23.580151 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-3e13c22a-2493-4c6b-98c4-65d55576f9f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796342 Oct 17 18:33:23.715456 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-60433964-6ce5-4cbc-870b-151f76c7d1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281059 Oct 17 18:33:23.854845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1b38619b-5386-4f13-92f1-2f4e0924d4eb req-cd157c4d-2552-46c4-a5c4-5cfca7a307d6 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Oct 17 18:33:24.113714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45598) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:24.119515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:33:24.355631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:24.460774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:24.592329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:24.617555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:24.697534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:24.734884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:24.735474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:24.737655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/ports/28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 938 time: 0.6229682 Oct 17 18:33:24.738365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:24.740740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd70bec-f61a-46c9-927d-d62f719e80cb" -d '{"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:24.785834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3508852-fa5d-4bba-9eb4-206b236e5245 x-openstack-request-id: req-a3508852-fa5d-4bba-9eb4-206b236e5245 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:24.786119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:24.786380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3508852-fa5d-4bba-9eb4-206b236e5245 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:24.786783 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3508852-fa5d-4bba-9eb4-206b236e5245'] response: {'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:33:24.790783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=6']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:24.798286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.798634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.798973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.799303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.799633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.799962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.800283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.800607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.800921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.801237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.801555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.801904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7a1e3-4058-4bfb-a19a-52d3de1f7103 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:24.923125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-da154e00-6250-4e76-8e66-bfe44836e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:24.924583 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-da154e00-6250-4e76-8e66-bfe44836e846 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1099 time: 0.0853770 Oct 17 18:33:25.062428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-2b2f50c2-3be0-4cd5-9b25-770ddf12f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:25.063808 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-2b2f50c2-3be0-4cd5-9b25-770ddf12f09e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1328270 Oct 17 18:33:25.167753 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-aca38859-cbc3-42c9-9ee5-9a1e755e1c05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 1002 time: 0.0971210 Oct 17 18:33:25.235917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-e8f5ad62-06b4-4951-8f39-305a20fbcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:25.237394 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-e8f5ad62-06b4-4951-8f39-305a20fbcfe8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0637925 Oct 17 18:33:25.332767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-898d4190-47c6-4154-95c3-b44155422611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:25.334186 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-898d4190-47c6-4154-95c3-b44155422611 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910251 Oct 17 18:33:25.467733 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-70e69479-9f35-4561-b41e-58fa948d3afa service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272166 Oct 17 18:33:25.599487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2cd70bec-f61a-46c9-927d-d62f719e80cb req-51981c1f-f4e1-4fd0-8c92-30da80f2d77b service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258178 Oct 17 18:33:25.883410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:28.214213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45612) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:28.220829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:33:28.350675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:28.571261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:28.596075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:28.717540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:28.726189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:28.726788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:28.728201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/ports/28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 937 time: 0.5129945 Oct 17 18:33:28.731349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45616) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:28.758858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:28.761205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:28.808656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b72ffd-b44d-4f81-9b58-343144388a33 x-openstack-request-id: req-f0b72ffd-b44d-4f81-9b58-343144388a33 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:28.808939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:28.809259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0b72ffd-b44d-4f81-9b58-343144388a33 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:28.809675 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b72ffd-b44d-4f81-9b58-343144388a33'] response: {'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:33:28.815527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ddb7b-97dc-4abf-b9c0-b11b048fbb31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=7']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:28.859339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-728e79ba-fa1f-438c-a65a-af6b9290ef31 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/33760eb0-2738-40d8-a9f1-252368b09b13 HTTP/1.1" status: 200 len: 993 time: 0.1268063 Oct 17 18:33:28.943835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-97bb9376-a131-44f8-9474-9c32f6d5f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:28.945307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-97bb9376-a131-44f8-9474-9c32f6d5f815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0885999 Oct 17 18:33:29.137569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['28075420-d7c4-47ec-a348-f0c25193f4b2'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:33:29.181503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-acb771a7-9585-4fb5-8c0e-905766a719e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:29.182992 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-acb771a7-9585-4fb5-8c0e-905766a719e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.2321262 Oct 17 18:33:29.292435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-fc32c9b2-28ae-4e35-869b-7fed2d6b90d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 1001 time: 0.1026487 Oct 17 18:33:29.362385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-bc7aea5b-88f1-4489-806c-97a8d92d7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:29.364066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-bc7aea5b-88f1-4489-806c-97a8d92d7d8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0650876 Oct 17 18:33:29.460315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-e09472c6-f7b0-4a15-b403-9d8242b62574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:29.462129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-e09472c6-f7b0-4a15-b403-9d8242b62574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917242 Oct 17 18:33:29.599773 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-4ad13947-3bd7-48e0-b931-3c15443a686f service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304286 Oct 17 18:33:29.741700 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed95df03-2d39-4d3b-b1b8-416721c8cc0c req-66668779-bf80-4c70-b6d9-d5ef01748268 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360238 Oct 17 18:33:31.445902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45628) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:31.651206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port ec54f9e1-8290-4006-8165-0c9e0a3de327 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:31.651486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:31.835187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:31.835513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:32.083708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for ec54f9e1-8290-4006-8165-0c9e0a3de327 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:32.346352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:32.403818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=ec54f9e1-8290-4006-8165-0c9e0a3de327,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:32.461139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.462296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.462296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.462620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.463042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.463592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.463975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.464389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.464809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.465227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.465695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.466060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:32.528760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:32.530520 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 8598c4fb-0a53-41bb-920c-6ea6b53aac02 disassociated (deleted). External IP: 172.26.2.18, port: 13e99a47-cf43-4b4b-aa02-d5539c5bef87. Oct 17 18:33:32.896063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:33:33.102071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:33:33.112613 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:33:33.123244 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:33.125993 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:33.211254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:33.285931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3d3103dd-9750-4c59-ad44-57a18a96b68c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/8598c4fb-0a53-41bb-920c-6ea6b53aac02 HTTP/1.1" status: 204 len: 168 time: 1.8387024 Oct 17 18:33:33.287997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:33.293238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0badc2ba-7731-462a-96ae-faf895d76f00" -d '{"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:33.345084 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:33.374123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cccdac-a190-4369-b791-f08c1ec03578 x-openstack-request-id: req-02cccdac-a190-4369-b791-f08c1ec03578 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:33.374421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:33.374679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02cccdac-a190-4369-b791-f08c1ec03578 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:33.375087 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cccdac-a190-4369-b791-f08c1ec03578'] response: {'name': 'network-changed', 'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'status': 'completed', 'code': 200} Oct 17 18:33:33.538453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-4a00bcee-e2bf-44c6-a329-e1b916a94d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:33.540217 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-4a00bcee-e2bf-44c6-a329-e1b916a94d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 1098 time: 0.1215882 Oct 17 18:33:33.706424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-4947716c-42de-4263-9941-6cb3105193d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:33.707921 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-4947716c-42de-4263-9941-6cb3105193d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1612329 Oct 17 18:33:33.776754 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:33.782098 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:33:33.783469 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-9c05efe4-6425-4c20-9746-516a0f1e78fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 200 len: 217 time: 0.0683663 Oct 17 18:33:33.792049 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:33.792945 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:33.861764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-de375609-0c6f-405b-b30e-34ce384b61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:33.863262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-de375609-0c6f-405b-b30e-34ce384b61af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0746479 Oct 17 18:33:33.989539 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b22d-62c9-4b4d-98cf-2621341eb0a7 req-d6f849cb-2bed-4c8b-ad4a-108761f1c346 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:33.990328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4639b22d-62c9-4b4d-98cf-2621341eb0a7 req-d6f849cb-2bed-4c8b-ad4a-108761f1c346 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:33:34.005441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-9d6d7ec3-0839-4b28-8650-f97a0767d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:34.007230 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-9d6d7ec3-0839-4b28-8650-f97a0767d72b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967183 Oct 17 18:33:34.026658 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:34.094898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4639b22d-62c9-4b4d-98cf-2621341eb0a7 req-d6f849cb-2bed-4c8b-ad4a-108761f1c346 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:33:34.096159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4639b22d-62c9-4b4d-98cf-2621341eb0a7 req-d6f849cb-2bed-4c8b-ad4a-108761f1c346 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.2143979 Oct 17 18:33:34.157189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4639b22d-62c9-4b4d-98cf-2621341eb0a7 req-527ec314-a425-4cdb-84a3-65fecb11374d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Oct 17 18:33:34.181193 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-291fbb6f-78b7-47e8-a199-990bac840ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672022 Oct 17 18:33:34.331418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0badc2ba-7731-462a-96ae-faf895d76f00 req-9f5ff075-4b2e-47f5-b2a1-cb4b9617a082 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439271 Oct 17 18:33:34.490878 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:34.495742 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858fa4b-bff0-45f9-aeca-8af811a8a13d None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '33760eb0-2738-40d8-a9f1-252368b09b13', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'port_id': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'mac_address': 'fa:16:3e:ac:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:43Z', 'updated_at': '2022-10-17T18:31:46Z', 'revision_number': 1, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:33:34.740271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c194c-81d8-479b-8fc6-ea0d4247e7c2 None None] New status for floating IP 8598c4fb-0a53-41bb-920c-6ea6b53aac02: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:33:35.400907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ae7f-f21e-4482-b990-8a1deb5ac50e req-7b64bc0f-7e2d-4762-83ab-d79853e020f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:35.402405 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89d0ae7f-f21e-4482-b990-8a1deb5ac50e req-7b64bc0f-7e2d-4762-83ab-d79853e020f3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.1223867 Oct 17 18:33:35.457183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89d0ae7f-f21e-4482-b990-8a1deb5ac50e req-73ec88a0-26e3-4cb4-a5e4-9b69935650da tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=770df822-7f75-4d47-b60c-827c344e5429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458794 Oct 17 18:33:35.677674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-0e513590-0d9e-4ae7-8a79-076821fd455b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:35.679132 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-0e513590-0d9e-4ae7-8a79-076821fd455b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 945 time: 0.0951223 Oct 17 18:33:35.752150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:35.752376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:36.113028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 13e99a47-cf43-4b4b-aa02-d5539c5bef87, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=13e99a47-cf43-4b4b-aa02-d5539c5bef87,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:36.113356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:36.238737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 13e99a47-cf43-4b4b-aa02-d5539c5bef87 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:36.480896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:36.538380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=13e99a47-cf43-4b4b-aa02-d5539c5bef87,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:36.627789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 13e99a47-cf43-4b4b-aa02-d5539c5bef87 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:33:36.632314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:36.633078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'name': 'network-vif-deleted', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:36.635380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef5d757-0bb9-4600-8016-90cca62d3f86" -d '{"events": [{"server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "name": "network-vif-deleted", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:36.654591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5c3f99a-b006-4255-a2da-2113adff4239 req-e708bddb-0285-4bdc-9ac2-d47abd9b4f3e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 210 time: 0.0667384 Oct 17 18:33:36.681775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1577284b-55cb-4a8e-b856-350521027869 x-openstack-request-id: req-1577284b-55cb-4a8e-b856-350521027869 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:36.682129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b322de6-5e3e-4032-bea5-312bb7591623", "name": "network-vif-deleted", "tag": "13e99a47-cf43-4b4b-aa02-d5539c5bef87", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:36.682366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1577284b-55cb-4a8e-b856-350521027869 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:36.682722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1577284b-55cb-4a8e-b856-350521027869'] response: {'server_uuid': '4b322de6-5e3e-4032-bea5-312bb7591623', 'name': 'network-vif-deleted', 'tag': '13e99a47-cf43-4b4b-aa02-d5539c5bef87', 'status': 'completed', 'code': 200} Oct 17 18:33:36.719963 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-86fec905-01cb-4183-8dcd-65f7c7292c30 req-9b423d62-2105-4651-a24c-d875d46bc852 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/13e99a47-cf43-4b4b-aa02-d5539c5bef87 HTTP/1.1" status: 204 len: 173 time: 1.0356150 Oct 17 18:33:37.660306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 13e99a47-cf43-4b4b-aa02-d5539c5bef87 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:33:37.701548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 13e99a47-cf43-4b4b-aa02-d5539c5bef87 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:33:37.702083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 13e99a47-cf43-4b4b-aa02-d5539c5bef87 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:33:37.853072 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6724e6dd-c791-4355-8f7d-74cfdfe17d24 req-5c3ed73a-da16-419e-bdb9-f8075f14db0d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b322de6-5e3e-4032-bea5-312bb7591623 HTTP/1.1" status: 200 len: 210 time: 0.0541224 Oct 17 18:33:38.970693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45648) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:39.048618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:39.080950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:39.279667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:39.300296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770df822-7f75-4d47-b60c-827c344e5429,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:39.424474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:39.426228 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0fa75137-a72e-4422-bd5f-32cee0561cc2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/770df822-7f75-4d47-b60c-827c344e5429 HTTP/1.1" status: 204 len: 168 time: 0.4541090 Oct 17 18:33:39.552374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45654) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:39.775235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 2c9eb3fe-5c4f-41af-8e7f-b7073b02a559 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:39.775574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:39.925838 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:33:40.075348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:40.075675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:40.204723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 2c9eb3fe-5c4f-41af-8e7f-b7073b02a559 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:40.474171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:40.527058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=2c9eb3fe-5c4f-41af-8e7f-b7073b02a559,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:40.633089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:40.633823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 33760eb0-2738-40d8-a9f1-252368b09b13 disassociated (deleted). External IP: 172.26.2.115, port: 28075420-d7c4-47ec-a348-f0c25193f4b2. Oct 17 18:33:41.035846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:33:41.222203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:33:41.232116 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:33:41.241836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:41.242834 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:41.243412 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:41.304006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4f7538c6-0970-4fae-a53e-8cc4a5b0a4e1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/33760eb0-2738-40d8-a9f1-252368b09b13 HTTP/1.1" status: 204 len: 168 time: 1.7505209 Oct 17 18:33:41.304772 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:41.307384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63403f1-fc95-4373-b674-a39f42c11a78" -d '{"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:41.354365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589008a7-29b0-493e-bcf0-782802253810 x-openstack-request-id: req-589008a7-29b0-493e-bcf0-782802253810 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:41.354812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:41.355165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-589008a7-29b0-493e-bcf0-782802253810 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:41.355701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589008a7-29b0-493e-bcf0-782802253810'] response: {'name': 'network-changed', 'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:33:41.436303 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:41.483873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-b29d181d-50df-4865-bfcf-ce9110b853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:41.485495 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-b29d181d-50df-4865-bfcf-ce9110b853e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0864356 Oct 17 18:33:41.621716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-472acb6b-a7ba-4091-9272-1b2d5463ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:41.623084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-472acb6b-a7ba-4091-9272-1b2d5463ef24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 200 len: 898 time: 0.1323075 Oct 17 18:33:41.695602 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-0e69d1c1-d19e-4d56-911b-6dccf3aa6d2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 200 len: 217 time: 0.0667174 Oct 17 18:33:41.758636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-3bf332e0-a730-499f-8c24-c19c4ca3ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:41.760062 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-3bf332e0-a730-499f-8c24-c19c4ca3ddb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 200 len: 834 time: 0.0590878 Oct 17 18:33:41.767062 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:41.771509 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:33:41.779939 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:41.780518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:41.896095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-7681bcbd-6197-4b45-9ab1-551712f290eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:41.897728 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-7681bcbd-6197-4b45-9ab1-551712f290eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1aacd24-b25b-4d99-a159-7ad8a12a55ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900009 Oct 17 18:33:41.975368 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:41.982817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdcdeb-5bf9-438f-9f2a-6c996009eef7 req-50a883cc-eedc-47f0-afe9-a9e450a3b2dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:41.983663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0cfdcdeb-5bf9-438f-9f2a-6c996009eef7 req-50a883cc-eedc-47f0-afe9-a9e450a3b2dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:33:42.040905 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-1ba730f0-7d3d-4cac-a78c-32ba1dc92e22 service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360221 Oct 17 18:33:42.062035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0cfdcdeb-5bf9-438f-9f2a-6c996009eef7 req-50a883cc-eedc-47f0-afe9-a9e450a3b2dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:33:42.063799 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0cfdcdeb-5bf9-438f-9f2a-6c996009eef7 req-50a883cc-eedc-47f0-afe9-a9e450a3b2dc tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.1748140 Oct 17 18:33:42.114353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0cfdcdeb-5bf9-438f-9f2a-6c996009eef7 req-c4d92de0-de13-43d1-a397-faa0b521e13f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441465 Oct 17 18:33:42.182452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d63403f1-fc95-4373-b674-a39f42c11a78 req-66a698a2-1969-4c5a-be7c-0366859e5d7f service neutron] 10.222.0.42 "GET /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352980 Oct 17 18:33:42.342226 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:42.347078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f15685-704b-4c48-b8e0-57f1bc7ff222 None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '45863453-47c8-4fc4-b4aa-8c29e49d08cc', 'name': '', 'network_id': 'a1aacd24-b25b-4d99-a159-7ad8a12a55ef', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:4f:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:18Z', 'updated_at': '2022-10-17T18:31:24Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': 'ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:33:42.564524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11f7101-5f72-40a7-83e0-8da9cc9bd01f None None] New status for floating IP 33760eb0-2738-40d8-a9f1-252368b09b13: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:33:43.325927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-8a167db4-7052-474b-9c32-a2f3681eb1ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:43.326834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-8a167db4-7052-474b-9c32-a2f3681eb1ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:33:43.339199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-8a167db4-7052-474b-9c32-a2f3681eb1ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:33:43.340342 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-8a167db4-7052-474b-9c32-a2f3681eb1ec tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.1103642 Oct 17 18:33:43.498868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-f3dbbae2-4c97-498b-8582-f7c78f141d29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:33:43.646731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-f3dbbae2-4c97-498b-8582-f7c78f141d29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:33:43.648043 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-412fe027-5f0b-41dd-a9d0-61e1e76c2218 req-f3dbbae2-4c97-498b-8582-f7c78f141d29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018365 Oct 17 18:33:43.707641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-34e5499a-c0b3-4764-ba5f-987eaee5e026 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:43.709130 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-34e5499a-c0b3-4764-ba5f-987eaee5e026 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 945 time: 0.1053376 Oct 17 18:33:43.786342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 28075420-d7c4-47ec-a348-f0c25193f4b2 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:43.786597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:44.053999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 28075420-d7c4-47ec-a348-f0c25193f4b2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=28075420-d7c4-47ec-a348-f0c25193f4b2,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:44.054260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:44.187564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 28075420-d7c4-47ec-a348-f0c25193f4b2 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:44.425503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:44.480309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=28075420-d7c4-47ec-a348-f0c25193f4b2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:44.573035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 28075420-d7c4-47ec-a348-f0c25193f4b2 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:33:44.575552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:44.578320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'name': 'network-vif-deleted', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:44.581254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a4313-dc60-4234-9bb9-f132f8192502" -d '{"events": [{"server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "name": "network-vif-deleted", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:44.631198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c0577-13b2-49db-a086-78c89a49d028 x-openstack-request-id: req-2a5c0577-13b2-49db-a086-78c89a49d028 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:44.631487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36603f49-3fba-4f8e-b962-03a664eb8dd0", "name": "network-vif-deleted", "tag": "28075420-d7c4-47ec-a348-f0c25193f4b2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:44.631763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a5c0577-13b2-49db-a086-78c89a49d028 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:44.632234 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5c0577-13b2-49db-a086-78c89a49d028'] response: {'server_uuid': '36603f49-3fba-4f8e-b962-03a664eb8dd0', 'name': 'network-vif-deleted', 'tag': '28075420-d7c4-47ec-a348-f0c25193f4b2', 'status': 'completed', 'code': 200} Oct 17 18:33:44.682826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dd772c8c-ea16-4f69-bedd-7531afb9e2b3 req-4a5e0c48-b0be-44d8-8bb1-cf15cfd61f1e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/28075420-d7c4-47ec-a348-f0c25193f4b2 HTTP/1.1" status: 204 len: 173 time: 0.9679024 Oct 17 18:33:44.822351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-72f0403f-9860-4cf0-be8c-f3d8a9ac5c88 req-1b6b61a7-a175-4e55-b54d-8b37b03f4cfa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:33:44.954248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-72f0403f-9860-4cf0-be8c-f3d8a9ac5c88 req-1b6b61a7-a175-4e55-b54d-8b37b03f4cfa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:33:44.955639 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-72f0403f-9860-4cf0-be8c-f3d8a9ac5c88 req-1b6b61a7-a175-4e55-b54d-8b37b03f4cfa tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=36603f49-3fba-4f8e-b962-03a664eb8dd0 HTTP/1.1" status: 200 len: 210 time: 0.1871755 Oct 17 18:33:45.688762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 28075420-d7c4-47ec-a348-f0c25193f4b2 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:33:45.725315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 28075420-d7c4-47ec-a348-f0c25193f4b2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:33:45.725675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 28075420-d7c4-47ec-a348-f0c25193f4b2 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:33:46.057342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45672) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:46.128923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:46.160009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:46.381551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:46.399174 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:46.504818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:46.505994 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-907ca803-fd98-4c96-9db6-25da224c75c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d9edae9-bcbd-4ab1-bbf8-4116cb0a5418 HTTP/1.1" status: 204 len: 168 time: 0.4476471 Oct 17 18:33:47.648981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45680) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:48.366270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:48.770430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 45863453-47c8-4fc4-b4aa-8c29e49d08cc {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:48.771127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:49.078984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 45863453-47c8-4fc4-b4aa-8c29e49d08cc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45863453-47c8-4fc4-b4aa-8c29e49d08cc,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:49.079259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:49.235879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 45863453-47c8-4fc4-b4aa-8c29e49d08cc owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:49.661943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:49.707087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a517015c-ff92-42a4-ad86-33c28cee6dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:49.713092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=45863453-47c8-4fc4-b4aa-8c29e49d08cc,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:50.008908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:50.403114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:33:50.602813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:33:50.613384 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Sync routers for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:33:50.623356 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:50.630054 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:50.716400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ee19f5e9-1e4e-488c-87c5-40df218d991d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/223556fe-bcda-4b41-9db6-deedfd3fd2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0635173 Oct 17 18:33:50.716565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45684) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:50.790031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:33:50.793475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:50.809277 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:50.852632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:50.947754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.100479 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:33:49Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:51.104893 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Checking router: 223556fe-bcda-4b41-9db6-deedfd3fd2c0 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:33:51.113285 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Routers {'223556fe-bcda-4b41-9db6-deedfd3fd2c0'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:51.113897 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:51.128023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.169585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:51.171551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.180949 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-357f524c-930a-447c-ad43-871c9724a743 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/ed2c2d1a-d32c-467b-8bc6-cfd34cd6bca1 HTTP/1.1" status: 204 len: 168 time: 0.4609642 Oct 17 18:33:51.181158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677ad21-92b8-483e-821e-241306f46260 None None] Network a1aacd24-b25b-4d99-a159-7ad8a12a55ef requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:33:51.181638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45688) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:51.307308 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] Set router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:51.545645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] DHCP port deletion for a1aacd24-b25b-4d99-a159-7ad8a12a55ef request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:33:51.548033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.552932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Deleting port f6575028-6fa4-431a-9b22-2537421ac522 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:51.553554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.659159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:33:49Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:51.664063 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936412b4-35d2-4c60-8aec-a08468025c3b None None] The sync data for ids ['223556fe-bcda-4b41-9db6-deedfd3fd2c0'] in dv-neutron-861384-1-hyperv is: [{'id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'name': 'tempest-TestNetworkBasicOps-router-1776657827', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:33:49Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': 'e9d5e297-d0c4-486f-af48-8ee658d2510f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223556fe-bcda-4b41-9db6-deedfd3fd2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:13Z', 'updated_at': '2022-10-17T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:33:51.791596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.815842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] For port f6575028-6fa4-431a-9b22-2537421ac522, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f6575028-6fa4-431a-9b22-2537421ac522,segment=NetworkSegment(260f6fc5-853b-4817-88a2-13dd69db5a54),segment_id=260f6fc5-853b-4817-88a2-13dd69db5a54)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:51.836700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.924254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port e9d5e297-d0c4-486f-af48-8ee658d2510f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:51.924659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:51.957255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Calling delete_port for f6575028-6fa4-431a-9b22-2537421ac522 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:52.139089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port e9d5e297-d0c4-486f-af48-8ee658d2510f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e9d5e297-d0c4-486f-af48-8ee658d2510f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:33:52.139726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.147156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.206967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Pushing event deleted for resources: {'Port': ['ID=f6575028-6fa4-431a-9b22-2537421ac522,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:52.222916 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.223413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.223930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.224408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.224746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.225075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.225540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.226050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.226484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.226961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.227482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.227923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:52.232055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617ce008-1365-4d2a-aae1-15cf76a42e81 None None] No DVR routers for this DVR port f6575028-6fa4-431a-9b22-2537421ac522 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:33:52.284500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for e9d5e297-d0c4-486f-af48-8ee658d2510f owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:52.370077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-360ea4da-623a-4f4a-87f7-410fb75d4238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.622187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.673215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=e9d5e297-d0c4-486f-af48-8ee658d2510f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:52.784774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.808194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45863453-47c8-4fc4-b4aa-8c29e49d08cc no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:33:52.843177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 45863453-47c8-4fc4-b4aa-8c29e49d08cc {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:33:52.843573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45863453-47c8-4fc4-b4aa-8c29e49d08cc not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:33:52.844630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f6575028-6fa4-431a-9b22-2537421ac522 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:33:52.879406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: f6575028-6fa4-431a-9b22-2537421ac522 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:33:52.879665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f6575028-6fa4-431a-9b22-2537421ac522 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:33:52.972721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.975024 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:52.998653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.067071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.181134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.181868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router 223556fe-bcda-4b41-9db6-deedfd3fd2c0 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:33:53.198477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.203585 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c1eff2d0-3bd6-47d7-aee6-308725ea5811 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/223556fe-bcda-4b41-9db6-deedfd3fd2c0 HTTP/1.1" status: 204 len: 168 time: 2.0174744 Oct 17 18:33:53.203770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45692) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:53.343882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.478402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.504757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1aacd24-b25b-4d99-a159-7ad8a12a55ef']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:53.517108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260f6fc5-853b-4817-88a2-13dd69db5a54') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:53.517398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260f6fc5-853b-4817-88a2-13dd69db5a54') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:53.528766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.545456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.552788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:33:53.553183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.623285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 260f6fc5-853b-4817-88a2-13dd69db5a54 resource provider aggregate not found Oct 17 18:33:53.647333 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 260f6fc5-853b-4817-88a2-13dd69db5a54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 260f6fc5-853b-4817-88a2-13dd69db5a54 found for delete ", "request_id": "req-9a9a0785-9de5-4965-9517-03d068abc303"}]} Oct 17 18:33:53.756479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.774014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:53.786481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=a1aacd24-b25b-4d99-a159-7ad8a12a55ef,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:53.923297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-230caf1e-0720-488a-8a14-22addbba082b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/a1aacd24-b25b-4d99-a159-7ad8a12a55ef HTTP/1.1" status: 204 len: 168 time: 0.7182491 Oct 17 18:33:53.954999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45700) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:53.961182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'network': {'name': 'tempest-network-smoke--21750026', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:33:53.966940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:33:53.972094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:network and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:33:53.975129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:33:53.985731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:33:54.115907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:33:54.119317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.148830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:33:54.158822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.159162 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Added segment 6398b39b-6a07-4c99-bb85-57d972f3d353 of type vlan for network e8a28224-22fa-4b58-9142-e121315d1df8 Oct 17 18:33:54.186418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.318415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.323975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:54.330922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.439831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Network': ['ID=e8a28224-22fa-4b58-9142-e121315d1df8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:54.451311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network e8a28224-22fa-4b58-9142-e121315d1df8 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:33:54.517354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.528232 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7ce7da92-f5a7-46d6-b27c-338746862269 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5721860 Oct 17 18:33:54.531253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45704) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:54.538845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'admin_state_up': True, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:33:54.546316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:33:54.550620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:router and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:33:54.553699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:33:54.561037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:33:54.699218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.700241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.717437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:54.720790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e9d5e297-d0c4-486f-af48-8ee658d2510f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:33:54.761015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: e9d5e297-d0c4-486f-af48-8ee658d2510f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:33:54.761349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e9d5e297-d0c4-486f-af48-8ee658d2510f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:33:55.249030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:55.711339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:55.744046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:55.887793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.95 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:33:55.912225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.044326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.152822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.221823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:33:56.224700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:33:56.227334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:33:56.263182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:56.814727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.275639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.627244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:33:57.810685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:33:57.822935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:33:57.864488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:57.865146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:57.923760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.924942 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-22befa2d-7fbb-4c28-879e-e5bb3f1b6071 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3925183 Oct 17 18:33:57.928270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45708) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:57.968254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5122b565-fc83-4312-85cb-d87abeb06a64 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=27d16faa1ba64da99f21661774f6778d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388863 Oct 17 18:33:57.971021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45712) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:58.047873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:58.106214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae28c091-5741-48ac-bf3e-4d62927c1dd8 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.107682 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae28c091-5741-48ac-bf3e-4d62927c1dd8 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357701 Oct 17 18:33:58.111175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45716) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:58.151706 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5935d81b-33f5-4339-a86e-4796f46d89db tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393684 Oct 17 18:33:58.154268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45720) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:58.161070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47660436', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:33:58.273739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:33:58.283221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:subnet and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:33:58.283221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:33:58.290546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:33:58.351757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:33:56Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:58.355631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:33:58.355955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Updating router b4d5c00c-86fc-4199-8337-1044f3e2a16f port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:33:58.380954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:33:58.384595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.409861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.667103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.743316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Subnet': ['ID=03b7cee8-a302-4dee-b568-7aee70eef015,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:58.744767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.758747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Checking segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:33:58.759108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network hostable DHCP agents. Network: e8a28224-22fa-4b58-9142-e121315d1df8, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:33:58.759230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Transition to ACTIVE for port object 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:33:58.867141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.898572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network e8a28224-22fa-4b58-9142-e121315d1df8 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:33:58.932878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Attempting to bind port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:33:58.933253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Attempting to bind port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:33:58.934318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Attempting to bind port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:33:58.944484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:33:58.944857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:33:58.945256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.945673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:33:58.946142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Bound port: 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:33:58.946514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.970371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, e8a28224-22fa-4b58-9142-e121315d1df8) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:33:58.974783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.975341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.992983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb858b-f05f-4e75-aa1b-2b870486f4bc None None] Network e8a28224-22fa-4b58-9142-e121315d1df8 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:33:59.008699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7f762-08f4-4b71-82e6-f3abb76d4cc6 None None] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:59.073824 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7c6763cc-ae55-4acc-b324-1740adad3928 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9184780 Oct 17 18:33:59.076630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:59.115783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:33:59.142765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:33:59.206535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:59.320270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:59.320907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:59.373443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-e8a28224-22fa-4b58-9142-e121315d1df8', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:33:59.374341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:59.521524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7f762-08f4-4b71-82e6-f3abb76d4cc6 None None] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:59.673080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:59.870683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Allocated IP 172.20.0.2 (e8a28224-22fa-4b58-9142-e121315d1df8/03b7cee8-a302-4dee-b568-7aee70eef015/d01bdb29-fe2a-49c3-b39a-746a013a3abc) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:33:59.951874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.168515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:33:56Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:00.170678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.180047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d06720-7375-47bf-9f1f-e8f102d74f23 None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:33:56Z', 'revision_number': 3, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:00.190575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Transition to ACTIVE for port object d01bdb29-fe2a-49c3-b39a-746a013a3abc will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:00.206635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Transition to ACTIVE for port object d01bdb29-fe2a-49c3-b39a-746a013a3abc will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:00.282316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.355958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Network e8a28224-22fa-4b58-9142-e121315d1df8 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:00.359650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:00.362080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:00.382825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.1 (e8a28224-22fa-4b58-9142-e121315d1df8/03b7cee8-a302-4dee-b568-7aee70eef015/342b011a-7caf-44a7-acb6-01e369a57f62) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:00.422793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Pushing event updated for resources: {'Port': ['ID=d01bdb29-fe2a-49c3-b39a-746a013a3abc,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:00.505956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Attempting to bind port d01bdb29-fe2a-49c3-b39a-746a013a3abc on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:00.507119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Attempting to bind port d01bdb29-fe2a-49c3-b39a-746a013a3abc by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:00.507503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Attempting to bind port d01bdb29-fe2a-49c3-b39a-746a013a3abc on network e8a28224-22fa-4b58-9142-e121315d1df8 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:00.518900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:00.522624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Checking segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:00.522624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.522624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Bound using segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:00.522624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Bound port: d01bdb29-fe2a-49c3-b39a-746a013a3abc, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:00.522624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.599013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.617201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 342b011a-7caf-44a7-acb6-01e369a57f62 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:00.642656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] For port d01bdb29-fe2a-49c3-b39a-746a013a3abc, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:00.645972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] For port d01bdb29-fe2a-49c3-b39a-746a013a3abc, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d01bdb29-fe2a-49c3-b39a-746a013a3abc,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:00.752575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.791080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.837978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:00.856930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network e8a28224-22fa-4b58-9142-e121315d1df8 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:00.861040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:00.865381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:00.908827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:00.945862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0287-f32f-4322-8e98-c4f659b2aa96 None None] Pushing event updated for resources: {'Port': ['ID=d01bdb29-fe2a-49c3-b39a-746a013a3abc,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:00.951163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.032815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:01.043873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:01.043873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.043873 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 Oct 17 18:34:01.190330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.200765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:01.201148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.229972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:01.335044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.410997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:01.784789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.871944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.944527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e71cb-5794-4919-81f8-528ac771a5d2 None None] Network e8a28224-22fa-4b58-9142-e121315d1df8 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:34:01.992233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:01.995636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:02.103910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a354630a-2bee-41ce-9d0b-c6be5d28b342 None None] Provisioning for port d01bdb29-fe2a-49c3-b39a-746a013a3abc completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:02.150147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network e8a28224-22fa-4b58-9142-e121315d1df8 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:02.151428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:02.396660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:34:02.584807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:02.596678 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:02.605467 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d243709c-57ae-4b2a-a5a5-f2446eec3273 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b4d5c00c-86fc-4199-8337-1044f3e2a16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253317 Oct 17 18:34:02.609379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45728) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:02.628608 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:02.632441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:02.632874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Provisioning for port 342b011a-7caf-44a7-acb6-01e369a57f62 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:02.636723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Provisioning complete for port 342b011a-7caf-44a7-acb6-01e369a57f62 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:02.637193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:02.637652 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Attempt 1 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:02.699941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Port 342b011a-7caf-44a7-acb6-01e369a57f62 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:02.885490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31149e5-d54a-4b93-93a2-5400bd79efec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.886319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31149e5-d54a-4b93-93a2-5400bd79efec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.886962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31149e5-d54a-4b93-93a2-5400bd79efec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.887769 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31149e5-d54a-4b93-93a2-5400bd79efec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.889701 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f31149e5-d54a-4b93-93a2-5400bd79efec tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.2827942 Oct 17 18:34:02.895148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45732) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:02.933578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:02.970256 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:02.995749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab8f27-eef0-4a6d-bfec-631fed1fbb07 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.996613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab8f27-eef0-4a6d-bfec-631fed1fbb07 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.997491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab8f27-eef0-4a6d-bfec-631fed1fbb07 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:02.998138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab8f27-eef0-4a6d-bfec-631fed1fbb07 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:03.000881 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a5ab8f27-eef0-4a6d-bfec-631fed1fbb07 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1043844 Oct 17 18:34:03.004022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:03.043514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:03.044161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.044504 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 Oct 17 18:34:03.177224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:03.178395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d01bdb29-fe2a-49c3-b39a-746a013a3abc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:03.222530 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Attempt 2 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:03.281482 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-40853d4b-7689-4507-908b-0d39d7651fee tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2748475 Oct 17 18:34:03.348333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Port 342b011a-7caf-44a7-acb6-01e369a57f62 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:03.373879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:03.378411 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:03.378756 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Updating router b4d5c00c-86fc-4199-8337-1044f3e2a16f port 342b011a-7caf-44a7-acb6-01e369a57f62 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:34:03.424449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45742) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:03.430003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611796778', 'description': 'tempest-secgroup-smoke-1611796778 description', 'project_id': '27d16faa1ba64da99f21661774f6778d'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:03.436506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:03.441093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d01bdb29-fe2a-49c3-b39a-746a013a3abc completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:03.441897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:03.444158 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.445941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:03.446463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d01bdb29-fe2a-49c3-b39a-746a013a3abc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:03.446773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.447105 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d01bdb29-fe2a-49c3-b39a-746a013a3abc Oct 17 18:34:03.452159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:03.533028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.562198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:03.567678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:03.571472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:03.578954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:03.591303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d01bdb29-fe2a-49c3-b39a-746a013a3abc is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:03.591303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.629839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d01bdb29-fe2a-49c3-b39a-746a013a3abc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d01bdb29-fe2a-49c3-b39a-746a013a3abc,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:03.700111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.718153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.775304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.808257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d01bdb29-fe2a-49c3-b39a-746a013a3abc,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:03.830761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0702ee-14ee-46ea-bfa5-5cff747b7724,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:03.849963 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Attempt 3 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:03.893983 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.911068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Port 342b011a-7caf-44a7-acb6-01e369a57f62 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:03.915245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Transition to ACTIVE for port object 342b011a-7caf-44a7-acb6-01e369a57f62 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:03.927720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.929382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0facacc4-bcca-4f24-ad08-e7077398e124 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5037556 Oct 17 18:34:03.932620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45746) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:03.942007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:03.953259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:03.961777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:03.966812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:03.974593 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.977636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:04.100752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.176476 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:04.177788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.196078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.196416 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.196737 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.197076 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.197395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.197757 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.198090 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.198403 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.198725 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.199043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.199361 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.199756 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:04.212077 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Attempting to bind port 342b011a-7caf-44a7-acb6-01e369a57f62 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:04.212439 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Attempting to bind port 342b011a-7caf-44a7-acb6-01e369a57f62 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:04.212801 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Attempting to bind port 342b011a-7caf-44a7-acb6-01e369a57f62 on network e8a28224-22fa-4b58-9142-e121315d1df8 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:04.219420 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:04.219842 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Checking segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:04.220386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.220777 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Bound using segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:04.221248 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Bound port: 342b011a-7caf-44a7-acb6-01e369a57f62, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:04.221662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.283980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.315803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5856c48d-df34-497d-881f-4e6988600375,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:04.334591 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:04.335860 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=342b011a-7caf-44a7-acb6-01e369a57f62,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:04.413266 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Attempt 4 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:04.438566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.448719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8159584d-3215-4318-b3af-41e86241786d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5062780 Oct 17 18:34:04.448719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45750) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:04.450063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:04.456133 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.456895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:04.462516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:04.466076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:04.471962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Port 342b011a-7caf-44a7-acb6-01e369a57f62 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:04.472745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:04.515603 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:04.516016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:33:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:04.599337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.663839 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4f4e-4990-4fe3-93cc-fdab55cbae2d None None] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:04.667485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.708598 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:04.744425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.772062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fe0d22-5e17-4a89-be9f-5d53ff990c13,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:04.781515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d01bdb29-fe2a-49c3-b39a-746a013a3abc up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:04.883357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.887301 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ef1a3321-1536-415e-a372-8162aebef15e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4387796 Oct 17 18:34:04.887865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45754) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:04.889110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d01bdb29-fe2a-49c3-b39a-746a013a3abc triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:04.890288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.890804 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d01bdb29-fe2a-49c3-b39a-746a013a3abc Oct 17 18:34:04.893184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:04.899452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:04.903988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:04.909077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:04.917570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:04.992569 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Attempt 5 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:05.032297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.065415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d01bdb29-fe2a-49c3-b39a-746a013a3abc is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:05.075588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e81bce4b-a3f4-45d2-96c1-1c1bb3bbea7e None None] Port 342b011a-7caf-44a7-acb6-01e369a57f62 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:34:05.084877 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:04Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:05.089232 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec4469-2d7e-4046-8cb9-90fd275fad61 None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:04Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:05.110793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.218662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.250043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd228793-7790-46a9-9062-9a937658d30a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:05.410956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.418239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45758) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:05.419274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c1ed40c5-274f-497e-a3b2-cdf07e0e109a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5297291 Oct 17 18:34:05.430774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:05.437976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:05.445661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:05.450825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:05.461160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:05.568054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.639925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.706020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.731454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6716938f-4bd5-4771-ad99-72297eeb5f2f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:05.820405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.821714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-46ed2ebf-4ffc-4133-b4f5-7e79b25b1721 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4019895 Oct 17 18:34:05.824614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45762) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:05.830518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:05.836780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:05.840790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:05.844460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:05.850594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:05.928947 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:34:05.937462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.012404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.117407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.142192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ec9177-7485-4d5c-9117-ee8194f370a2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:06.219691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.221496 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7f1e917d-f010-4647-93a3-2b7a136fdfe1 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3957634 Oct 17 18:34:06.224261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45766) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:06.232232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'security_group_rule': {'security_group_id': 'ec0702ee-14ee-46ea-bfa5-5cff747b7724', 'project_id': '27d16faa1ba64da99f21661774f6778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:06.242913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:06.249695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:security_group_rule and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:06.254337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:06.263706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:06.366864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Project 27d16faa1ba64da99f21661774f6778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:34:06.375633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.462414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.538579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.564255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4e03fd-6290-4018-a855-e41e60276423,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:06.647173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.648605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef350adc-0307-4cd9-ba98-271b7c91e16c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4229398 Oct 17 18:34:06.795006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:06.897145 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-cafa5f97-5373-49ad-97a9-cfca62953d51 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:06.980749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 342b011a-7caf-44a7-acb6-01e369a57f62 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:06.986558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 342b011a-7caf-44a7-acb6-01e369a57f62 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:06.998129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.998129 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:07.026317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-cafa5f97-5373-49ad-97a9-cfca62953d51 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:07.038306 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-cafa5f97-5373-49ad-97a9-cfca62953d51 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611796778&fields=id&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 267 time: 0.1769273 Oct 17 18:34:07.121673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 342b011a-7caf-44a7-acb6-01e369a57f62 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:07.122309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.163842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=342b011a-7caf-44a7-acb6-01e369a57f62,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:07.218722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-363aee1e-d63d-4b44-912b-1c5b28afc689 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:07.219414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-363aee1e-d63d-4b44-912b-1c5b28afc689 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:07.304862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.355678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-363aee1e-d63d-4b44-912b-1c5b28afc689 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:07.356864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-363aee1e-d63d-4b44-912b-1c5b28afc689 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/networks?id=e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 200 len: 795 time: 0.3194883 Oct 17 18:34:07.376656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-6712841a-8bf4-4e88-b9cb-12fcbe704f4e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/quotas/27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 375 time: 0.0115514 Oct 17 18:34:07.394052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:07.486881 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-3175bb66-f1bd-441c-92c2-80109d59fc54 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025817 Oct 17 18:34:07.638278 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-6acc13b5-fa9e-4ce6-bb0d-2cc9fa4f061d service neutron] 10.222.0.36 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375432 Oct 17 18:34:07.779419 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-a60c7b05-ccc3-4413-8939-69b6eaef34c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340692 Oct 17 18:34:08.767165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:08.839753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 342b011a-7caf-44a7-acb6-01e369a57f62 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:08.840121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.840466 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:34:08.982237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 342b011a-7caf-44a7-acb6-01e369a57f62 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:09.189177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62c236f2-3174-4547-ae1e-124138ee6bb3 req-9ad6fdae-43e9-4f3b-8265-af7da43f83ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:09.438208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62c236f2-3174-4547-ae1e-124138ee6bb3 req-9ad6fdae-43e9-4f3b-8265-af7da43f83ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:09.439959 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62c236f2-3174-4547-ae1e-124138ee6bb3 req-9ad6fdae-43e9-4f3b-8265-af7da43f83ab tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.3071389 Oct 17 18:34:10.562041 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d18da7f2-7d38-42aa-99a2-e2d5cefe3d30 req-1981ecca-c5b3-47cc-821c-2f458d8d0c4f tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.0546823 Oct 17 18:34:11.756315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1251061a-9709-4a38-b57b-2a7a905e0a11 req-e23163bc-7ae9-496b-a943-bf42934d8501 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.0554059 Oct 17 18:34:12.939189 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5bf226cc-9f05-4aa5-8791-e5f40b8fff11 req-b50150b3-df1d-46c1-bf2b-ccda58630d72 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.0606089 Oct 17 18:34:14.112382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a0e7e22a-a0e8-4901-a446-4613402d8cae req-0141e983-f5c3-4475-aaa6-e5ba8391c79c tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.0524468 Oct 17 18:34:14.143855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-79ec089f-8496-401a-875a-4a1affe29ca0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:14.145332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-79ec089f-8496-401a-875a-4a1affe29ca0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/networks?id=e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 200 len: 795 time: 0.1734304 Oct 17 18:34:14.206663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-e61a535a-0791-4567-a7e6-db5b03af16d3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d16faa1ba64da99f21661774f6778d HTTP/1.1" status: 200 len: 380 time: 0.0458834 Oct 17 18:34:14.217587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'port': {'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'admin_state_up': True, 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'security_groups': ['ec0702ee-14ee-46ea-bfa5-5cff747b7724']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:14.374306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:14.383969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:14.503855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Made reservation on behalf of 27d16faa1ba64da99f21661774f6778d for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:34:14.507835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:14.775982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.20.0.10 (e8a28224-22fa-4b58-9142-e121315d1df8/03b7cee8-a302-4dee-b568-7aee70eef015/0e20705f-d4cd-42ed-b218-8b4073ca10c4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:14.990295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.009946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Transition to ACTIVE for port object 0e20705f-d4cd-42ed-b218-8b4073ca10c4 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:15.152326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.230820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network e8a28224-22fa-4b58-9142-e121315d1df8 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:15.236217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:15.241426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:15.349873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:15.400713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:15.401357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.447170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7f72-8634-498a-a6cf-d53baa59d754 req-d42792d4-6a6f-49ae-8465-ce04bd6485b5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:15.447915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a12f7f72-8634-498a-a6cf-d53baa59d754 req-d42792d4-6a6f-49ae-8465-ce04bd6485b5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:15.511148 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-66c5cbb8-3d4b-4828-a4fc-948b39485635 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2993660 Oct 17 18:34:15.529209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Request body: {'port': {'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:15.585817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Provisioning for port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:15.593823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Provisioning complete for port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:15.594204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.594562 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Attempt 1 to provision port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 Oct 17 18:34:15.631197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a12f7f72-8634-498a-a6cf-d53baa59d754 req-d42792d4-6a6f-49ae-8465-ce04bd6485b5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:15.632345 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a12f7f72-8634-498a-a6cf-d53baa59d754 req-d42792d4-6a6f-49ae-8465-ce04bd6485b5 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 932 time: 0.3428295 Oct 17 18:34:15.669853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:15.681692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.710878 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a12f7f72-8634-498a-a6cf-d53baa59d754 req-a7ad18ff-38c0-45d0-b1ad-c9204bfc9c35 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670590 Oct 17 18:34:16.074551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e20705f-d4cd-42ed-b218-8b4073ca10c4 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:34:16.082171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.096285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Transition to ACTIVE for port object 0e20705f-d4cd-42ed-b218-8b4073ca10c4 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:16.171290 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Attempt 2 to provision port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 Oct 17 18:34:16.196785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.235934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:16.387943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Pushing event updated for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:16.439357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Attempting to bind port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:16.439694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Attempting to bind port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:16.440021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Attempting to bind port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 on network e8a28224-22fa-4b58-9142-e121315d1df8 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:16.445249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 on network e8a28224-22fa-4b58-9142-e121315d1df8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:34:16.445557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Attempting to bind port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 on network e8a28224-22fa-4b58-9142-e121315d1df8 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:16.451246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:16.451601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Checking segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:16.452007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Bound using segment: {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:16.452434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Bound port: 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6398b39b-6a07-4c99-bb85-57d972f3d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:16.452820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.550572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:16.553663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:16.683687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.722780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:16.723397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.724767 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] 10.222.0.42 "PUT /v2.0/ports/0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 200 len: 1094 time: 1.2003796 Oct 17 18:34:16.725275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:16.727632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:16.737118 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Attempt 3 to provision port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 Oct 17 18:34:16.793318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc5cbfa-e3e9-4ba3-9fb4-e61a2b0d5c4a x-openstack-request-id: req-fbc5cbfa-e3e9-4ba3-9fb4-e61a2b0d5c4a {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:16.793631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:16.793885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbc5cbfa-e3e9-4ba3-9fb4-e61a2b0d5c4a {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:16.794297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc5cbfa-e3e9-4ba3-9fb4-e61a2b0d5c4a'] response: {'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'status': 'completed', 'code': 200} Oct 17 18:34:16.800710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcdc42-4590-47cb-8595-4af2e7e2173c service neutron] Pushing event updated for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:16.844512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb987-53cd-48b1-84e9-b63adc470116 None None] Port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:34:16.924462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:34:17.118261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-4db8fcba-26f0-4fae-ac2a-76f435555c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.119721 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-4db8fcba-26f0-4fae-ac2a-76f435555c7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1097 time: 0.2794454 Oct 17 18:34:17.128028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3070d-8d24-4af5-9249-39e84d73e618 req-cee4c93b-3f35-492b-ab42-38457f1fbc3b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.129571 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9cd3070d-8d24-4af5-9249-39e84d73e618 req-cee4c93b-3f35-492b-ab42-38457f1fbc3b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 944 time: 0.2387154 Oct 17 18:34:17.266989 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9cd3070d-8d24-4af5-9249-39e84d73e618 req-023d8ccf-8ee4-449e-b6b1-b9e52757dc30 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144304 Oct 17 18:34:17.315147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-b383356f-47f8-4167-b238-d3b2cf4afd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.317108 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-b383356f-47f8-4167-b238-d3b2cf4afd53 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=27d16faa1ba64da99f21661774f6778d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1833780 Oct 17 18:34:17.470093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-41febbd1-e5fb-4a93-aa38-2dc2586e9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.472294 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab0f2001-b24f-4bcf-8441-cb87a58cf2c7 req-41febbd1-e5fb-4a93-aa38-2dc2586e9024 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489987 Oct 17 18:34:17.613146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-cdc39dac-f76f-4e00-9bbd-41336f8c8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.614638 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-cdc39dac-f76f-4e00-9bbd-41336f8c8aad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1097 time: 0.0813386 Oct 17 18:34:17.695549 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-bb88bfbc-03c1-4c83-91f0-3e6612d90462 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 200 len: 217 time: 0.0680201 Oct 17 18:34:17.771674 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-a7c89415-bd6f-4d90-aaa3-0911f0d37465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.773052 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-a7c89415-bd6f-4d90-aaa3-0911f0d37465 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b7cee8-a302-4dee-b568-7aee70eef015 HTTP/1.1" status: 200 len: 833 time: 0.0718043 Oct 17 18:34:17.867986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-c085e18b-0acb-4f90-9b0a-80eacc0487a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:17.869587 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-c085e18b-0acb-4f90-9b0a-80eacc0487a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8a28224-22fa-4b58-9142-e121315d1df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904994 Oct 17 18:34:18.030295 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-ca06473e-6aef-44fb-92c3-cb8ccd4d2ce9 service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533623 Oct 17 18:34:18.175721 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3bce887-e44a-4ac9-bfe2-1f0ab87cfc2e req-27d2b3cc-801d-4632-93a8-99af6bce66c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400805 Oct 17 18:34:18.486225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d695-4e13-4b64-96a7-fb224513f735 req-1b4daba5-eff9-45a9-baed-30d843ac7dbd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:18.487677 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d737d695-4e13-4b64-96a7-fb224513f735 req-1b4daba5-eff9-45a9-baed-30d843ac7dbd tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 944 time: 0.0938170 Oct 17 18:34:18.541739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d737d695-4e13-4b64-96a7-fb224513f735 req-ab818479-afc3-4cf6-94d6-904ff0d933ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:18.556773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d737d695-4e13-4b64-96a7-fb224513f735 req-ab818479-afc3-4cf6-94d6-904ff0d933ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:18.557942 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d737d695-4e13-4b64-96a7-fb224513f735 req-ab818479-afc3-4cf6-94d6-904ff0d933ef tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610569 Oct 17 18:34:19.625587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eecdf45-dad2-4fc9-9936-a2c654f84479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.769242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51e90-70ac-4ddc-934a-f501f0907585 req-acbcab0e-0283-48e0-a62d-fb0371b1bfe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:19.770756 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b8d51e90-70ac-4ddc-934a-f501f0907585 req-acbcab0e-0283-48e0-a62d-fb0371b1bfe9 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 944 time: 0.0942709 Oct 17 18:34:19.822892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b8d51e90-70ac-4ddc-934a-f501f0907585 req-13ecbd72-875c-4b74-b3cb-3da87ed3db86 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Oct 17 18:34:21.043674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753660c0-fba3-4856-8e3c-3c410ace47f4 req-a70f44d7-0882-4d2e-a95b-d42b1986556e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:21.045160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-753660c0-fba3-4856-8e3c-3c410ace47f4 req-a70f44d7-0882-4d2e-a95b-d42b1986556e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 944 time: 0.1036336 Oct 17 18:34:21.091931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-753660c0-fba3-4856-8e3c-3c410ace47f4 req-e4e74f1e-f286-4786-b306-a828debc2ec3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Oct 17 18:34:21.809361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0e20705f-d4cd-42ed-b218-8b4073ca10c4 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:34:21.971148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:21.984484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:34:22.042636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:22.042915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.060139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e20705f-d4cd-42ed-b218-8b4073ca10c4 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:34:22.075331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:22.173666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.258949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:22.329022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3628-b1a9-47c4-9d01-82a23ac3196f req-32c78cdd-8c05-48c0-849b-15040f348c24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:22.330466 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d57d3628-b1a9-47c4-9d01-82a23ac3196f req-32c78cdd-8c05-48c0-849b-15040f348c24 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 945 time: 0.1113400 Oct 17 18:34:22.367552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-396441ca-6ba6-431b-81d7-152f8e37ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.376844 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d57d3628-b1a9-47c4-9d01-82a23ac3196f req-3768d344-55af-484e-b709-b8e354b51818 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Oct 17 18:34:22.550921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['0e20705f-d4cd-42ed-b218-8b4073ca10c4'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:34:22.979304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:23.082259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:23.602026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577b1a-1fd2-4c33-b16f-4f3cb43fabab req-4a203430-e39b-4806-89f3-8db54fb98572 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:23.603382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-54577b1a-1fd2-4c33-b16f-4f3cb43fabab req-4a203430-e39b-4806-89f3-8db54fb98572 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 945 time: 0.0904841 Oct 17 18:34:23.651089 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-54577b1a-1fd2-4c33-b16f-4f3cb43fabab req-74e7f852-a67c-4d7a-a20c-8e20052e4f29 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Oct 17 18:34:23.809184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0e20705f-d4cd-42ed-b218-8b4073ca10c4 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:23.977849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:23.983997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:23.984678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:23.984678 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 Oct 17 18:34:24.106948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:24.107352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.135803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:24.138703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33693296-0b62-4046-8cb4-0500a5ad8c81" -d '{"events": [{"server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "name": "network-vif-plugged", "status": "completed", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:24.148383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:24.182804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47638a9d-afa1-43e9-9574-1786503d35c6 x-openstack-request-id: req-47638a9d-afa1-43e9-9574-1786503d35c6 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:24.186773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "name": "network-vif-plugged", "status": "completed", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:24.186773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47638a9d-afa1-43e9-9574-1786503d35c6 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:24.186773 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47638a9d-afa1-43e9-9574-1786503d35c6'] response: {'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'code': 200} Oct 17 18:34:24.242353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.328918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:24.494101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.783106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ebf1-0607-4bad-acfe-7508a0e16503 req-89e2c4cb-6e09-4bc0-ac64-eb2fc25449a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:24.784846 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81d4ebf1-0607-4bad-acfe-7508a0e16503 req-89e2c4cb-6e09-4bc0-ac64-eb2fc25449a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1099 time: 0.0961154 Oct 17 18:34:24.836042 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81d4ebf1-0607-4bad-acfe-7508a0e16503 req-73300d73-4a9e-45fd-a136-32d4fca61c0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Oct 17 18:34:24.867549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcdcaa-0b1f-444a-b6a4-4226effd49ee req-5796f32b-874f-459a-a2ce-fafc55ffc805 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:24.869019 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09dcdcaa-0b1f-444a-b6a4-4226effd49ee req-5796f32b-874f-459a-a2ce-fafc55ffc805 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.0963569 Oct 17 18:34:24.920557 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-09dcdcaa-0b1f-444a-b6a4-4226effd49ee req-0ce01c96-f33a-4ee5-ba99-ef85a7b89d33 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Oct 17 18:34:25.860658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:26.164393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4fbb2-a616-4baa-9171-94b1fbd51f09 req-c0937f14-d33e-4ad3-b2d5-b5c895a5bb60 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.165966 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ae4fbb2-a616-4baa-9171-94b1fbd51f09 req-c0937f14-d33e-4ad3-b2d5-b5c895a5bb60 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.1140072 Oct 17 18:34:26.227934 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5ae4fbb2-a616-4baa-9171-94b1fbd51f09 req-5bb5bd6d-65b1-412c-8798-d01fa33792f8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535467 Oct 17 18:34:27.445328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebe29-1407-4ad9-b5bc-f48f4636b7d1 req-0cb98b86-352d-442b-ae11-a1f8d0fadede tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:27.446819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fc7ebe29-1407-4ad9-b5bc-f48f4636b7d1 req-0cb98b86-352d-442b-ae11-a1f8d0fadede tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.0952654 Oct 17 18:34:27.505368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fc7ebe29-1407-4ad9-b5bc-f48f4636b7d1 req-a942a233-e161-4d4f-b682-6015dc752ae6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523100 Oct 17 18:34:27.720212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154296c-9dc8-4cf8-96d1-fcd1ff2ad843 req-149b965b-5e50-4f4a-b003-ac9a79d2beaf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:27.721776 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6154296c-9dc8-4cf8-96d1-fcd1ff2ad843 req-149b965b-5e50-4f4a-b003-ac9a79d2beaf tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.0925279 Oct 17 18:34:27.773055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6154296c-9dc8-4cf8-96d1-fcd1ff2ad843 req-d9e7bd1e-932b-4a9f-ab93-4f0f5bf5001b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Oct 17 18:34:27.803181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45848) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:27.891668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613988c-a45a-4615-9620-5d1af0a68925 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:27.893199 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8613988c-a45a-4615-9620-5d1af0a68925 tempest-TestNetworkBasicOps-205913848 tempest-TestNetworkBasicOps-205913848-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1094 time: 0.0890989 Oct 17 18:34:27.896474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45852) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:27.901725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:27.919307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:27.923957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Usage tracker for resource:floatingip and tenant:27d16faa1ba64da99f21661774f6778d is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:27.930881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:27.934018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:28.053481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:28.352272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:28.502817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Allocated IP 172.26.2.249 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/60401d01-1bd7-4bd6-84f0-79ead2a94554) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:28.664065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:28.834819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:28.906791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:28.909795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:28.917221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=60401d01-1bd7-4bd6-84f0-79ead2a94554,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:28.919737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:28.957416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.957794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.958134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.958465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.958795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.959129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.959454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.959777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.960103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.960428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.960744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:28.961058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:29.373269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:29.555056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:29.763563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:29.865337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:29.971759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event updated for resources: {'Port': ['ID=60401d01-1bd7-4bd6-84f0-79ead2a94554,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:29.974332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:30.146876 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64 associated. External IP: 172.26.2.249, port: 0e20705f-d4cd-42ed-b218-8b4073ca10c4. Oct 17 18:34:30.625149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:34:30.808192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:30.819516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:30.831330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:30.831939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:34:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:30.927225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:30.987977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d316814b-70df-4c1d-bfc4-68dab5146e61 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0904236 Oct 17 18:34:30.988690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:30.991093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943aa303-8d7d-41a3-b83f-53c3321d5baa" -d '{"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:30.998075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45858) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:31.038683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:31.059111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada71a2e-ee1a-4dbc-a621-6a8b19c9f78f x-openstack-request-id: req-ada71a2e-ee1a-4dbc-a621-6a8b19c9f78f {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:31.059492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:31.060335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ada71a2e-ee1a-4dbc-a621-6a8b19c9f78f {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:31.060810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada71a2e-ee1a-4dbc-a621-6a8b19c9f78f'] response: {'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'status': 'completed', 'code': 200} Oct 17 18:34:31.179903 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-28024bf0-2db8-4fb3-b16f-25a0d8bca2bb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1805220 Oct 17 18:34:31.197688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-b160e1bc-8ac6-467b-bee5-1ad4ca1536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:31.199122 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-b160e1bc-8ac6-467b-bee5-1ad4ca1536fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1099 time: 0.1075852 Oct 17 18:34:31.351734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-459ff060-dd7a-45c1-b90f-1c431f3fecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:31.353195 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-459ff060-dd7a-45c1-b90f-1c431f3fecc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 200 len: 896 time: 0.1482823 Oct 17 18:34:31.460394 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-22d351a7-f8ab-4fd0-a383-9744dc572cc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 200 len: 1000 time: 0.1009383 Oct 17 18:34:31.478544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:34:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:07Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:31.483778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:31.492816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:31.493473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:34:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:31.539548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-7523710f-21b5-4ae2-9fb7-0f55423e60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:31.541074 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-7523710f-21b5-4ae2-9fb7-0f55423e60ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b7cee8-a302-4dee-b568-7aee70eef015 HTTP/1.1" status: 200 len: 833 time: 0.0732062 Oct 17 18:34:31.634082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-07a9f869-9b70-4a05-906d-aa661660d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:31.635861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-07a9f869-9b70-4a05-906d-aa661660d292 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8a28224-22fa-4b58-9142-e121315d1df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889184 Oct 17 18:34:31.678933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:31.784720 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-e6fa6e6b-c59f-479e-af77-bc424fdb51a5 service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428196 Oct 17 18:34:31.932368 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-943aa303-8d7d-41a3-b83f-53c3321d5baa req-0f0f2fbd-a0a0-42b5-a07f-05d6cb2c46af service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423366 Oct 17 18:34:32.062220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:34:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:07Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:32.067896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c972b9-46bf-4b6b-aea1-1a72fd0f13b5 None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:34:29Z', 'revision_number': 0, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:34:07Z', 'revision_number': 5, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:32.186569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45862) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:32.297182 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60ef20-9dd9-4acc-bd58-f928ab990d2d None None] New status for floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:34:32.315404 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-61fd7ea5-4f33-46bb-ae65-8edb0876a7e3 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1275644 Oct 17 18:34:33.319058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45866) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:33.437407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-39724dd3-7187-44a8-a3b0-2d7947027c3b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 994 time: 0.1170616 Oct 17 18:34:49.664635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-db781071-dc1c-4be3-b7c0-6f6174dfe388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:52.350883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8ae88497-55b9-48ce-af8a-984e0e10e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:53.036461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:53.104988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:53.926450 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:34:54.539371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:55.956042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:19.679280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0de8af18-d2dd-45a6-afc7-26a891db86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:22.409002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-581242f4-48bd-476b-a0e3-e9d91fb35f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:23.005803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:23.050068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:24.251455 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-28e9b506-45a8-4de3-9c3c-26ef06aa1110 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2794781 Oct 17 18:35:24.460108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-800bc898-d111-4691-9a13-fc6a6d6dd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:24.462466 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-800bc898-d111-4691-9a13-fc6a6d6dd080 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1099 time: 0.1228237 Oct 17 18:35:24.541470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:24.635228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-4f3b4052-4863-49e4-8821-74c62f9d0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:24.636695 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-4f3b4052-4863-49e4-8821-74c62f9d0de0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 200 len: 896 time: 0.1532581 Oct 17 18:35:24.744568 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-da31f121-af17-4303-b727-8223dc8e3533 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 200 len: 1002 time: 0.1009316 Oct 17 18:35:24.816200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-2df6f071-743a-422a-814e-5a879f018de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:24.817712 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-2df6f071-743a-422a-814e-5a879f018de6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b7cee8-a302-4dee-b568-7aee70eef015 HTTP/1.1" status: 200 len: 833 time: 0.0666933 Oct 17 18:35:24.907949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-cd2ad69b-2ecd-497d-84f5-01e2e3fab778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:24.909450 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-cd2ad69b-2ecd-497d-84f5-01e2e3fab778 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8a28224-22fa-4b58-9142-e121315d1df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854428 Oct 17 18:35:25.058831 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-1548abbb-cb9c-4a5e-bd04-81e791cd7206 service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423740 Oct 17 18:35:25.212848 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c1eebb5e-550b-4178-aaa1-dfb2011367e3 req-7a9845b8-0ebe-4581-8303-890729947fdd service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480377 Oct 17 18:35:25.861924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:30.926221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:35:32.106888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45888) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:32.162447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:35:32.975715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.086038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.296735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:35:33.488467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:35:33.496048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.503689 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3caa5b37-fcfc-4152-9f6e-0ea1eceddf52 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b4d5c00c-86fc-4199-8337-1044f3e2a16f HTTP/1.1" status: 200 len: 888 time: 1.3890760 Oct 17 18:35:33.504006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:35:33.511071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:33.511681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:33.574735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:33.584478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:33.585134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:33.650303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:33.650724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c975f1-ba39-4663-baae-d158269b2baa None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:35:34.457868 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda51eb-a861-49f0-b574-093f5551bd92 None None] New status for floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:35:34.836341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:34.984491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 342b011a-7caf-44a7-acb6-01e369a57f62 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:34.985106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:35.026870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=342b011a-7caf-44a7-acb6-01e369a57f62,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:35.131765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:35.132840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:35.286622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:35.368053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.368401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.368845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.369235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.369585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.369942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.373403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:35.402882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:35.403416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:35.430439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:35.565455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:35.675563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:35.702707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45896) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:35.708459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:35:36.338296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:36.479556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3780347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3780336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3780107'] for router, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:36.839704 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:35:37.135243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:35:37.147088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:37.149189 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6eb24603-d8a2-4f0f-8c4a-697968c57884 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b4d5c00c-86fc-4199-8337-1044f3e2a16f HTTP/1.1" status: 200 len: 887 time: 1.4451265 Oct 17 18:35:37.151674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:35:37.154619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45900) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:37.168364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:37.169397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:37.355484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ed32eb14-0d19-4758-9969-ce906d81b169 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1990180 Oct 17 18:35:37.517024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:37.914885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:35:34Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:37.920765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:35:37.936021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:37.937013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:38.207011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:38.360668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45904) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:38.496112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-87777dc5-cc90-4deb-a908-848d698e7a6e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1338146 Oct 17 18:35:38.607115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:35:34Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:38.611232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593d9dc-3ad1-4bef-985b-3e5395b58a5a None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '622d7cc7-8f06-4f29-8e72-eaa18b001b64', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'port_id': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'mac_address': 'fa:16:3e:04:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:29Z', 'updated_at': '2022-10-17T18:35:34Z', 'revision_number': 2, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:35Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:35:39.501805 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45908) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:39.646589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0e7565a2-02fa-4f1e-90d2-731346bb6e4a tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1431808 Oct 17 18:35:40.482469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56bb833-9b4e-4799-ae17-42a3c256c359 None None] New status for floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:35:40.651147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45912) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:40.790780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7109dae6-256a-45cd-b328-dcd899c18fd2 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 992 time: 0.1378939 Oct 17 18:35:40.888444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:35:40.965193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 342b011a-7caf-44a7-acb6-01e369a57f62 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:35:40.965851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:40.966409 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:35:41.152830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 342b011a-7caf-44a7-acb6-01e369a57f62 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:41.154574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:41.199828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=342b011a-7caf-44a7-acb6-01e369a57f62,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:41.252061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:41.253143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:35:41.386357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:41.400684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:35:41.401059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:41.401394 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 Oct 17 18:35:41.532965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:41.533478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:41.557445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:41.657285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:41.736308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:41.795947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45916) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:41.913336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d9b611f9-d498-4a98-8f0f-4313e1597174 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 200 len: 994 time: 0.1154010 Oct 17 18:35:42.229332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45924) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:42.460890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 60401d01-1bd7-4bd6-84f0-79ead2a94554 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:35:42.461410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:42.667435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:42.667752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:42.834564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:35:42.938169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 60401d01-1bd7-4bd6-84f0-79ead2a94554 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:35:43.001124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 342b011a-7caf-44a7-acb6-01e369a57f62 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:35:43.001852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:43.002380 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 342b011a-7caf-44a7-acb6-01e369a57f62 Oct 17 18:35:43.192940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 342b011a-7caf-44a7-acb6-01e369a57f62 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:43.194968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:35:43.195136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:43.269210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=60401d01-1bd7-4bd6-84f0-79ead2a94554,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:43.281395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.281796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.282236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.282724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.282881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.283204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.283527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.283847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.284179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.284494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.285237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.285469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:43.286004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:35:43.286406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:43.286935 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 Oct 17 18:35:43.395399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:43.395739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64 disassociated (deleted). External IP: 172.26.2.249, port: 0e20705f-d4cd-42ed-b218-8b4073ca10c4. Oct 17 18:35:43.451164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:43.770763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:35:43.981312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:35:43.995628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:35:44.004924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:44.007579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:44.008385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:44.079383 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-697b6d24-d347-41ae-8e46-c0dc0ece411d tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/floatingips/622d7cc7-8f06-4f29-8e72-eaa18b001b64 HTTP/1.1" status: 204 len: 168 time: 1.8485410 Oct 17 18:35:44.081802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:35:44.084683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebd8666-342f-40bb-90cc-ade4258a7bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:35:44.167923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a1a7a-eb42-4e65-a948-2933f61f9590 x-openstack-request-id: req-5c4a1a7a-eb42-4e65-a948-2933f61f9590 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:35:44.168426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:35:44.168841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c4a1a7a-eb42-4e65-a948-2933f61f9590 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:35:44.169490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4a1a7a-eb42-4e65-a948-2933f61f9590'] response: {'name': 'network-changed', 'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'status': 'completed', 'code': 200} Oct 17 18:35:44.247027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:44.332492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-51ab6c98-6b6d-4c29-a2e4-7e705dc5929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:44.334237 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-51ab6c98-6b6d-4c29-a2e4-7e705dc5929b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=27d16faa1ba64da99f21661774f6778d&device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 1099 time: 0.1167731 Oct 17 18:35:44.497867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-dec9d439-0a37-44c5-ab38-f2e31fb1788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:44.499552 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-dec9d439-0a37-44c5-ab38-f2e31fb1788c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 200 len: 896 time: 0.1586134 Oct 17 18:35:44.611397 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-794d1e26-efb9-4b48-94b7-d62407830e85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 200 len: 217 time: 0.0984547 Oct 17 18:35:44.653118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:44.659563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:35:44.674822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:44.676068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:44.686170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-2b3675f9-0bb4-42da-909f-2b436d8ae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:44.689258 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-2b3675f9-0bb4-42da-909f-2b436d8ae30c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03b7cee8-a302-4dee-b568-7aee70eef015 HTTP/1.1" status: 200 len: 833 time: 0.0782466 Oct 17 18:35:44.812091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-18461664-3630-4a21-8b8c-fae7e8cd366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:44.815345 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-18461664-3630-4a21-8b8c-fae7e8cd366a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8a28224-22fa-4b58-9142-e121315d1df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1204278 Oct 17 18:35:44.980505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:45.227436 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-e44090f2-6cb8-4053-a24b-f8767038dd3a service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054503 Oct 17 18:35:45.243697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa200fb8-9543-4842-981f-6140af497e28 req-9fc63b04-ef61-4d4a-9154-c8042c40761e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:45.244836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-fa200fb8-9543-4842-981f-6140af497e28 req-9fc63b04-ef61-4d4a-9154-c8042c40761e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Synchronizing usage tracker for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:35:45.440672 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bebd8666-342f-40bb-90cc-ade4258a7bbc req-2af2adc1-7ecb-4214-acf9-10bebd5c1fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912451 Oct 17 18:35:45.461875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:45.467156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e7825-aab2-472f-87a3-6b371d74e776 None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:36Z', 'revision_number': 6, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '342b011a-7caf-44a7-acb6-01e369a57f62', 'name': '', 'network_id': 'e8a28224-22fa-4b58-9142-e121315d1df8', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'mac_address': 'fa:16:3e:92:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:00Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'subnets': [{'id': '03b7cee8-a302-4dee-b568-7aee70eef015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:35:45.497924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-fa200fb8-9543-4842-981f-6140af497e28 req-9fc63b04-ef61-4d4a-9154-c8042c40761e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Unset dirty status for tenant:27d16faa1ba64da99f21661774f6778d on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:35:45.499694 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fa200fb8-9543-4842-981f-6140af497e28 req-9fc63b04-ef61-4d4a-9154-c8042c40761e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.4664350 Oct 17 18:35:45.573886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fa200fb8-9543-4842-981f-6140af497e28 req-041daf9b-01a4-460a-8f92-9cc419c6d885 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651333 Oct 17 18:35:46.305688 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935ed0a-d0ad-4b44-a897-cb892619a47b None None] New status for floating IP 622d7cc7-8f06-4f29-8e72-eaa18b001b64: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:35:46.448915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-11da4cf4-d22a-40d1-8f85-1c2da4026617 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:46.451315 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-11da4cf4-d22a-40d1-8f85-1c2da4026617 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.1261444 Oct 17 18:35:46.560138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:35:46.560525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:46.845030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340d013-3a8e-4705-a08f-ab1cc4ef8553 req-3f1bb5ac-9443-4e76-a5d3-129237e680c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:46.847143 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9340d013-3a8e-4705-a08f-ab1cc4ef8553 req-3f1bb5ac-9443-4e76-a5d3-129237e680c6 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 946 time: 0.0984015 Oct 17 18:35:46.861195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 0e20705f-d4cd-42ed-b218-8b4073ca10c4, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0e20705f-d4cd-42ed-b218-8b4073ca10c4,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:46.861692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:46.899605 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9340d013-3a8e-4705-a08f-ab1cc4ef8553 req-46458eff-46f7-4715-b4de-2b5d8661b53e tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec0702ee-14ee-46ea-bfa5-5cff747b7724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 Oct 17 18:35:47.002892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 0e20705f-d4cd-42ed-b218-8b4073ca10c4 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:35:47.274591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:47.327112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=0e20705f-d4cd-42ed-b218-8b4073ca10c4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:47.421077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] No DVR routers for this DVR port 0e20705f-d4cd-42ed-b218-8b4073ca10c4 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:35:47.423527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:47.426186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'name': 'network-vif-deleted', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:35:47.428517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35ff67-c21f-49e0-bb27-4413fbd9e62b" -d '{"events": [{"server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "name": "network-vif-deleted", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:35:47.480445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe39b7-3722-42c8-a2eb-bec6c0f57852 x-openstack-request-id: req-bcfe39b7-3722-42c8-a2eb-bec6c0f57852 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:35:47.481084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bef315f-fd0a-4cf9-96d3-45b722694d29", "name": "network-vif-deleted", "tag": "0e20705f-d4cd-42ed-b218-8b4073ca10c4", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:35:47.481084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcfe39b7-3722-42c8-a2eb-bec6c0f57852 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:35:47.481463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfe39b7-3722-42c8-a2eb-bec6c0f57852'] response: {'server_uuid': '6bef315f-fd0a-4cf9-96d3-45b722694d29', 'name': 'network-vif-deleted', 'tag': '0e20705f-d4cd-42ed-b218-8b4073ca10c4', 'status': 'completed', 'code': 200} Oct 17 18:35:47.510160 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c168f902-854c-4b5a-9bff-bfa42e54f957 req-fcd45e25-065e-4a13-9cef-fdb0b51e4cb8 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.42 "DELETE /v2.0/ports/0e20705f-d4cd-42ed-b218-8b4073ca10c4 HTTP/1.1" status: 204 len: 173 time: 1.0530913 Oct 17 18:35:48.114741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2d9569ac-daa0-47af-bf78-bc3fc9d04ffe req-5a318809-ee3b-47d6-8977-19e38123c59b tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bef315f-fd0a-4cf9-96d3-45b722694d29 HTTP/1.1" status: 200 len: 210 time: 0.0516872 Oct 17 18:35:49.235249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45942) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:49.354487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:49.388865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:49.525945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:49.555026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0702ee-14ee-46ea-bfa5-5cff747b7724,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:49.617937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e9a83ad7-f891-4d07-b1da-806d899acc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:49.637155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:49.639056 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2f093485-c3a6-42e8-a8f3-30f5378508f0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec0702ee-14ee-46ea-bfa5-5cff747b7724 HTTP/1.1" status: 204 len: 168 time: 0.4022474 Oct 17 18:35:49.745539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45948) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:50.257819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0e20705f-d4cd-42ed-b218-8b4073ca10c4 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:50.381723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 0e20705f-d4cd-42ed-b218-8b4073ca10c4 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:35:50.382208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0e20705f-d4cd-42ed-b218-8b4073ca10c4 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:35:50.504325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:50.888504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 342b011a-7caf-44a7-acb6-01e369a57f62 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:35:50.888848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:51.122103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 342b011a-7caf-44a7-acb6-01e369a57f62, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=342b011a-7caf-44a7-acb6-01e369a57f62,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:51.122509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:51.260013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 342b011a-7caf-44a7-acb6-01e369a57f62 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:35:51.543851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:51.598230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=342b011a-7caf-44a7-acb6-01e369a57f62,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:52.043968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:52.280749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-645908bf-09f7-4d77-8a4e-32482d8aaee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:52.473771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Router b4d5c00c-86fc-4199-8337-1044f3e2a16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:35:52.663544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:35:52.673025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Sync routers for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:35:52.677852 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9e6da3f-a5dd-4e58-8e60-2f8abfe163ca tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "PUT /v2.0/routers/b4d5c00c-86fc-4199-8337-1044f3e2a16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304097 Oct 17 18:35:52.680861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45952) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:52.685829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:52.686794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:52.798757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting subnet 03b7cee8-a302-4dee-b568-7aee70eef015 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:35:52.804352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:52.886542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:52.951519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:52.995282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.078026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.171598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.189251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.235981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Subnet': ['ID=03b7cee8-a302-4dee-b568-7aee70eef015,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:53.241307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.249250 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-07eb333d-60bb-459e-bfaf-8d5b128477e0 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/subnets/03b7cee8-a302-4dee-b568-7aee70eef015 HTTP/1.1" status: 204 len: 168 time: 0.5669758 Oct 17 18:35:53.252434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 45956) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:53.253083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba466082-447a-48d6-b5a8-cbf53f664bbc None None] Network e8a28224-22fa-4b58-9142-e121315d1df8 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:35:53.468028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:51Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:53.476251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Checking router: b4d5c00c-86fc-4199-8337-1044f3e2a16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:35:53.490419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Routers {'b4d5c00c-86fc-4199-8337-1044f3e2a16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:35:53.490947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:35:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:53.615393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.735359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] Set router b4d5c00c-86fc-4199-8337-1044f3e2a16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:35:53.781278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558333c5-80be-48bc-8df9-02404689f634 None None] DHCP port deletion for e8a28224-22fa-4b58-9142-e121315d1df8 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:35:53.867449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Deleting port d01bdb29-fe2a-49c3-b39a-746a013a3abc {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:35:53.867820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.875641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:53.972264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Deleting port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:35:53.972806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.198714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] For port 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:54.199086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.289942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-558333c5-80be-48bc-8df9-02404689f634 None None] For port d01bdb29-fe2a-49c3-b39a-746a013a3abc, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d01bdb29-fe2a-49c3-b39a-746a013a3abc,segment=NetworkSegment(6398b39b-6a07-4c99-bb85-57d972f3d353),segment_id=6398b39b-6a07-4c99-bb85-57d972f3d353)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:54.290340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.369111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Calling delete_port for 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:35:54.439124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Calling delete_port for d01bdb29-fe2a-49c3-b39a-746a013a3abc owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:35:54.512189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:51Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:54.520155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec06f7-48d2-44de-ad72-780fb36b949f None None] The sync data for ids ['b4d5c00c-86fc-4199-8337-1044f3e2a16f'] in dv-neutron-861384-1-hyperv is: [{'id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'name': 'tempest-TestNetworkBasicOps-router-1361541622', 'tenant_id': '27d16faa1ba64da99f21661774f6778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:33:54Z', 'updated_at': '2022-10-17T18:35:51Z', 'revision_number': 7, 'project_id': '27d16faa1ba64da99f21661774f6778d', 'gw_port': {'id': '0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5c00c-86fc-4199-8337-1044f3e2a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:33:55Z', 'updated_at': '2022-10-17T18:35:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:35:54.600231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.657906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.686957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:54.713503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558333c5-80be-48bc-8df9-02404689f634 None None] Pushing event deleted for resources: {'Port': ['ID=d01bdb29-fe2a-49c3-b39a-746a013a3abc,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:54.715517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558333c5-80be-48bc-8df9-02404689f634 None None] No DVR routers for this DVR port d01bdb29-fe2a-49c3-b39a-746a013a3abc on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:35:54.749851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Port': ['ID=0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:54.796476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.796822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.797192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.797532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.797890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.798221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.798585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.798947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.799271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.799594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.799915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.800238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:54.871140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.048330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:55.095089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 342b011a-7caf-44a7-acb6-01e369a57f62 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:35:55.095425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 342b011a-7caf-44a7-acb6-01e369a57f62 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:35:55.095856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d01bdb29-fe2a-49c3-b39a-746a013a3abc no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:55.111508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.115727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.133337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: d01bdb29-fe2a-49c3-b39a-746a013a3abc {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:35:55.133699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d01bdb29-fe2a-49c3-b39a-746a013a3abc not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:35:55.292441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.293525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Fanout notify agent at l3_agent the message router_deleted on router b4d5c00c-86fc-4199-8337-1044f3e2a16f {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:35:55.316830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.321591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6151c054-5c61-43f1-a2a2-d0d9ae5cc1cb tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/routers/b4d5c00c-86fc-4199-8337-1044f3e2a16f HTTP/1.1" status: 204 len: 168 time: 2.0645151 Oct 17 18:35:55.322322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45960) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:55.459841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.607889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.638956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a28224-22fa-4b58-9142-e121315d1df8']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:55.651883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6398b39b-6a07-4c99-bb85-57d972f3d353') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:55.652177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6398b39b-6a07-4c99-bb85-57d972f3d353') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:35:55.663989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.680770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.687121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:35:55.687505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.756316 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 6398b39b-6a07-4c99-bb85-57d972f3d353 resource provider aggregate not found Oct 17 18:35:55.800757 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 6398b39b-6a07-4c99-bb85-57d972f3d353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6398b39b-6a07-4c99-bb85-57d972f3d353 found for delete ", "request_id": "req-5880539f-511d-4a24-bd53-12a1367fe4af"}]} Oct 17 18:35:55.897645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:55.937660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:56.073515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:56.079521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] Pushing event deleted for resources: {'Network': ['ID=e8a28224-22fa-4b58-9142-e121315d1df8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:56.185144 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-80a7a5ac-36ff-404f-8ac6-26850a081b22 tempest-TestNetworkBasicOps-1762141454 tempest-TestNetworkBasicOps-1762141454-project] 10.222.0.36 "DELETE /v2.0/networks/e8a28224-22fa-4b58-9142-e121315d1df8 HTTP/1.1" status: 204 len: 168 time: 0.8611467 Oct 17 18:35:56.787694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:56.825853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:35:56.843088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0fd5ad03-3e34-41a8-b253-cb2ce6aa28d9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:35:57.040407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:57.198912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2a08289f-fb3a-48d0-b837-9bae3e661bbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27d16faa1ba64da99f21661774f6778d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571386 Oct 17 18:35:57.201296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45978) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:57.272119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:57.299637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:57.463444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:57.481467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2d900-c542-44d8-9866-7665c92fa194,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:57.488456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:57.489586 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7f99457c-f12a-448f-968f-c9d3126535ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35a2d900-c542-44d8-9866-7665c92fa194 HTTP/1.1" status: 204 len: 168 time: 0.2873483 Oct 17 18:35:58.345667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45986) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:58.366993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.384333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:35:58.390028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Usage tracker for resource:security_group_rule and tenant:9d93973d94d84726be8de03ade00ee7f is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:35:58.394669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:35:58.404392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:35:58.522005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.623734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.675422 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d93973d94d84726be8de03ade00ee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285675 Oct 17 18:35:58.676338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb110dd9-4328-442f-8734-65d748e6dd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd44f0-f21a-4ac9-a8e5-2459a89f0087,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:58.680294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 45990) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:58.774349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.802429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.949715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.971340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd44f0-f21a-4ac9-a8e5-2459a89f0087,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:58.982352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:58.985787 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d877b816-bbc6-499b-9dce-ad533708c11a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80cd44f0-f21a-4ac9-a8e5-2459a89f0087 HTTP/1.1" status: 204 len: 168 time: 0.3041353 Oct 17 18:36:06.983163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-6e9f127f-1ed0-401e-bad0-ce7d815f1ce9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=34f0695a4c304e17a6d2881266e449c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311277 Oct 17 18:36:07.150468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-9291949c-1fda-430f-8cf8-1cd9146df22b tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:07.152293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-9291949c-1fda-430f-8cf8-1cd9146df22b tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609070 Oct 17 18:36:07.169596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-998bc9d8-cfbb-495c-a113-78a15a9d2b2e tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/quotas/34f0695a4c304e17a6d2881266e449c6 HTTP/1.1" status: 200 len: 375 time: 0.0113771 Oct 17 18:36:07.225429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-211d63fc-69fb-4000-9974-3fe3eabd621a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34f0695a4c304e17a6d2881266e449c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503607 Oct 17 18:36:07.661360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dca5fbd9-2f82-493c-8795-96b9ac456326 req-ea9e4562-a162-4d97-97f2-60e75c05f3d7 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.1727047 Oct 17 18:36:07.924885 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:36:08.774769 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d81a28c2-7a44-4c32-a97f-a9f8072f4441 req-c7c37322-4aed-40b5-b34d-3753276715a8 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.0553374 Oct 17 18:36:09.974701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac9fb957-edc4-450b-a872-335f14e2e742 req-db5f2dc4-5be0-451e-8a3f-95fcf8ce4b24 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.0510397 Oct 17 18:36:10.236658 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-de131ed1-be1b-4ba8-9ace-c2cc0e1c2f9b tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=34f0695a4c304e17a6d2881266e449c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273731 Oct 17 18:36:10.393555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-5c28f87f-3669-43b9-ad94-0e528869b28f tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:10.395007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-5c28f87f-3669-43b9-ad94-0e528869b28f tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535547 Oct 17 18:36:10.412243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Request body: {'port': {'device_id': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79', 'admin_state_up': True, 'tenant_id': '34f0695a4c304e17a6d2881266e449c6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:10.550178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:10.554724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Usage tracker for resource:port and tenant:34f0695a4c304e17a6d2881266e449c6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:10.557012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:10.563183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:10.704083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Made reservation on behalf of 34f0695a4c304e17a6d2881266e449c6 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:10.707568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.720812 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.735966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:10.739784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Usage tracker for resource:security_group_rule and tenant:34f0695a4c304e17a6d2881266e449c6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:10.742560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:10.748306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:10.832212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.915850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.997436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d114c0-bd2f-488b-ac6a-b6835ee0176b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:11.097681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Allocated IP 192.168.233.78 (9c4f703d-8852-4d56-9dad-7d5c025abe79/77ac2bdd-55db-4c69-8570-daae4002114c/0434e499-fba8-4610-9056-f8bcf5d3083d) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:11.158131 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a8428d2e-fd8a-4258-adf4-67dc302f6ba2 req-63dc5818-8626-4ff3-b98e-692222b37e8c tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.0620880 Oct 17 18:36:11.363756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:11.380394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Transition to ACTIVE for port object 0434e499-fba8-4610-9056-f8bcf5d3083d will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:11.499378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:11.575773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Network 9c4f703d-8852-4d56-9dad-7d5c025abe79 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:11.578752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:11.583180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:11.636919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Pushing event updated for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:11.695685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:11.696655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:11.813952 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-923c3e1a-517a-47dc-a6f6-326ddc9ab56a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4052656 Oct 17 18:36:11.830937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Request body: {'port': {'device_id': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:11.910172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Provisioning for port 0434e499-fba8-4610-9056-f8bcf5d3083d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:11.916040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Provisioning complete for port 0434e499-fba8-4610-9056-f8bcf5d3083d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:11.916541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:11.917042 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Attempt 1 to provision port 0434e499-fba8-4610-9056-f8bcf5d3083d Oct 17 18:36:11.985172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Port 0434e499-fba8-4610-9056-f8bcf5d3083d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:12.058820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.377650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9abdbf-a676-450f-9f1c-f023bc2774e0 req-9ef5d490-e103-473b-979b-9fbe1d5f08c2 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:12.379276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bd9abdbf-a676-450f-9f1c-f023bc2774e0 req-9ef5d490-e103-473b-979b-9fbe1d5f08c2 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 935 time: 0.0979357 Oct 17 18:36:12.441506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0434e499-fba8-4610-9056-f8bcf5d3083d {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:12.452605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.472273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Transition to ACTIVE for port object 0434e499-fba8-4610-9056-f8bcf5d3083d will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:12.486405 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Attempt 2 to provision port 0434e499-fba8-4610-9056-f8bcf5d3083d Oct 17 18:36:12.546734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Port 0434e499-fba8-4610-9056-f8bcf5d3083d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:12.562578 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bd9abdbf-a676-450f-9f1c-f023bc2774e0 req-20d03820-74ba-43d3-89aa-8570452f7b13 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733913 Oct 17 18:36:12.624712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.820919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:12.867875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Attempting to bind port 0434e499-fba8-4610-9056-f8bcf5d3083d on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:12.868207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Attempting to bind port 0434e499-fba8-4610-9056-f8bcf5d3083d by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:12.868631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Attempting to bind port 0434e499-fba8-4610-9056-f8bcf5d3083d on network 9c4f703d-8852-4d56-9dad-7d5c025abe79 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:12.873741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Port 0434e499-fba8-4610-9056-f8bcf5d3083d on network 9c4f703d-8852-4d56-9dad-7d5c025abe79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:36:12.874061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Attempting to bind port 0434e499-fba8-4610-9056-f8bcf5d3083d on network 9c4f703d-8852-4d56-9dad-7d5c025abe79 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:12.880190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:12.880547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Checking segment: {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:12.880927 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Bound using segment: {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:12.881343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Bound port: 0434e499-fba8-4610-9056-f8bcf5d3083d, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e98238-360d-4529-9f04-b4de707b42f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:12.881710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.976821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:12.981475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0434e499-fba8-4610-9056-f8bcf5d3083d,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:13.047962 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Attempt 3 to provision port 0434e499-fba8-4610-9056-f8bcf5d3083d Oct 17 18:36:13.106991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Port 0434e499-fba8-4610-9056-f8bcf5d3083d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:13.173669 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.176743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:13.177416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.178811 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/0434e499-fba8-4610-9056-f8bcf5d3083d HTTP/1.1" status: 200 len: 1097 time: 1.3520515 Oct 17 18:36:13.213319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:13.215676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb649ad5-d38a-4092-8806-7aefde31e8da" -d '{"events": [{"name": "network-changed", "server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:13.266206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ceb18-80ae-446d-9d62-26da597b85f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:13.276427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e07ae0-c994-474d-bd21-3d7e0f8cfb0e x-openstack-request-id: req-62e07ae0-c994-474d-bd21-3d7e0f8cfb0e {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:13.276832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:13.277287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e07ae0-c994-474d-bd21-3d7e0f8cfb0e {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:13.277920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e07ae0-c994-474d-bd21-3d7e0f8cfb0e'] response: {'name': 'network-changed', 'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d', 'status': 'completed', 'code': 200} Oct 17 18:36:13.403885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-23e3bdc9-7599-49bf-a548-3d652cf9724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:13.405262 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-23e3bdc9-7599-49bf-a548-3d652cf9724c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f0695a4c304e17a6d2881266e449c6&device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 1100 time: 0.0948532 Oct 17 18:36:13.485319 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-2c9118e1-f1cb-4240-aa5e-e5540ff7d284 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0434e499-fba8-4610-9056-f8bcf5d3083d HTTP/1.1" status: 200 len: 217 time: 0.0672836 Oct 17 18:36:13.555354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-876f7a93-d46b-4a60-bbcf-39e632ed482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:13.556866 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-876f7a93-d46b-4a60-bbcf-39e632ed482a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77ac2bdd-55db-4c69-8570-daae4002114c HTTP/1.1" status: 200 len: 843 time: 0.0644937 Oct 17 18:36:13.608224 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Attempt 4 to provision port 0434e499-fba8-4610-9056-f8bcf5d3083d Oct 17 18:36:13.675429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-9538653b-a3ac-48b5-9ee8-502df4bb89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:13.677000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-9538653b-a3ac-48b5-9ee8-502df4bb89ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c4f703d-8852-4d56-9dad-7d5c025abe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1139576 Oct 17 18:36:13.680248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-125bd1d5-972b-42e2-a0d7-797bdb2cdd93 None None] Port 0434e499-fba8-4610-9056-f8bcf5d3083d had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:36:13.814396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b2d38-6dff-4235-abfd-0313e779aae9 req-af2ab0d1-1c05-4b0d-967d-7019492f963d tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:13.816059 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff8b2d38-6dff-4235-abfd-0313e779aae9 req-af2ab0d1-1c05-4b0d-967d-7019492f963d tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 947 time: 0.1036847 Oct 17 18:36:13.844687 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-4b05fe48-d0ca-43b9-b7e9-05c56be80aef service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610470 Oct 17 18:36:13.878526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff8b2d38-6dff-4235-abfd-0313e779aae9 req-70bc8869-f00f-4f89-b971-b094523d48c7 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556209 Oct 17 18:36:13.991061 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d882c09-d82f-4905-b1f4-2f175a291b14 req-2fa7afd8-5a2e-4c88-af32-668c2f86a31b service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407926 Oct 17 18:36:14.289377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-9034bdfa-0e62-4a01-b3ed-576f14671a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:14.291499 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-9034bdfa-0e62-4a01-b3ed-576f14671a09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f0695a4c304e17a6d2881266e449c6&device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 1100 time: 0.1048169 Oct 17 18:36:14.452442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-82c5272d-37e4-4242-81b3-0ad5cfbeb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:14.453978 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-82c5272d-37e4-4242-81b3-0ad5cfbeb5c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c4f703d-8852-4d56-9dad-7d5c025abe79 HTTP/1.1" status: 200 len: 870 time: 0.1558723 Oct 17 18:36:14.648707 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-771b8ac2-4b55-402f-bd9d-86b8ff4e74df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0434e499-fba8-4610-9056-f8bcf5d3083d HTTP/1.1" status: 200 len: 217 time: 0.1877511 Oct 17 18:36:14.722974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-2c7faa64-8983-4100-be73-082047432ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:14.724456 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-2c7faa64-8983-4100-be73-082047432ef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77ac2bdd-55db-4c69-8570-daae4002114c HTTP/1.1" status: 200 len: 843 time: 0.0690327 Oct 17 18:36:14.822009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-51e572b1-efc7-4e4a-acfd-10fa87af55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:14.823896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-51e572b1-efc7-4e4a-acfd-10fa87af55c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c4f703d-8852-4d56-9dad-7d5c025abe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0933166 Oct 17 18:36:15.009958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-1c89e207-f3f5-49a6-8538-782211799207 service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789987 Oct 17 18:36:15.222285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb649ad5-d38a-4092-8806-7aefde31e8da req-e6808670-8581-4902-9b96-2d5bd8eca1d6 service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049510 Oct 17 18:36:15.233877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-a64e8fd6-6994-48e8-9565-5121c00b19a4 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:15.234797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-a64e8fd6-6994-48e8-9565-5121c00b19a4 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Synchronizing usage tracker for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:15.373684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-a64e8fd6-6994-48e8-9565-5121c00b19a4 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Unset dirty status for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:15.375507 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-a64e8fd6-6994-48e8-9565-5121c00b19a4 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 947 time: 0.3405273 Oct 17 18:36:15.428114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-b0f12509-edb8-4420-95fc-fbfdcbffb86e tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Synchronizing usage tracker for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:15.516784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-b0f12509-edb8-4420-95fc-fbfdcbffb86e tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Unset dirty status for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:15.518100 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3318c2c-5b95-47a2-891f-6d976ca5b634 req-b0f12509-edb8-4420-95fc-fbfdcbffb86e tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354487 Oct 17 18:36:16.728705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55d4c4-e1e7-4eec-9a6a-bd718eb7b3e1 req-98d94e73-c263-4b22-8263-54aacd927044 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:16.730260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc55d4c4-e1e7-4eec-9a6a-bd718eb7b3e1 req-98d94e73-c263-4b22-8263-54aacd927044 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 947 time: 0.0956137 Oct 17 18:36:16.777864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc55d4c4-e1e7-4eec-9a6a-bd718eb7b3e1 req-9a90d4d8-9c88-46bd-a669-aa305973776e tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Oct 17 18:36:17.980172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6b624-83b7-47ac-8e7b-f39b87e7e768 req-96c9af5e-d6f8-485d-a8f8-65e348a56ab7 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:17.981651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9eb6b624-83b7-47ac-8e7b-f39b87e7e768 req-96c9af5e-d6f8-485d-a8f8-65e348a56ab7 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 947 time: 0.0936558 Oct 17 18:36:18.026899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9eb6b624-83b7-47ac-8e7b-f39b87e7e768 req-d7a00ced-1328-48e8-b6df-56b19548baff tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Oct 17 18:36:18.441153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0434e499-fba8-4610-9056-f8bcf5d3083d details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:36:18.575854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0434e499-fba8-4610-9056-f8bcf5d3083d,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:18.589176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '0434e499-fba8-4610-9056-f8bcf5d3083d', 'network_id': '9c4f703d-8852-4d56-9dad-7d5c025abe79', 'port_id': '0434e499-fba8-4610-9056-f8bcf5d3083d', 'mac_address': 'fa:16:3e:e6:5b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ac2bdd-55db-4c69-8570-daae4002114c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:36:18.645491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 0434e499-fba8-4610-9056-f8bcf5d3083d is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:18.645931 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:18.667099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0434e499-fba8-4610-9056-f8bcf5d3083d {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:18.683091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0434e499-fba8-4610-9056-f8bcf5d3083d,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:18.767644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:18.834895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:19.158733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['0434e499-fba8-4610-9056-f8bcf5d3083d'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:36:19.241640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a68406-75cd-4662-924c-96481a5e9108 req-8a947218-2f72-4920-a6eb-49f70de65516 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:19.246169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-08a68406-75cd-4662-924c-96481a5e9108 req-8a947218-2f72-4920-a6eb-49f70de65516 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 948 time: 0.1071231 Oct 17 18:36:19.293669 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-08a68406-75cd-4662-924c-96481a5e9108 req-3d69566f-f36e-4e9b-8335-c23e96e07f12 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Oct 17 18:36:19.607672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1638-58b1-4898-be82-5314f5ff1d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.456685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0434e499-fba8-4610-9056-f8bcf5d3083d up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:20.492011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57fed-1abc-4d94-b54e-f40369224763 req-93d498b1-47f2-4bdf-bf15-b8ca6fcd5b09 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:20.493750 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bec57fed-1abc-4d94-b54e-f40369224763 req-93d498b1-47f2-4bdf-bf15-b8ca6fcd5b09 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 948 time: 0.0893359 Oct 17 18:36:20.540926 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bec57fed-1abc-4d94-b54e-f40369224763 req-15f41832-a208-41c7-8f2a-6e94a57c1e6a tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Oct 17 18:36:20.562114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 0434e499-fba8-4610-9056-f8bcf5d3083d completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:20.567440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 0434e499-fba8-4610-9056-f8bcf5d3083d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:20.567817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.568154 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 0434e499-fba8-4610-9056-f8bcf5d3083d Oct 17 18:36:20.687371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 0434e499-fba8-4610-9056-f8bcf5d3083d is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:20.688092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.715887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:20.718306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6fada7-ca91-4dd0-8977-ea83dfba4e7a" -d '{"events": [{"server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "name": "network-vif-plugged", "status": "completed", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:20.726504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0434e499-fba8-4610-9056-f8bcf5d3083d,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:20.761272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f23006-9e6f-4bf0-b4ee-6764945dd605 x-openstack-request-id: req-82f23006-9e6f-4bf0-b4ee-6764945dd605 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:20.761565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "name": "network-vif-plugged", "status": "completed", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:20.761848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82f23006-9e6f-4bf0-b4ee-6764945dd605 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:20.762244 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f23006-9e6f-4bf0-b4ee-6764945dd605'] response: {'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d', 'code': 200} Oct 17 18:36:20.813496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.884758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:21.164545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811efa14-0b4f-4937-8489-7c946ac67727 req-1a0e8742-eed7-44fa-a4fd-758ef7797829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:21.165936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-811efa14-0b4f-4937-8489-7c946ac67727 req-1a0e8742-eed7-44fa-a4fd-758ef7797829 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 1102 time: 0.0802248 Oct 17 18:36:21.209763 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-811efa14-0b4f-4937-8489-7c946ac67727 req-ec0543b8-d11f-4f12-b32d-b459cd66ed98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Oct 17 18:36:21.740461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43ac4-ce27-408b-bfbc-9b1199f53ec0 req-a7a341bd-3252-48b8-ad75-9e66dddc8673 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:21.741944 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9ea43ac4-ce27-408b-bfbc-9b1199f53ec0 req-a7a341bd-3252-48b8-ad75-9e66dddc8673 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 949 time: 0.0890479 Oct 17 18:36:21.797846 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9ea43ac4-ce27-408b-bfbc-9b1199f53ec0 req-cea59198-5ba1-44f7-b36e-a572d557771b tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Oct 17 18:36:22.322864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-009ce01b-ca06-4804-86b5-74ef676c14b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.012706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16669259-816f-447e-8571-07d71d857ce1 req-d6effe1a-0c6b-448a-88a5-1d71ca17c923 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:23.014497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-16669259-816f-447e-8571-07d71d857ce1 req-d6effe1a-0c6b-448a-88a5-1d71ca17c923 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 949 time: 0.0933545 Oct 17 18:36:23.025093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.061623 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-16669259-816f-447e-8571-07d71d857ce1 req-cb658b93-6564-4c5d-bc9b-f804109458de tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Oct 17 18:36:23.065292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.039590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-05bdd89f-1fe1-412c-9e03-472a90b612ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916007 Oct 17 18:36:24.211692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-5b5c9cb2-b441-4fbe-a798-974aefd48da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:24.213158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-5b5c9cb2-b441-4fbe-a798-974aefd48da0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f0695a4c304e17a6d2881266e449c6&device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 1102 time: 0.0868211 Oct 17 18:36:24.373633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-e919097c-88b7-42a6-90d6-6061d18e2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:24.375096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-e919097c-88b7-42a6-90d6-6061d18e2817 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9c4f703d-8852-4d56-9dad-7d5c025abe79 HTTP/1.1" status: 200 len: 870 time: 0.1386795 Oct 17 18:36:24.445077 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-a5c91758-2e7b-4871-ba1e-df25f5014ee6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0434e499-fba8-4610-9056-f8bcf5d3083d HTTP/1.1" status: 200 len: 217 time: 0.0639968 Oct 17 18:36:24.521227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-afd735b4-ad21-48f9-bc3a-64e07d4cee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:24.523414 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-afd735b4-ad21-48f9-bc3a-64e07d4cee9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=77ac2bdd-55db-4c69-8570-daae4002114c HTTP/1.1" status: 200 len: 843 time: 0.0716426 Oct 17 18:36:24.533723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.607899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-732705eb-d9df-4fad-84e2-b5b6cdf2c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:24.609499 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-732705eb-d9df-4fad-84e2-b5b6cdf2c566 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9c4f703d-8852-4d56-9dad-7d5c025abe79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0807438 Oct 17 18:36:24.813555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeef46-aa87-407e-b5dd-673719d30996 req-e14e5002-2b79-43f0-8bf6-2f94ed59b894 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:24.815038 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-afeeef46-aa87-407e-b5dd-673719d30996 req-e14e5002-2b79-43f0-8bf6-2f94ed59b894 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 949 time: 0.1015179 Oct 17 18:36:24.860266 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-afeeef46-aa87-407e-b5dd-673719d30996 req-757562f2-d521-481c-80a4-1f7b21d38611 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Oct 17 18:36:24.882076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-09566557-7e27-4bcd-9591-6a017e338334 service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369874 Oct 17 18:36:25.014163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d6dcabd-297c-4b62-8a43-46ca7b86a8f4 req-a92e9a28-3059-4256-b22b-3e3644380596 service neutron] 10.222.0.42 "GET /v2.0/networks/9c4f703d-8852-4d56-9dad-7d5c025abe79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264136 Oct 17 18:36:25.922506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:26.064856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089d8ae-fcef-4b34-94ca-24c31cf95165 req-5eddacb0-90ed-4612-906f-ace86523a820 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:26.066348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2089d8ae-fcef-4b34-94ca-24c31cf95165 req-5eddacb0-90ed-4612-906f-ace86523a820 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 949 time: 0.0935524 Oct 17 18:36:26.111538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2089d8ae-fcef-4b34-94ca-24c31cf95165 req-1004bae2-107c-49da-b729-08b57156ffd4 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d114c0-bd2f-488b-ac6a-b6835ee0176b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387182 Oct 17 18:36:26.315411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-aae62011-9c01-417d-9819-3ada06c2f578 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:26.316894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-aae62011-9c01-417d-9819-3ada06c2f578 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 949 time: 0.0871050 Oct 17 18:36:26.390539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Deleting port 0434e499-fba8-4610-9056-f8bcf5d3083d {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:26.390894 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:26.645037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] For port 0434e499-fba8-4610-9056-f8bcf5d3083d, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=0434e499-fba8-4610-9056-f8bcf5d3083d,segment=NetworkSegment(29e98238-360d-4529-9f04-b4de707b42f9),segment_id=29e98238-360d-4529-9f04-b4de707b42f9)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:26.645441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:26.771487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Calling delete_port for 0434e499-fba8-4610-9056-f8bcf5d3083d owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:26.997253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.030736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['0434e499-fba8-4610-9056-f8bcf5d3083d'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:36:27.049033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Pushing event deleted for resources: {'Port': ['ID=0434e499-fba8-4610-9056-f8bcf5d3083d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:27.143851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] No DVR routers for this DVR port 0434e499-fba8-4610-9056-f8bcf5d3083d on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:36:27.146613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.150167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'name': 'network-vif-deleted', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:27.152500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb1fb3-9931-48fb-8426-48b5ea07b8ac" -d '{"events": [{"server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "name": "network-vif-deleted", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:27.199458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243c3d31-3b30-4d5b-897e-79d1981eb7e1 x-openstack-request-id: req-243c3d31-3b30-4d5b-897e-79d1981eb7e1 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:27.199760 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a512d0-803f-47df-bc7a-1e6ba4aa4246", "name": "network-vif-deleted", "tag": "0434e499-fba8-4610-9056-f8bcf5d3083d", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:27.200155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-243c3d31-3b30-4d5b-897e-79d1981eb7e1 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:27.200562 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243c3d31-3b30-4d5b-897e-79d1981eb7e1'] response: {'server_uuid': '07a512d0-803f-47df-bc7a-1e6ba4aa4246', 'name': 'network-vif-deleted', 'tag': '0434e499-fba8-4610-9056-f8bcf5d3083d', 'status': 'completed', 'code': 200} Oct 17 18:36:27.267270 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-605537f8-2aac-4b4c-bcb7-b1c8baf28707 req-530c814f-5e7f-48dd-9b19-3135231f13b9 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.42 "DELETE /v2.0/ports/0434e499-fba8-4610-9056-f8bcf5d3083d HTTP/1.1" status: 204 len: 173 time: 0.9439862 Oct 17 18:36:27.283705 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-177e192d-2b22-458e-ac54-e0c89ac66ad1 req-7f6cf15c-07a3-42bb-8581-a964004dfde1 tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.0571651 Oct 17 18:36:28.491005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9306bc33-d40a-459f-b22c-746895847d82 req-ced075ed-36e0-46fd-90ae-e65138c33f3d tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Synchronizing usage tracker for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:28.603433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-9306bc33-d40a-459f-b22c-746895847d82 req-ced075ed-36e0-46fd-90ae-e65138c33f3d tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] Unset dirty status for tenant:34f0695a4c304e17a6d2881266e449c6 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:28.604606 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9306bc33-d40a-459f-b22c-746895847d82 req-ced075ed-36e0-46fd-90ae-e65138c33f3d tempest-ServersAdminNegativeTestJSON-75001787 tempest-ServersAdminNegativeTestJSON-75001787-project] 10.222.0.36 "GET /v2.0/ports?device_id=07a512d0-803f-47df-bc7a-1e6ba4aa4246 HTTP/1.1" status: 200 len: 210 time: 0.1653817 Oct 17 18:36:30.150230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46142) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:30.301551 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4b9ef89b-3bc3-43c2-83ec-580fcd3e3db0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34f0695a4c304e17a6d2881266e449c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501005 Oct 17 18:36:30.303983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46148) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:30.365202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.390865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.475959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0434e499-fba8-4610-9056-f8bcf5d3083d no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:36:30.512193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 0434e499-fba8-4610-9056-f8bcf5d3083d {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:36:30.512514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 0434e499-fba8-4610-9056-f8bcf5d3083d not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:36:30.522780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.540318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d114c0-bd2f-488b-ac6a-b6835ee0176b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:30.624722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.625869 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00785ef4-5d49-4ce5-a90f-8e7b1dcab147 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85d114c0-bd2f-488b-ac6a-b6835ee0176b HTTP/1.1" status: 204 len: 168 time: 0.3209460 Oct 17 18:36:31.307612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46156) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:31.325345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.340176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:31.344294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Usage tracker for resource:security_group_rule and tenant:1141eda92eb84e6b8e5b27a16862ff11 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:31.347099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:31.353293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:31.435495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.497275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.549134 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1141eda92eb84e6b8e5b27a16862ff11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402511 Oct 17 18:36:31.550130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84beab-72bc-44f8-8fa1-2087d503d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c754105-0708-4b62-9c58-e58ab233351b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:31.551859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46160) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:31.614412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.639836 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.785837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.801878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c754105-0708-4b62-9c58-e58ab233351b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:31.809356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.810508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c2b4dc86-7d77-4d62-9545-34b689dbd014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c754105-0708-4b62-9c58-e58ab233351b HTTP/1.1" status: 204 len: 168 time: 0.2573371 Oct 17 18:36:32.997994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46184) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:33.103744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1859096612-network', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:33.108825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:33.112868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Usage tracker for resource:network and tenant:402cedb4807e4ce0be35c2bb203e20a5 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:33.115851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:33.122048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:33.191688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Made reservation on behalf of 402cedb4807e4ce0be35c2bb203e20a5 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:33.194129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.206790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.221926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:33.226145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Usage tracker for resource:security_group_rule and tenant:402cedb4807e4ce0be35c2bb203e20a5 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:33.229763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:33.238330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:33.334041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.374767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.410161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:36:33.419082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50002d1d-f153-4087-ab79-f4a8f5c3cfdd,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:33.424869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.425213 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Added segment a34dd924-bd95-4c69-881e-9066cd25fb44 of type vlan for network 53813542-79d0-4050-ae05-fac36639446b Oct 17 18:36:33.453258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.568647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.569664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:33.570250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:33.674497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] Pushing event updated for resources: {'Network': ['ID=53813542-79d0-4050-ae05-fac36639446b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:33.684627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 53813542-79d0-4050-ae05-fac36639446b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:36:33.763585 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e935620f-553b-4871-b02e-9a5596953d1b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7644246 Oct 17 18:36:33.766468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46190) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:33.772245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Request body: {'subnet': {'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1859096612-subnet', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:33.777595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:33.781768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Usage tracker for resource:subnet and tenant:402cedb4807e4ce0be35c2bb203e20a5 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:33.784742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:33.790782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:33.866041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Made reservation on behalf of 402cedb4807e4ce0be35c2bb203e20a5 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:33.868902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.146069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.221171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1499bbc-5438-4ab8-9891-555931df71ac,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:34.232735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Checking segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:34.233090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Network hostable DHCP agents. Network: 53813542-79d0-4050-ae05-fac36639446b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:36:34.317846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Network 53813542-79d0-4050-ae05-fac36639446b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:36:34.374236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 53813542-79d0-4050-ae05-fac36639446b) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:34.378869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:34.379457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.383804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f5ed93-ad72-47af-968b-d1ae16edd988 None None] Network 53813542-79d0-4050-ae05-fac36639446b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:36:34.478296 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8a17d3ec-de0f-45ac-bc39-e6302e4b0c44 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7106800 Oct 17 18:36:34.480999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46194) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:34.487142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:34.491889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:34.496310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Usage tracker for resource:router and tenant:402cedb4807e4ce0be35c2bb203e20a5 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:34.499164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:34.505130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:34.606500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-53813542-79d0-4050-ae05-fac36639446b', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:36:34.607337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.614552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.615663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.631914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.770328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Allocated IP 172.20.0.2 (53813542-79d0-4050-ae05-fac36639446b/a1499bbc-5438-4ab8-9891-555931df71ac/14caa309-6494-45af-a7cb-6d2046ba5b39) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:34.983610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.995211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Transition to ACTIVE for port object 14caa309-6494-45af-a7cb-6d2046ba5b39 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:35.015885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Transition to ACTIVE for port object 14caa309-6494-45af-a7cb-6d2046ba5b39 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:35.076289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.112256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.185068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Network 53813542-79d0-4050-ae05-fac36639446b is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:35.187788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:35.190413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:35.196364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Pushing event updated for resources: {'Port': ['ID=14caa309-6494-45af-a7cb-6d2046ba5b39,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:35.298212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Attempting to bind port 14caa309-6494-45af-a7cb-6d2046ba5b39 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:35.298848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Attempting to bind port 14caa309-6494-45af-a7cb-6d2046ba5b39 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:35.299274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Attempting to bind port 14caa309-6494-45af-a7cb-6d2046ba5b39 on network 53813542-79d0-4050-ae05-fac36639446b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:35.305244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:35.305653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Checking segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:35.306593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.307053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Bound using segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:35.307525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Bound port: 14caa309-6494-45af-a7cb-6d2046ba5b39, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:35.308026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.400521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] For port 14caa309-6494-45af-a7cb-6d2046ba5b39, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:35.403717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] For port 14caa309-6494-45af-a7cb-6d2046ba5b39, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14caa309-6494-45af-a7cb-6d2046ba5b39,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:35.529565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.558735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.589267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.613090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Pushing event updated for resources: {'Port': ['ID=14caa309-6494-45af-a7cb-6d2046ba5b39,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:35.622432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.622862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.623262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.623661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.624110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.624498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.625441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.625441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.625862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.626247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.626779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.627066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ef894-0f87-49a4-bb6f-3760cb9d1f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.735866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Allocated IP 172.26.2.209 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/1154161a-cd69-43f6-a07e-5c932d8d0cc3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:35.913158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.037793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.104878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:36.107738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:36.111461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:36.142222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Pushing event updated for resources: {'Port': ['ID=1154161a-cd69-43f6-a07e-5c932d8d0cc3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:36.495937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5217e3d-0392-43be-a7a0-610a69f60412 None None] Network 53813542-79d0-4050-ae05-fac36639446b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:36:36.647622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.697581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-424daffd-329d-4150-9a38-db90597cc650 None None] Provisioning for port 14caa309-6494-45af-a7cb-6d2046ba5b39 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:36.893166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14caa309-6494-45af-a7cb-6d2046ba5b39 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:37.043157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 14caa309-6494-45af-a7cb-6d2046ba5b39 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:37.048064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 14caa309-6494-45af-a7cb-6d2046ba5b39 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:37.048431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:37.048766 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 14caa309-6494-45af-a7cb-6d2046ba5b39 Oct 17 18:36:37.152061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:37.168824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 14caa309-6494-45af-a7cb-6d2046ba5b39 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:37.169196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:37.205297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 14caa309-6494-45af-a7cb-6d2046ba5b39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14caa309-6494-45af-a7cb-6d2046ba5b39,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:37.283306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:37.351487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=14caa309-6494-45af-a7cb-6d2046ba5b39,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:37.466126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Router c48af762-bae1-42ce-843a-ae8eca4e5f07 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:36:37.657748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:37.667466 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Sync routers for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:37.676494 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:37.677108 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:37.757534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:37.758875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8f743c6d-74c6-42ed-aa02-571a8ddd1e7b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2769411 Oct 17 18:36:37.761681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46198) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:37.858325 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:38.150650 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:36Z', 'revision_number': 3, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:38.154692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Checking router: c48af762-bae1-42ce-843a-ae8eca4e5f07 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:38.155023 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Updating router c48af762-bae1-42ce-843a-ae8eca4e5f07 port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:36:38.207912 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.462488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.554970 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.568516 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Transition to ACTIVE for port object 1154161a-cd69-43f6-a07e-5c932d8d0cc3 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:38.637573 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.697244 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Attempting to bind port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:38.697968 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Attempting to bind port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:38.697968 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Attempting to bind port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:38.708728 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:38.709146 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:38.709480 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.710027 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:38.710483 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Bound port: 1154161a-cd69-43f6-a07e-5c932d8d0cc3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:38.710848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.767603 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Pushing event updated for resources: {'Port': ['ID=1154161a-cd69-43f6-a07e-5c932d8d0cc3,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:38.780102 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.780435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.780765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.781086 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.781407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.781755 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.782079 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.782391 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.782706 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.783017 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.783325 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.783635 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:38.811919 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Allocated IP 172.20.0.1 (53813542-79d0-4050-ae05-fac36639446b/a1499bbc-5438-4ab8-9891-555931df71ac/788a2569-50d1-40c3-81ad-27d2c2fab52d) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:38.831349 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] For port 1154161a-cd69-43f6-a07e-5c932d8d0cc3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:38.835055 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] For port 1154161a-cd69-43f6-a07e-5c932d8d0cc3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1154161a-cd69-43f6-a07e-5c932d8d0cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:38.867627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14caa309-6494-45af-a7cb-6d2046ba5b39 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:38.912606 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.949068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 14caa309-6494-45af-a7cb-6d2046ba5b39 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:38.950591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:38.951146 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 14caa309-6494-45af-a7cb-6d2046ba5b39 Oct 17 18:36:38.983934 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:38.984564 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:38.991402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.015729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Transition to ACTIVE for port object 788a2569-50d1-40c3-81ad-27d2c2fab52d will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:39.051154 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00c5f8-a61f-4e3c-a108-2c3f0181ae99 None None] Pushing event updated for resources: {'Port': ['ID=1154161a-cd69-43f6-a07e-5c932d8d0cc3,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:39.094425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 14caa309-6494-45af-a7cb-6d2046ba5b39 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:39.115036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.175766 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:39.185313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Network 53813542-79d0-4050-ae05-fac36639446b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:39.188822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:39.191892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:39.235838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:39.265557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.453005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.500685 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:36Z', 'revision_number': 3, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:39.504852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1585a23-f891-446d-8f40-ee12298542bb None None] The sync data for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv is: [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:36Z', 'revision_number': 3, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:39.546205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Provisioning for port 788a2569-50d1-40c3-81ad-27d2c2fab52d completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:39.553113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Provisioning complete for port 788a2569-50d1-40c3-81ad-27d2c2fab52d triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:39.553477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.553834 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 1 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:39.614459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:39.704159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.780705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.889463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:39.894301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:40.041101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Network 53813542-79d0-4050-ae05-fac36639446b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:40.042435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:40.115791 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 2 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:40.182308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:40.239282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Router c48af762-bae1-42ce-843a-ae8eca4e5f07 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:36:40.426407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:40.436114 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6fd68959-4c2b-4a4f-ab1c-29b85b45c5d6 admin admin] 10.222.0.36 "PUT /v2.0/routers/c48af762-bae1-42ce-843a-ae8eca4e5f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734514 Oct 17 18:36:40.684003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 3 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:40.742957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:40.877105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1154161a-cd69-43f6-a07e-5c932d8d0cc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:40.950668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-35c6a0f5-ebd1-4b90-9ab6-cdc4de9d788c tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:40.952067 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-35c6a0f5-ebd1-4b90-9ab6-cdc4de9d788c tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 812 time: 0.1554871 Oct 17 18:36:40.968217 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-30513571-16b4-41a4-ba37-3a7604fd0d8e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/quotas/402cedb4807e4ce0be35c2bb203e20a5 HTTP/1.1" status: 200 len: 375 time: 0.0102592 Oct 17 18:36:40.997926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:41.003743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:41.004202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.004538 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 Oct 17 18:36:41.057294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Sync routers for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:41.061857 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-0d675ac5-b1f5-4892-97ee-189d0bdacb05 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879736 Oct 17 18:36:41.074863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:41.075471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:41.198922 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-ce180fd4-2911-4680-ba67-337d8d181ed0 service neutron] 10.222.0.36 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299245 Oct 17 18:36:41.255337 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 4 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:41.343352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:41.343645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.348370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:41.372576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 1154161a-cd69-43f6-a07e-5c932d8d0cc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1154161a-cd69-43f6-a07e-5c932d8d0cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:41.377465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:41.442914 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-bebc6f44-cf34-43c2-899c-f38b7ec29f8b service neutron] 10.222.0.36 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378943 Oct 17 18:36:41.512251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.712223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=1154161a-cd69-43f6-a07e-5c932d8d0cc3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:41.720288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-455708dc-0e04-45cc-abd0-fbf5616007a7 req-53801a69-5f72-45e1-894e-bd93eb0a9acb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Synchronizing usage tracker for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:41.812324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:39Z', 'revision_number': 4, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '788a2569-50d1-40c3-81ad-27d2c2fab52d', 'name': '', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'mac_address': 'fa:16:3e:47:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:38Z', 'updated_at': '2022-10-17T18:36:39Z', 'revision_number': 2, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'subnets': [{'id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:41.816293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Checking router: c48af762-bae1-42ce-843a-ae8eca4e5f07 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:41.816645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Updating router c48af762-bae1-42ce-843a-ae8eca4e5f07 port 788a2569-50d1-40c3-81ad-27d2c2fab52d binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:36:41.826433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-455708dc-0e04-45cc-abd0-fbf5616007a7 req-53801a69-5f72-45e1-894e-bd93eb0a9acb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Unset dirty status for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:41.827687 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-455708dc-0e04-45cc-abd0-fbf5616007a7 req-53801a69-5f72-45e1-894e-bd93eb0a9acb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 210 time: 0.1610904 Oct 17 18:36:41.859487 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 5 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:41.919813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.935990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:42.270434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.283717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Transition to ACTIVE for port object 788a2569-50d1-40c3-81ad-27d2c2fab52d will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:42.352424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.444768 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 6 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:42.564444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce007f-5419-4f8b-89ae-b1eb324fadd4 None None] Pushing event updated for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:42.603503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:42.627773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Attempting to bind port 788a2569-50d1-40c3-81ad-27d2c2fab52d on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:42.628138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Attempting to bind port 788a2569-50d1-40c3-81ad-27d2c2fab52d by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:42.628870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Attempting to bind port 788a2569-50d1-40c3-81ad-27d2c2fab52d on network 53813542-79d0-4050-ae05-fac36639446b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:42.634872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:42.635247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Checking segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:42.635644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.636035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Bound using segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:42.636494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Bound port: 788a2569-50d1-40c3-81ad-27d2c2fab52d, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:42.636862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.724021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] For port 788a2569-50d1-40c3-81ad-27d2c2fab52d, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:42.727107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] For port 788a2569-50d1-40c3-81ad-27d2c2fab52d, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=788a2569-50d1-40c3-81ad-27d2c2fab52d,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:42.827200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.872911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1154161a-cd69-43f6-a07e-5c932d8d0cc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:42.944716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:42.945349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:42.946169 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8822429d-bd10-4940-8be3-cee211558161 req-edfff733-a948-4533-a62b-02b01c033a9a tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 210 time: 0.0536919 Oct 17 18:36:43.104895 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Attempt 7 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:43.131381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce007f-5419-4f8b-89ae-b1eb324fadd4 None None] Pushing event updated for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:43.201170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:43.201543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:43.201896 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 Oct 17 18:36:43.260570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:43.325138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8245d04e-2003-48fa-9ad7-f56b818422ae None None] Port 788a2569-50d1-40c3-81ad-27d2c2fab52d had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:36:43.583864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:43.699455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:39Z', 'revision_number': 4, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '788a2569-50d1-40c3-81ad-27d2c2fab52d', 'name': '', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'mac_address': 'fa:16:3e:47:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:38Z', 'updated_at': '2022-10-17T18:36:42Z', 'revision_number': 4, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'subnets': [{'id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:43.703822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeac3a-dce0-443a-8771-2b242e39d73c None None] The sync data for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv is: [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:36:39Z', 'revision_number': 4, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '788a2569-50d1-40c3-81ad-27d2c2fab52d', 'name': '', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'mac_address': 'fa:16:3e:47:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:38Z', 'updated_at': '2022-10-17T18:36:42Z', 'revision_number': 4, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'subnets': [{'id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:44.240842 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3a92b685-f236-4665-8b4b-727d61338875 req-f892ec2f-0573-4dc7-bf57-ee7e215e6fea tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 210 time: 0.1781611 Oct 17 18:36:44.388479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-d124601e-054b-4598-b7a5-5f4217901bcc tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:44.389982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-d124601e-054b-4598-b7a5-5f4217901bcc tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.42 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 812 time: 0.1763515 Oct 17 18:36:44.408136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Request body: {'port': {'device_id': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'admin_state_up': True, 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:44.558690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:44.569110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:44.655282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Made reservation on behalf of 402cedb4807e4ce0be35c2bb203e20a5 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:44.659458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:44.852072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Allocated IP 172.20.0.8 (53813542-79d0-4050-ae05-fac36639446b/a1499bbc-5438-4ab8-9891-555931df71ac/d957d71e-3b60-4431-a11e-202df1efc1d5) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:44.890011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 788a2569-50d1-40c3-81ad-27d2c2fab52d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:44.923908 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:36:45.020907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 788a2569-50d1-40c3-81ad-27d2c2fab52d completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:45.026478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 788a2569-50d1-40c3-81ad-27d2c2fab52d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:45.026855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.027255 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:45.060786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.077009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Transition to ACTIVE for port object d957d71e-3b60-4431-a11e-202df1efc1d5 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:45.148456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 788a2569-50d1-40c3-81ad-27d2c2fab52d is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:45.148827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.164552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.182985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 788a2569-50d1-40c3-81ad-27d2c2fab52d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=788a2569-50d1-40c3-81ad-27d2c2fab52d,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:45.235592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Network 53813542-79d0-4050-ae05-fac36639446b is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:45.236296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:45.240061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:45.255873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.280902 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:45.316822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.317401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.317926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.318493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.318966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.319446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.319925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.320567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.321060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.321534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.322605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.323283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:45.357162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:45.360740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:45.361890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.491331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980e71e-3487-4c3f-910a-883a609918f3 req-c230bb4f-2d08-48d1-8b4e-ec7f952bf5af tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:45.492046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-4980e71e-3487-4c3f-910a-883a609918f3 req-c230bb4f-2d08-48d1-8b4e-ec7f952bf5af tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Synchronizing usage tracker for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:45.506938 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-93599d99-2f35-44dc-9db6-febd354247cb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030152 Oct 17 18:36:45.524862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Request body: {'port': {'device_id': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:45.570845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-4980e71e-3487-4c3f-910a-883a609918f3 req-c230bb4f-2d08-48d1-8b4e-ec7f952bf5af tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Unset dirty status for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:45.571890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4980e71e-3487-4c3f-910a-883a609918f3 req-c230bb4f-2d08-48d1-8b4e-ec7f952bf5af tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 931 time: 0.1808207 Oct 17 18:36:45.591372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Provisioning for port d957d71e-3b60-4431-a11e-202df1efc1d5 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:45.596339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Provisioning complete for port d957d71e-3b60-4431-a11e-202df1efc1d5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:45.596707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:45.597035 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Attempt 1 to provision port d957d71e-3b60-4431-a11e-202df1efc1d5 Oct 17 18:36:45.650784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Port d957d71e-3b60-4431-a11e-202df1efc1d5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:45.667889 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4980e71e-3487-4c3f-910a-883a609918f3 req-bb36f530-b6af-4d0f-8273-230fde0f36bf tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890539 Oct 17 18:36:45.672286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.013659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:46.020768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.034358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Transition to ACTIVE for port object d957d71e-3b60-4431-a11e-202df1efc1d5 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:46.117884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.152199 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Attempt 2 to provision port d957d71e-3b60-4431-a11e-202df1efc1d5 Oct 17 18:36:46.206887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Port d957d71e-3b60-4431-a11e-202df1efc1d5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:46.409795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:46.449347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Attempting to bind port d957d71e-3b60-4431-a11e-202df1efc1d5 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:46.450165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Attempting to bind port d957d71e-3b60-4431-a11e-202df1efc1d5 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:46.450484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Attempting to bind port d957d71e-3b60-4431-a11e-202df1efc1d5 on network 53813542-79d0-4050-ae05-fac36639446b {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:46.455004 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Port d957d71e-3b60-4431-a11e-202df1efc1d5 on network 53813542-79d0-4050-ae05-fac36639446b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:36:46.455311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Attempting to bind port d957d71e-3b60-4431-a11e-202df1efc1d5 on network 53813542-79d0-4050-ae05-fac36639446b {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:46.460354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:46.460677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Checking segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:46.461042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Bound using segment: {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:46.461451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Bound port: d957d71e-3b60-4431-a11e-202df1efc1d5, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34dd924-bd95-4c69-881e-9066cd25fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '53813542-79d0-4050-ae05-fac36639446b'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:46.461818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.548748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:46.551784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:46.661140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.693750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:46.694362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.695740 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] 10.222.0.42 "PUT /v2.0/ports/d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 1093 time: 1.1751401 Oct 17 18:36:46.696236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:46.698538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00086c00-b8bd-4c8b-9938-517b4af8a31e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:46.707776 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Attempt 3 to provision port d957d71e-3b60-4431-a11e-202df1efc1d5 Oct 17 18:36:46.744886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60356a09-d134-40a6-aada-64de4dd48bab service neutron] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:46.774028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e695a-6c99-48f2-a7b3-7d767fda986b x-openstack-request-id: req-d05e695a-6c99-48f2-a7b3-7d767fda986b {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:46.774318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:46.775755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d05e695a-6c99-48f2-a7b3-7d767fda986b {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:46.776174 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05e695a-6c99-48f2-a7b3-7d767fda986b'] response: {'name': 'network-changed', 'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'status': 'completed', 'code': 200} Oct 17 18:36:46.800568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-79c622a0-5bdf-4011-a38a-e75e66f9e099 None None] Port d957d71e-3b60-4431-a11e-202df1efc1d5 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:36:46.869215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 788a2569-50d1-40c3-81ad-27d2c2fab52d up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:46.888605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db116f5-4983-412e-897c-6ac1f43aec9a req-ec5d731d-56b5-4e49-a390-1204d64a6dc7 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:46.890342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2db116f5-4983-412e-897c-6ac1f43aec9a req-ec5d731d-56b5-4e49-a390-1204d64a6dc7 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.1020544 Oct 17 18:36:46.904185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-fe3cdd92-618e-4cf1-b3ce-43b37bfc0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:46.905773 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-fe3cdd92-618e-4cf1-b3ce-43b37bfc0ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1096 time: 0.0903041 Oct 17 18:36:46.937672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2db116f5-4983-412e-897c-6ac1f43aec9a req-bc0c937b-219a-4248-92d7-9a534238acf9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Synchronizing usage tracker for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:46.938744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 788a2569-50d1-40c3-81ad-27d2c2fab52d triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:46.939123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:46.939468 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 788a2569-50d1-40c3-81ad-27d2c2fab52d Oct 17 18:36:47.043599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2db116f5-4983-412e-897c-6ac1f43aec9a req-bc0c937b-219a-4248-92d7-9a534238acf9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Unset dirty status for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:47.044801 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2db116f5-4983-412e-897c-6ac1f43aec9a req-bc0c937b-219a-4248-92d7-9a534238acf9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481013 Oct 17 18:36:47.056480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-55a435cc-af20-46af-ba91-849c28b273be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:47.058193 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-55a435cc-af20-46af-ba91-849c28b273be service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1390018 Oct 17 18:36:47.062556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 788a2569-50d1-40c3-81ad-27d2c2fab52d is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:47.199109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-b231bb61-2bec-4db1-be67-ad3c4f6098d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:47.200564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-00086c00-b8bd-4c8b-9938-517b4af8a31e req-b231bb61-2bec-4db1-be67-ad3c4f6098d9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368084 Oct 17 18:36:47.338921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-cf814105-55cf-4492-ae39-f409f0e781f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:47.340314 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-cf814105-55cf-4492-ae39-f409f0e781f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1096 time: 0.0787852 Oct 17 18:36:47.418126 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-870f927b-cba9-4331-8213-01d2a189eb03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0638978 Oct 17 18:36:47.479359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-b84feaa5-8052-4512-b90d-f5f8041f16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:47.480807 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-b84feaa5-8052-4512-b90d-f5f8041f16f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 200 len: 851 time: 0.0565820 Oct 17 18:36:47.565340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-a33dd82b-9c46-4176-9328-d3c9b4ebc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:47.566832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-a33dd82b-9c46-4176-9328-d3c9b4ebc901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53813542-79d0-4050-ae05-fac36639446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803144 Oct 17 18:36:47.696246 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-703041fb-b8df-4c07-83a3-f2f2b3acdef5 service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229336 Oct 17 18:36:47.825136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d76f1ca-9021-4467-bce0-3bfe5f2e1b00 req-170db632-20d0-4806-ba3b-699a7ce0dcfc service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229706 Oct 17 18:36:48.248322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdaba4-4b36-47b5-8495-e7c672aa63b1 req-d8df7fb1-8321-493c-b001-56e599ace2c3 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:48.249795 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6bdaba4-4b36-47b5-8495-e7c672aa63b1 req-d8df7fb1-8321-493c-b001-56e599ace2c3 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.0889091 Oct 17 18:36:48.298336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e6bdaba4-4b36-47b5-8495-e7c672aa63b1 req-fd694802-07a3-4eea-95ed-679f94176fe4 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Oct 17 18:36:49.501475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaeba-7510-4de9-bee3-262773f4499d req-15dbd87a-27b0-441a-8ce8-0abb86a3c954 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:49.502868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68adaeba-7510-4de9-bee3-262773f4499d req-15dbd87a-27b0-441a-8ce8-0abb86a3c954 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.0917203 Oct 17 18:36:49.548858 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68adaeba-7510-4de9-bee3-262773f4499d req-89af5246-0902-4e10-bd95-23dc2cba6d20 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Oct 17 18:36:49.603593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae972595-77b8-46d4-9328-4c854ee0af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:50.741918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed3155-a8c1-4c71-b979-9897a44efba8 req-60780c0b-d30b-4ea5-9b1a-19c94ef48af4 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:50.743464 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-02ed3155-a8c1-4c71-b979-9897a44efba8 req-60780c0b-d30b-4ea5-9b1a-19c94ef48af4 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.0862684 Oct 17 18:36:50.789682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-02ed3155-a8c1-4c71-b979-9897a44efba8 req-356ad4e1-14e1-4be0-9179-128b28cfdf5b tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Oct 17 18:36:51.985476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137b397-c997-4aa6-9466-48de37950960 req-b7e31211-537a-4431-952c-635d4f280f64 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:51.986937 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0137b397-c997-4aa6-9466-48de37950960 req-b7e31211-537a-4431-952c-635d4f280f64 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.0857732 Oct 17 18:36:52.035570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0137b397-c997-4aa6-9466-48de37950960 req-d73e0849-5e2e-4af5-b319-b707ac664714 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Oct 17 18:36:52.278831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-698c1b4d-9dae-4748-a48d-2be29b20cf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:52.616350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:36:52.748004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:52.761266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'port_id': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'mac_address': 'fa:16:3e:87:62:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:36:52.821771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:52.822150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:52.839221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:52.855958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:52.958412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:53.026383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:53.050338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:53.053428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:53.237028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b5218-b815-40fb-84c6-987190f66b0d req-dac3592b-c274-4ed3-afa7-8d658c336059 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:53.238411 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a1b5218-b815-40fb-84c6-987190f66b0d req-dac3592b-c274-4ed3-afa7-8d658c336059 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 944 time: 0.0911033 Oct 17 18:36:53.283105 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a1b5218-b815-40fb-84c6-987190f66b0d req-c157e180-6584-45e4-80b9-4b648abc53db tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Oct 17 18:36:53.347738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['d957d71e-3b60-4431-a11e-202df1efc1d5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:36:54.489930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:54.500948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50735-166e-40fe-ad76-9c0db242c4d6 req-4eaee6eb-4464-4d0a-b9d3-8bada3e85ee7 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:54.502517 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ae50735-166e-40fe-ad76-9c0db242c4d6 req-4eaee6eb-4464-4d0a-b9d3-8bada3e85ee7 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 944 time: 0.0989039 Oct 17 18:36:54.549759 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5ae50735-166e-40fe-ad76-9c0db242c4d6 req-ac704698-54e8-4463-b83f-034b76acc36a tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Oct 17 18:36:54.610370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:54.775804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port d957d71e-3b60-4431-a11e-202df1efc1d5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:54.781159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port d957d71e-3b60-4431-a11e-202df1efc1d5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:54.781534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:54.781902 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port d957d71e-3b60-4431-a11e-202df1efc1d5 Oct 17 18:36:54.901629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:54.902039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:54.928677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:54.932036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c34776-bc47-4ae9-8686-e989482556ed" -d '{"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-plugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:54.939377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:55.025734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92009c8e-3991-443b-bf34-ca0b1591bd35 x-openstack-request-id: req-92009c8e-3991-443b-bf34-ca0b1591bd35 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:55.026028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-plugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:55.026284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92009c8e-3991-443b-bf34-ca0b1591bd35 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:55.026688 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92009c8e-3991-443b-bf34-ca0b1591bd35'] response: {'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'code': 200} Oct 17 18:36:55.027935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:55.126773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:55.455205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0424e-85f6-4862-a14d-63d9a91a83de req-941486bc-4f20-47d3-8a32-173b65065535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:55.456651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7bc0424e-85f6-4862-a14d-63d9a91a83de req-941486bc-4f20-47d3-8a32-173b65065535 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1098 time: 0.0773909 Oct 17 18:36:55.500330 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7bc0424e-85f6-4862-a14d-63d9a91a83de req-dcc70f32-8f8a-4cac-83c2-f3d51b88cd8c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Oct 17 18:36:55.873229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:55.910494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e2401-c296-4ec1-a7e7-3de16d2bdf5d req-b614baed-fc6a-4611-a304-affeac7f1b4f tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:55.912272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-267e2401-c296-4ec1-a7e7-3de16d2bdf5d req-b614baed-fc6a-4611-a304-affeac7f1b4f tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0958056 Oct 17 18:36:55.955249 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-267e2401-c296-4ec1-a7e7-3de16d2bdf5d req-fc563970-0115-4dd1-8472-92059b6f1128 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Oct 17 18:36:57.260431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b82d4-1b12-4f14-83c4-c0ac4b2267ba req-451f8e61-c8c7-4abd-b83b-4b117ed0e2e9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:57.262024 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f96b82d4-1b12-4f14-83c4-c0ac4b2267ba req-451f8e61-c8c7-4abd-b83b-4b117ed0e2e9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1869905 Oct 17 18:36:57.307915 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f96b82d4-1b12-4f14-83c4-c0ac4b2267ba req-6cd4ab6e-3a48-4426-9644-07bd4af61a40 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Oct 17 18:36:57.836205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe1ae-d3e8-41b7-bd67-dc148e03efa0 req-383ba1d7-9670-4d0a-92f5-dd0dcb47a9ce tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:57.837754 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46fbe1ae-d3e8-41b7-bd67-dc148e03efa0 req-383ba1d7-9670-4d0a-92f5-dd0dcb47a9ce tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0929215 Oct 17 18:36:57.887662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46fbe1ae-d3e8-41b7-bd67-dc148e03efa0 req-c48d5112-0ebe-4f93-8c41-a24082bcf274 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Oct 17 18:36:57.979727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:58.104601 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-db3fc99c-c9a4-486d-a6dd-a7973593ced7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230104 Oct 17 18:36:59.121806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821c669-832d-4140-9b82-19920616bd62 req-85e34eac-bc31-4450-8758-0a3e5716610d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:59.123850 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b821c669-832d-4140-9b82-19920616bd62 req-85e34eac-bc31-4450-8758-0a3e5716610d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0984743 Oct 17 18:36:59.172130 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b821c669-832d-4140-9b82-19920616bd62 req-df0947f5-c6ab-4b20-9712-fb0ea66e65f6 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Oct 17 18:37:00.439437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ac21-562d-4acd-bc35-09ada6006f38 req-fe1026da-b6b4-45f5-83b1-ae0ad9945872 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:00.440925 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ec88ac21-562d-4acd-bc35-09ada6006f38 req-fe1026da-b6b4-45f5-83b1-ae0ad9945872 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1552877 Oct 17 18:37:00.443953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-bad94f73-d5b2-4b75-8179-e3e8c5de7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:00.445312 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-bad94f73-d5b2-4b75-8179-e3e8c5de7c71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1098 time: 0.1064534 Oct 17 18:37:00.560732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ec88ac21-562d-4acd-bc35-09ada6006f38 req-a63a211b-7e12-4dc6-8450-17482dff8fa1 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134250 Oct 17 18:37:00.610102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-90632ef6-9469-4486-b042-67b2caca1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:00.611580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-90632ef6-9469-4486-b042-67b2caca1c76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 913 time: 0.1517107 Oct 17 18:37:00.682322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-018f2360-0a03-40a9-bf6e-8b88a921ea34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0651467 Oct 17 18:37:00.743088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-47b1576b-3b92-4372-adea-0fd86a14d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:00.744504 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-47b1576b-3b92-4372-adea-0fd86a14d6ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 200 len: 851 time: 0.0570378 Oct 17 18:37:00.834710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-23565c84-de74-450a-9712-16509e2a8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:00.836115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-23565c84-de74-450a-9712-16509e2a8239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53813542-79d0-4050-ae05-fac36639446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838976 Oct 17 18:37:00.973891 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-bf06fbd7-d97e-4fe1-887e-30d235a67f55 service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315289 Oct 17 18:37:01.115794 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-60614e6b-56a3-4dee-89a3-f4bf3fb2739b service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360168 Oct 17 18:37:01.765444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d693ea1-96e2-47ee-b083-220ac0667e42 req-2bd2dc6e-46e6-4a07-9efa-e390ca6064c6 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:01.767201 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8d693ea1-96e2-47ee-b083-220ac0667e42 req-2bd2dc6e-46e6-4a07-9efa-e390ca6064c6 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0944295 Oct 17 18:37:01.814425 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8d693ea1-96e2-47ee-b083-220ac0667e42 req-8c949de4-b361-4f2c-959f-d447266d028d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Oct 17 18:37:03.017963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dddea-0ff0-4f8b-8700-9f383479f257 req-6da4ec51-f6b3-4ecb-b2eb-653704eb9aef tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:03.019491 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f3dddea-0ff0-4f8b-8700-9f383479f257 req-6da4ec51-f6b3-4ecb-b2eb-653704eb9aef tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0893247 Oct 17 18:37:03.068927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f3dddea-0ff0-4f8b-8700-9f383479f257 req-a349f71b-6995-4402-83a1-0fc8f0844678 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Oct 17 18:37:04.277251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062f44-2832-4344-b77e-f80b2c13750d req-2c062d19-10be-4dfb-bd03-2f2270063307 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:04.278741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-89062f44-2832-4344-b77e-f80b2c13750d req-2c062d19-10be-4dfb-bd03-2f2270063307 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0944440 Oct 17 18:37:04.327279 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-89062f44-2832-4344-b77e-f80b2c13750d req-de4146e4-6af4-4c8e-8c37-cc2f4d444b08 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Oct 17 18:37:05.557726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1951c-2009-41cf-ab8f-88997b4fd545 req-849349d6-6163-4220-82dc-5bf590442412 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:05.559248 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cef1951c-2009-41cf-ab8f-88997b4fd545 req-849349d6-6163-4220-82dc-5bf590442412 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1038575 Oct 17 18:37:05.615096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cef1951c-2009-41cf-ab8f-88997b4fd545 req-af111670-ecc7-4fae-b599-7a0c10ecebe5 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Oct 17 18:37:06.823021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f48dd-6d8b-469f-a1bd-119a9ed8f15a req-dca126fa-2ca7-470c-8616-48bc37ffd6ea tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:06.824459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b2f48dd-6d8b-469f-a1bd-119a9ed8f15a req-dca126fa-2ca7-470c-8616-48bc37ffd6ea tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0913584 Oct 17 18:37:06.869070 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b2f48dd-6d8b-469f-a1bd-119a9ed8f15a req-7effaa02-8cb4-4210-9c22-564923cf49bc tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Oct 17 18:37:08.086502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c0fa5-4b98-4571-b519-adcf978ac452 req-0978f7d5-f2a6-45d9-9aef-a9a9620018ab tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:08.087953 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bc4c0fa5-4b98-4571-b519-adcf978ac452 req-0978f7d5-f2a6-45d9-9aef-a9a9620018ab tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1031454 Oct 17 18:37:08.137023 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bc4c0fa5-4b98-4571-b519-adcf978ac452 req-e86c7d0f-34f6-483b-9c46-bbce020d71d6 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Oct 17 18:37:09.348756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea163-08f4-4b06-bb36-c7f0490a8861 req-511a581d-c8b6-449a-8377-8e3a86f299a9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:09.350265 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b5ea163-08f4-4b06-bb36-c7f0490a8861 req-511a581d-c8b6-449a-8377-8e3a86f299a9 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0971997 Oct 17 18:37:09.395743 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b5ea163-08f4-4b06-bb36-c7f0490a8861 req-6d5ef319-53b3-4c4f-8dc1-4c1480855f2e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Oct 17 18:37:10.595099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ea9ca-af43-4741-adbf-22c753fe383a req-f441991d-bddc-4d56-aaf0-2d04e0cfa916 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:10.596501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e67ea9ca-af43-4741-adbf-22c753fe383a req-f441991d-bddc-4d56-aaf0-2d04e0cfa916 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0876338 Oct 17 18:37:10.644453 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e67ea9ca-af43-4741-adbf-22c753fe383a req-52d8d197-d84b-416c-87bb-f82fa3ccc0dd tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Oct 17 18:37:11.846384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284de38e-6281-416e-bf7c-f23c76ee667b req-08b994e5-f65c-4dfa-8bc7-c858b1863d08 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:11.847840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-284de38e-6281-416e-bf7c-f23c76ee667b req-08b994e5-f65c-4dfa-8bc7-c858b1863d08 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0881023 Oct 17 18:37:11.892321 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-284de38e-6281-416e-bf7c-f23c76ee667b req-71f20ac4-cc9d-4f88-8deb-ba14c9b08bd7 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Oct 17 18:37:13.088235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f55be-080d-40e6-8248-5e27f079df79 req-be134ba1-f3e2-4fd7-847d-d5fbcd703e40 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:13.089623 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f3f55be-080d-40e6-8248-5e27f079df79 req-be134ba1-f3e2-4fd7-847d-d5fbcd703e40 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0880744 Oct 17 18:37:13.134599 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0f3f55be-080d-40e6-8248-5e27f079df79 req-f3ac4728-2c46-4e3d-8494-b510dc8b2d76 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Oct 17 18:37:14.336518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95768-108b-41de-9799-cf3c673019b5 req-45dd3907-8773-448b-85e2-bf0dca749c9e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:14.337992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-19a95768-108b-41de-9799-cf3c673019b5 req-45dd3907-8773-448b-85e2-bf0dca749c9e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0908961 Oct 17 18:37:14.382026 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-19a95768-108b-41de-9799-cf3c673019b5 req-30cf3a7d-84bb-4117-a45a-3cab832668f6 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Oct 17 18:37:15.685705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded84b3-ca9c-4644-a659-eea5382b949e req-73c799f7-2792-4852-bc29-598959ce9118 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:15.687765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ded84b3-ca9c-4644-a659-eea5382b949e req-73c799f7-2792-4852-bc29-598959ce9118 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1903436 Oct 17 18:37:15.735263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ded84b3-ca9c-4644-a659-eea5382b949e req-4062119f-8baf-4c29-8684-06129fb7bdfb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Oct 17 18:37:16.954161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12fe-26cc-4a7e-bdc7-98333558e4e0 req-e00f4b4d-a005-4179-b4df-269d52928450 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:16.955635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-461a12fe-26cc-4a7e-bdc7-98333558e4e0 req-e00f4b4d-a005-4179-b4df-269d52928450 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1059210 Oct 17 18:37:17.003248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-461a12fe-26cc-4a7e-bdc7-98333558e4e0 req-95ce2a5b-685b-4a50-a793-2f1b6008be29 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Oct 17 18:37:18.207503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3091f3-6a5c-4224-b6e6-33ebbe3fbbb8 req-447d6952-eae0-4eda-91cd-d7a032530392 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:18.208946 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-aa3091f3-6a5c-4224-b6e6-33ebbe3fbbb8 req-447d6952-eae0-4eda-91cd-d7a032530392 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0901744 Oct 17 18:37:18.254855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-aa3091f3-6a5c-4224-b6e6-33ebbe3fbbb8 req-ab92305d-b08b-41a7-84fa-b3cbef6fd198 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Oct 17 18:37:19.453518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92192886-c2f3-4a80-bc82-fa2c4fc2f165 req-3283f6a8-8938-4fba-ad8f-c1ce1fee252d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:19.455012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-92192886-c2f3-4a80-bc82-fa2c4fc2f165 req-3283f6a8-8938-4fba-ad8f-c1ce1fee252d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0882213 Oct 17 18:37:19.500704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-92192886-c2f3-4a80-bc82-fa2c4fc2f165 req-a95a00f4-29d9-4ac7-9e0b-a176eae5eaef tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Oct 17 18:37:19.628635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2079-4c1b-4fff-82b3-9f5f43450530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:20.708077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffb1ac-96ab-4e7f-81a5-7a6bbca366cf req-1c16fb71-6bff-4f59-8e65-cdc7cfee0585 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:20.709578 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66ffb1ac-96ab-4e7f-81a5-7a6bbca366cf req-1c16fb71-6bff-4f59-8e65-cdc7cfee0585 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0927703 Oct 17 18:37:20.764430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-66ffb1ac-96ab-4e7f-81a5-7a6bbca366cf req-adc8313a-3c08-47bf-afa2-0996ef9a9d9e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Oct 17 18:37:21.925353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:37:21.970876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b4dea-4cec-41eb-aa05-582f62dd484e req-beebe5fb-1acc-48af-b80f-d5005c1b61fb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:21.972312 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-720b4dea-4cec-41eb-aa05-582f62dd484e req-beebe5fb-1acc-48af-b80f-d5005c1b61fb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0947742 Oct 17 18:37:22.017037 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-720b4dea-4cec-41eb-aa05-582f62dd484e req-3ff2bbe9-6348-4322-8314-dc44017845ca tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Oct 17 18:37:22.286300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c34472be-08c6-4a69-9ed4-9ea9be0562f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:23.029310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:23.029994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:23.228797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3fa4a-03df-4e9c-9224-68585e45e7de req-ccf9ac13-5725-4978-86b3-a6361f5b4a1e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:23.230685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89e3fa4a-03df-4e9c-9224-68585e45e7de req-ccf9ac13-5725-4978-86b3-a6361f5b4a1e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0988684 Oct 17 18:37:23.276752 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89e3fa4a-03df-4e9c-9224-68585e45e7de req-e86a5981-85eb-4fac-99ac-1f24666d0896 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Oct 17 18:37:24.147181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-f99f2cda-0ba2-4572-8b32-98ee47634c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.148665 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-f99f2cda-0ba2-4572-8b32-98ee47634c61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1098 time: 0.0882931 Oct 17 18:37:24.304328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-4b78e313-c3dc-4e5e-833f-876debe7d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.305959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-4b78e313-c3dc-4e5e-833f-876debe7d202 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 913 time: 0.1378493 Oct 17 18:37:24.386524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-95f222fc-d878-47c3-8c5d-7bb52b76b1c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0740347 Oct 17 18:37:24.467906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:24.487115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-8075421d-f624-43c0-b3b0-cca0211debd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.488676 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-8075421d-f624-43c0-b3b0-cca0211debd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 200 len: 851 time: 0.0961573 Oct 17 18:37:24.525789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4942c-f50f-4382-87ef-4f09153fe54e req-057483ec-fc73-423a-a4de-b443bc78b1fa tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.527543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-00d4942c-f50f-4382-87ef-4f09153fe54e req-057483ec-fc73-423a-a4de-b443bc78b1fa tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1273792 Oct 17 18:37:24.577574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-00d4942c-f50f-4382-87ef-4f09153fe54e req-7e19fa9c-e0ba-46ec-b040-2c3c6e405b8c tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Oct 17 18:37:24.595445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-1c8f57c6-feb2-4760-bc92-043c717fd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.596932 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-1c8f57c6-feb2-4760-bc92-043c717fd2a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53813542-79d0-4050-ae05-fac36639446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013355 Oct 17 18:37:24.739063 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-e24fdd72-3e56-4320-bab3-bde620bbe328 service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337385 Oct 17 18:37:24.880531 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-53d941b5-00cd-4ce2-8902-359cd7ab82fd req-9a7e1432-bfe3-45d0-8095-dbe9395642a1 service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347332 Oct 17 18:37:25.807156 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979f43-6855-4760-803f-c4fb8ae00160 req-3086ea66-3fc2-4451-add1-a8c1c1b24b07 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:25.808621 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-02979f43-6855-4760-803f-c4fb8ae00160 req-3086ea66-3fc2-4451-add1-a8c1c1b24b07 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1147945 Oct 17 18:37:25.854294 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-02979f43-6855-4760-803f-c4fb8ae00160 req-318e8d26-d0ac-49f6-89c3-9cbef155b4ff tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Oct 17 18:37:25.891339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:27.075856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ab38d-1a7c-41d7-81a3-f625998f2546 req-6399b940-3f66-4c4e-bca0-80012fb8ca46 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:27.077271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b53ab38d-1a7c-41d7-81a3-f625998f2546 req-6399b940-3f66-4c4e-bca0-80012fb8ca46 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1011219 Oct 17 18:37:27.126587 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b53ab38d-1a7c-41d7-81a3-f625998f2546 req-1a822056-bd95-4758-b0bd-457d1504dbb4 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Oct 17 18:37:28.333384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a3938-a20e-4945-9585-cfa1bb988503 req-2fc31f6c-324b-4c1c-9cd5-68cb7506828b tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:28.335364 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e3a3938-a20e-4945-9585-cfa1bb988503 req-2fc31f6c-324b-4c1c-9cd5-68cb7506828b tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0930028 Oct 17 18:37:28.420241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e3a3938-a20e-4945-9585-cfa1bb988503 req-fd222a16-8513-4288-a7c7-c4b09bcff6dd tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787842 Oct 17 18:37:28.467183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-3ef38e90-83ca-42b5-bad6-09c4911ae535 service neutron] 10.222.0.42 "GET /v2.0/ports/d957d71e-3b60-4431-a11e-202df1efc1d5/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0854232 Oct 17 18:37:29.241338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-5d44fff8-99af-467a-a3e6-9f2e91b9fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.242727 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-5d44fff8-99af-467a-a3e6-9f2e91b9fb8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212&tenant_id=402cedb4807e4ce0be35c2bb203e20a5 HTTP/1.1" status: 200 len: 1098 time: 0.0825324 Oct 17 18:37:29.358917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-778db959-bf67-424a-83b5-ff592f63c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.360427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-778db959-bf67-424a-83b5-ff592f63c1f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1098 time: 0.0833972 Oct 17 18:37:29.610000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-6d176791-937e-4dbf-bbd6-aa39b3c7eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.612605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-6d176791-937e-4dbf-bbd6-aa39b3c7eedd service neutron] 10.222.0.42 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 913 time: 0.2465103 Oct 17 18:37:29.661003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a8d37-3f0c-4b79-8ef8-e58b230ad73b req-a91ab490-682c-47ca-b367-6afae41e6b0c tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.662550 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de6a8d37-3f0c-4b79-8ef8-e58b230ad73b req-a91ab490-682c-47ca-b367-6afae41e6b0c tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1060393 Oct 17 18:37:29.681842 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-1bfc92ca-281a-4f78-9043-f1ec2bffbf19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0630491 Oct 17 18:37:29.709168 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de6a8d37-3f0c-4b79-8ef8-e58b230ad73b req-c4d8b307-1ae0-4215-a01e-c7ba7d06bf6f tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Oct 17 18:37:29.748427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-905d2df4-b0f3-4b83-b9fc-b615b7e8f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.749702 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-905d2df4-b0f3-4b83-b9fc-b615b7e8f995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 200 len: 851 time: 0.0621240 Oct 17 18:37:29.840371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-422b3a2d-a2ff-483e-bea0-cd38399e5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:29.841893 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-422b3a2d-a2ff-483e-bea0-cd38399e5f71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53813542-79d0-4050-ae05-fac36639446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859509 Oct 17 18:37:29.983803 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-7d6d0081-dbe1-4249-96be-a337a326666a service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355360 Oct 17 18:37:30.119223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1baf61fb-d6a0-41a5-a6c6-f5bfc33eef9c req-5567485b-c409-47ca-9ad6-4acd02a822b1 service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297150 Oct 17 18:37:30.919473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa766af-f801-4b28-b564-29c9bd52d063 req-dd8b9a10-f53e-4c64-b034-0fcea0c4fa17 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:30.920977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7fa766af-f801-4b28-b564-29c9bd52d063 req-dd8b9a10-f53e-4c64-b034-0fcea0c4fa17 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0955024 Oct 17 18:37:30.966909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7fa766af-f801-4b28-b564-29c9bd52d063 req-5bd1ad8e-7901-4e59-b95c-c94787dbeb71 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Oct 17 18:37:32.176826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6f5b3-d2b1-44af-a613-66185884c15c req-9919047f-17a0-42c9-ad66-18086ce0390a tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:32.178643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-baf6f5b3-d2b1-44af-a613-66185884c15c req-9919047f-17a0-42c9-ad66-18086ce0390a tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0971761 Oct 17 18:37:32.334355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-baf6f5b3-d2b1-44af-a613-66185884c15c req-3f8f28b9-6325-4fb6-8648-3b8bda171b80 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494925 Oct 17 18:37:32.869785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:37:32.952081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:37:33.115484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:33.135594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'network_id': '53813542-79d0-4050-ae05-fac36639446b', 'port_id': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'mac_address': 'fa:16:3e:87:62:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1499bbc-5438-4ab8-9891-555931df71ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:37:33.137376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:33.137816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:33.210341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:37:33.212860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bd01f-e3eb-433b-a50b-5483e59755ff" -d '{"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-unplugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:37:33.227882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:33.229219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:33.229631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:33.255366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:37:33.296856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f662da6c-9dd3-4143-945d-4779398561ca x-openstack-request-id: req-f662da6c-9dd3-4143-945d-4779398561ca {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:37:33.298182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-unplugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:37:33.298560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f662da6c-9dd3-4143-945d-4779398561ca {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:37:33.299256 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f662da6c-9dd3-4143-945d-4779398561ca'] response: {'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'code': 200} Oct 17 18:37:33.317144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:33.427884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:37:33.428244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:37:33.433698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:33.559843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b1526-972b-4483-9cb0-af681682f902 req-612455fb-754a-4c58-9b02-9d861410c376 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:33.561343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d38b1526-972b-4483-9cb0-af681682f902 req-612455fb-754a-4c58-9b02-9d861410c376 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 943 time: 0.0982246 Oct 17 18:37:33.614485 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d38b1526-972b-4483-9cb0-af681682f902 req-7610d42c-b92b-438a-bdcb-3bb942e079b5 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Oct 17 18:37:33.996381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:33.996997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:34.015393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:37:34.032987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:34.110518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:34.192060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:34.241333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['d957d71e-3b60-4431-a11e-202df1efc1d5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:37:34.869759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957496b-c3ea-4599-a297-402f28bf8c18 req-48b7ffef-05b3-4410-b265-24ddcea97f21 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:34.871600 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e957496b-c3ea-4599-a297-402f28bf8c18 req-48b7ffef-05b3-4410-b265-24ddcea97f21 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 944 time: 0.1160190 Oct 17 18:37:34.884775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:37:34.923103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e957496b-c3ea-4599-a297-402f28bf8c18 req-259ae3f1-b2b0-48b0-88a9-0967c0e5b582 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Oct 17 18:37:34.978728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port d957d71e-3b60-4431-a11e-202df1efc1d5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:37:34.979279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:34.979836 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port d957d71e-3b60-4431-a11e-202df1efc1d5 Oct 17 18:37:35.152227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port d957d71e-3b60-4431-a11e-202df1efc1d5 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:35.152915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:35.186511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:35.300578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:37:35.303423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01d411-9a93-4a8a-b2d1-82c0fa6876f9" -d '{"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-plugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:37:35.332969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:35.375227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c3ea24-6d11-49b2-8039-4e2dddc51e1b x-openstack-request-id: req-f6c3ea24-6d11-49b2-8039-4e2dddc51e1b {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:37:35.376015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-plugged", "status": "completed", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:37:35.376261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6c3ea24-6d11-49b2-8039-4e2dddc51e1b {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:37:35.376648 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c3ea24-6d11-49b2-8039-4e2dddc51e1b'] response: {'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'code': 200} Oct 17 18:37:35.425828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:35.721379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-436597a7-5673-48b3-81e1-fb34a351ee45 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:35.722879 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-436597a7-5673-48b3-81e1-fb34a351ee45 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212&tenant_id=402cedb4807e4ce0be35c2bb203e20a5&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 945 time: 0.0949602 Oct 17 18:37:35.904451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-66f628a1-9fa4-4c6d-ba19-fe5646f97e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:35.907392 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-66f628a1-9fa4-4c6d-ba19-fe5646f97e14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 1098 time: 0.0958204 Oct 17 18:37:36.053980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-a76aad17-28ca-477b-abe8-311cae0c3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:36.055440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-a76aad17-28ca-477b-abe8-311cae0c3fbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 200 len: 913 time: 0.1430113 Oct 17 18:37:36.123662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-b62c246c-9bae-4ac3-8451-4791d79ee812 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 200 len: 217 time: 0.0622594 Oct 17 18:37:36.205270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-41b34275-5555-4f90-99a0-f6631f08c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:36.207591 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-41b34275-5555-4f90-99a0-f6631f08c2e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 200 len: 851 time: 0.0659802 Oct 17 18:37:36.300483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-ce239950-c6d0-48cd-92fd-9e04dec84833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:36.302328 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-ce239950-c6d0-48cd-92fd-9e04dec84833 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53813542-79d0-4050-ae05-fac36639446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890267 Oct 17 18:37:36.463170 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-e2c22364-a387-4f33-80e9-ccb9a75591ef service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544015 Oct 17 18:37:36.646688 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-1be1e73b-8d5a-4f95-bf6b-3967bf1cfdaf service neutron] 10.222.0.42 "GET /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758742 Oct 17 18:37:38.668442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca26e9-7d3f-4c5a-a884-a0973c68623e req-1d9b798f-8f62-43d6-8f4a-a651ceac0ff0 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:38.670665 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6aca26e9-7d3f-4c5a-a884-a0973c68623e req-1d9b798f-8f62-43d6-8f4a-a651ceac0ff0 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1263177 Oct 17 18:37:38.720912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6aca26e9-7d3f-4c5a-a884-a0973c68623e req-73088cfb-773e-43e8-a4ba-46034330ce78 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Oct 17 18:37:39.984647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335182d-b925-40af-b81e-08ccbee26151 req-118b34d3-a489-4f9f-99b2-7bde608f9797 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:39.986554 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b335182d-b925-40af-b81e-08ccbee26151 req-118b34d3-a489-4f9f-99b2-7bde608f9797 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.1296613 Oct 17 18:37:40.059574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b335182d-b925-40af-b81e-08ccbee26151 req-4afbd195-a6f9-4316-aacd-ac6e9da4165d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618834 Oct 17 18:37:40.612405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-a03c1830-4c9f-4ee8-9f03-94b0f32c51df tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:40.613883 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-a03c1830-4c9f-4ee8-9f03-94b0f32c51df tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.0970790 Oct 17 18:37:40.705249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Deleting port d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:40.705591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:41.089194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] For port d957d71e-3b60-4431-a11e-202df1efc1d5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=d957d71e-3b60-4431-a11e-202df1efc1d5,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:41.089547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:41.236860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Calling delete_port for d957d71e-3b60-4431-a11e-202df1efc1d5 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:41.439323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f24ca-1d2b-47d4-8211-100d8ae144e2 req-5ddf88a3-afb7-4fee-9815-461142389cfb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:41.440908 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0b1f24ca-1d2b-47d4-8211-100d8ae144e2 req-5ddf88a3-afb7-4fee-9815-461142389cfb tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 945 time: 0.2125354 Oct 17 18:37:41.518285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0b1f24ca-1d2b-47d4-8211-100d8ae144e2 req-67c68945-5db4-4695-9b61-7ef8a4ccb19d tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/security-groups?id=50002d1d-f153-4087-ab79-f4a8f5c3cfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Oct 17 18:37:41.554564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:41.588137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['d957d71e-3b60-4431-a11e-202df1efc1d5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:37:41.606968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Pushing event deleted for resources: {'Port': ['ID=d957d71e-3b60-4431-a11e-202df1efc1d5,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:41.712749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] No DVR routers for this DVR port d957d71e-3b60-4431-a11e-202df1efc1d5 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:37:41.715582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:41.718605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-deleted', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:37:41.721133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbe710-a1f2-46d0-b44c-a58f6456f1c0" -d '{"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-deleted", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:37:41.734332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea22f399-6fd6-4223-abda-912bce2783e9 req-d6c0a910-24cc-416f-a8fa-f6f2dc52684e tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.42 "DELETE /v2.0/ports/d957d71e-3b60-4431-a11e-202df1efc1d5 HTTP/1.1" status: 204 len: 173 time: 1.1147652 Oct 17 18:37:41.838340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3d1d3-aa6d-4a61-b3a3-5e5235c03110 x-openstack-request-id: req-62a3d1d3-aa6d-4a61-b3a3-5e5235c03110 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:37:41.838687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e28c23-aa90-47aa-99d6-68768206a212", "name": "network-vif-deleted", "tag": "d957d71e-3b60-4431-a11e-202df1efc1d5", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:37:41.839021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62a3d1d3-aa6d-4a61-b3a3-5e5235c03110 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:37:41.839481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a3d1d3-aa6d-4a61-b3a3-5e5235c03110'] response: {'server_uuid': 'd2e28c23-aa90-47aa-99d6-68768206a212', 'name': 'network-vif-deleted', 'tag': 'd957d71e-3b60-4431-a11e-202df1efc1d5', 'status': 'completed', 'code': 200} Oct 17 18:37:42.734849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-8251f531-0d44-4f54-b0ad-baf75dfd6e9f req-f3a8149d-591f-476e-a138-8b3d74e834a5 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Synchronizing usage tracker for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:37:42.869268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-8251f531-0d44-4f54-b0ad-baf75dfd6e9f req-f3a8149d-591f-476e-a138-8b3d74e834a5 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] Unset dirty status for tenant:402cedb4807e4ce0be35c2bb203e20a5 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:37:42.879118 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8251f531-0d44-4f54-b0ad-baf75dfd6e9f req-f3a8149d-591f-476e-a138-8b3d74e834a5 tempest-DeleteServersTestJSON-1221827740 tempest-DeleteServersTestJSON-1221827740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2e28c23-aa90-47aa-99d6-68768206a212 HTTP/1.1" status: 200 len: 210 time: 0.1877875 Oct 17 18:37:44.187182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46388) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:44.809255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:44.955797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:37:44.994844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: d957d71e-3b60-4431-a11e-202df1efc1d5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:37:44.995278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device d957d71e-3b60-4431-a11e-202df1efc1d5 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:37:45.329250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Deleting port 788a2569-50d1-40c3-81ad-27d2c2fab52d {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:45.329932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:45.517407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] For port 788a2569-50d1-40c3-81ad-27d2c2fab52d, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=788a2569-50d1-40c3-81ad-27d2c2fab52d,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:45.517770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:45.651668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Calling delete_port for 788a2569-50d1-40c3-81ad-27d2c2fab52d owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:45.944673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:45.993059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=788a2569-50d1-40c3-81ad-27d2c2fab52d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:46.040861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.041450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.041754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.042059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.042395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.042731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.043047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.043369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.043686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.044291 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.044613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.044934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:46.310758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:46.820806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Router c48af762-bae1-42ce-843a-ae8eca4e5f07 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:37:47.005293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:37:47.015853 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Sync routers for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:37:47.026491 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:47.029796 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:47.083671 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8735534d-7154-4055-bd6c-7dae4b259ae6 admin admin] 10.222.0.36 "PUT /v2.0/routers/c48af762-bae1-42ce-843a-ae8eca4e5f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8947930 Oct 17 18:37:47.086694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46392) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:47.241130 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:47.288349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:47.481931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:47.562326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Deleting port 1154161a-cd69-43f6-a07e-5c932d8d0cc3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:47.562699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:47.623333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:37:45Z', 'revision_number': 5, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port': {'id': '1154161a-cd69-43f6-a07e-5c932d8d0cc3', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:35Z', 'updated_at': '2022-10-17T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:47.628547 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Checking router: c48af762-bae1-42ce-843a-ae8eca4e5f07 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:37:47.638233 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Routers {'c48af762-bae1-42ce-843a-ae8eca4e5f07'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:47.638533 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c48af762-bae1-42ce-843a-ae8eca4e5f07'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:47.773044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] For port 1154161a-cd69-43f6-a07e-5c932d8d0cc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1154161a-cd69-43f6-a07e-5c932d8d0cc3,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:47.773313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:47.816421 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] Set router c48af762-bae1-42ce-843a-ae8eca4e5f07 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:47.910107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Calling delete_port for 1154161a-cd69-43f6-a07e-5c932d8d0cc3 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:47.930065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:37:47Z', 'revision_number': 6, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:47.934394 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e9a70-3b2a-4a49-bed6-dd1c0a9c1da7 None None] The sync data for ids ['c48af762-bae1-42ce-843a-ae8eca4e5f07'] in dv-neutron-861384-1-hyperv is: [{'id': 'c48af762-bae1-42ce-843a-ae8eca4e5f07', 'name': 'tempest-DeleteServersTestJSON-1859096612-router', 'tenant_id': '402cedb4807e4ce0be35c2bb203e20a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:34Z', 'updated_at': '2022-10-17T18:37:47Z', 'revision_number': 6, 'project_id': '402cedb4807e4ce0be35c2bb203e20a5', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:37:48.174605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.224924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Pushing event deleted for resources: {'Port': ['ID=1154161a-cd69-43f6-a07e-5c932d8d0cc3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:48.327079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.620789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.623042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.789184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.790141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48af762-bae1-42ce-843a-ae8eca4e5f07 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:37:48.803422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.804659 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c49d9bc0-127e-46d3-9611-840990c1496c admin admin] 10.222.0.36 "DELETE /v2.0/routers/c48af762-bae1-42ce-843a-ae8eca4e5f07 HTTP/1.1" status: 204 len: 168 time: 1.7167883 Oct 17 18:37:48.807279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46396) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:48.895044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1154161a-cd69-43f6-a07e-5c932d8d0cc3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:37:48.896851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Deleting subnet a1499bbc-5438-4ab8-9891-555931df71ac {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:37:48.900385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.940337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1154161a-cd69-43f6-a07e-5c932d8d0cc3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:37:48.941161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1154161a-cd69-43f6-a07e-5c932d8d0cc3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:37:48.942111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 788a2569-50d1-40c3-81ad-27d2c2fab52d no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:37:48.963127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.985770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 788a2569-50d1-40c3-81ad-27d2c2fab52d {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:37:48.986144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 788a2569-50d1-40c3-81ad-27d2c2fab52d not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:37:49.082478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.253837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.301493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1499bbc-5438-4ab8-9891-555931df71ac,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:49.305112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.311495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd93e7-89e3-4f7b-9e11-caa744933e23 None None] Network 53813542-79d0-4050-ae05-fac36639446b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:37:49.311645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-21c6b6bb-6b42-4388-b86a-0e3656150b41 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1499bbc-5438-4ab8-9891-555931df71ac HTTP/1.1" status: 204 len: 168 time: 0.5031068 Oct 17 18:37:49.315744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46400) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:49.433564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.445638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Deleting port 14caa309-6494-45af-a7cb-6d2046ba5b39 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:49.446005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.623676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] DHCP port deletion for 53813542-79d0-4050-ae05-fac36639446b request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:37:49.628746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4243a891-f3e7-4f4e-8ebd-ac0b3115082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.633456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Deleting port 14caa309-6494-45af-a7cb-6d2046ba5b39 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:49.634062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.700591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] For port 14caa309-6494-45af-a7cb-6d2046ba5b39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14caa309-6494-45af-a7cb-6d2046ba5b39,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:49.700975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:49.837465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Calling delete_port for 14caa309-6494-45af-a7cb-6d2046ba5b39 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:49.893015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] For port 14caa309-6494-45af-a7cb-6d2046ba5b39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14caa309-6494-45af-a7cb-6d2046ba5b39,segment=NetworkSegment(a34dd924-bd95-4c69-881e-9066cd25fb44),segment_id=a34dd924-bd95-4c69-881e-9066cd25fb44)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:49.893317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.033798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Calling delete_port for 14caa309-6494-45af-a7cb-6d2046ba5b39 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:50.036741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.092426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Pushing event deleted for resources: {'Port': ['ID=14caa309-6494-45af-a7cb-6d2046ba5b39,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:50.098482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] No DVR routers for this DVR port 14caa309-6494-45af-a7cb-6d2046ba5b39 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:37:50.127507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:37:50.127938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:37:50.228513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.259571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53813542-79d0-4050-ae05-fac36639446b']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:50.273015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34dd924-bd95-4c69-881e-9066cd25fb44') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:50.273305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34dd924-bd95-4c69-881e-9066cd25fb44') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:50.290632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.308358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.316316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:37:50.316709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.415942 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment a34dd924-bd95-4c69-881e-9066cd25fb44 resource provider aggregate not found Oct 17 18:37:50.435675 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment a34dd924-bd95-4c69-881e-9066cd25fb44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a34dd924-bd95-4c69-881e-9066cd25fb44 found for delete ", "request_id": "req-61f07750-66f7-4271-975d-752fccafcbf1"}]} Oct 17 18:37:50.516388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.534157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.545342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] Pushing event deleted for resources: {'Network': ['ID=53813542-79d0-4050-ae05-fac36639446b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:50.557309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3b3c3e7d-d90f-42cb-9f83-c96cd1d91857 admin admin] 10.222.0.36 "DELETE /v2.0/networks/53813542-79d0-4050-ae05-fac36639446b HTTP/1.1" status: 204 len: 168 time: 1.2361109 Oct 17 18:37:50.628866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Deleting port 14caa309-6494-45af-a7cb-6d2046ba5b39 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:50.629154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:50.699638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-18763457-a627-4c4e-aa71-2ecc96f4c301 None None] The port '14caa309-6494-45af-a7cb-6d2046ba5b39' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:37:50.901566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14caa309-6494-45af-a7cb-6d2046ba5b39 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:37:50.917636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46412) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:50.957986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 14caa309-6494-45af-a7cb-6d2046ba5b39 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:37:50.958327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14caa309-6494-45af-a7cb-6d2046ba5b39 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:37:50.975632 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2c3fc3d6-7e9f-4ac0-a27d-4717765d23b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=402cedb4807e4ce0be35c2bb203e20a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566700 Oct 17 18:37:50.978880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46416) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:51.042974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:51.070983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:51.211799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:51.231248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50002d1d-f153-4087-ab79-f4a8f5c3cfdd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:51.302233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:51.304062 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-315429c7-cf21-4af0-8cac-9a4d3668596c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50002d1d-f153-4087-ab79-f4a8f5c3cfdd HTTP/1.1" status: 204 len: 168 time: 0.3239977 Oct 17 18:37:52.305467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3dbec69b-7e04-4776-be81-c5c88586ba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.527141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:52.642875 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-319564787-network', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:37:52.651636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:37:52.656034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Usage tracker for resource:network and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:37:52.659969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:37:52.666666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:37:52.745356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Made reservation on behalf of fa2f3ec534d04b2480fa4a4da0174741 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:37:52.747768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.760582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.776049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:37:52.780231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Usage tracker for resource:security_group_rule and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:37:52.783833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:37:52.789825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:37:52.876777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.957106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.991857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:52.995498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:37:52.998098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbcbdd6-6996-4cce-899f-ded444422a43,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:53.011453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.011927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Added segment ea7381b0-812b-45b3-9bd2-e50cbe284126 of type vlan for network d12aaa84-5a10-4e87-979a-ad0fb03dc705 Oct 17 18:37:53.040588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.111145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.139468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.140551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:53.141399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.249467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] Pushing event updated for resources: {'Network': ['ID=d12aaa84-5a10-4e87-979a-ad0fb03dc705,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:53.262450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:37:53.306979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9512b6be-4981-4ea6-a7f2-f885eed8bb6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7782853 Oct 17 18:37:53.310957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46446) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:53.317450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Request body: {'subnet': {'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-subnet', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:37:53.324019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:37:53.328420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Usage tracker for resource:subnet and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:37:53.332602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:37:53.339466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:37:53.428733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Made reservation on behalf of fa2f3ec534d04b2480fa4a4da0174741 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:37:53.431134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.840954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:53.911376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c9c0d4-01d3-4478-873a-a0ed91f2d4be,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:53.925517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Checking segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:37:53.925929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Network hostable DHCP agents. Network: d12aaa84-5a10-4e87-979a-ad0fb03dc705, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:37:54.030676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:37:54.122217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d12aaa84-5a10-4e87-979a-ad0fb03dc705) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:37:54.128197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:54.128788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.133268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302575df-3bae-44fa-8d36-c757c48afea8 None None] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:37:54.244862 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b2f9fac4-f89e-4ff7-963f-17f3648e721b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9289014 Oct 17 18:37:54.245790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46450) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:54.253838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:37:54.262609 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:37:54.268432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Usage tracker for resource:router and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:37:54.272351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:37:54.279417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:37:54.366230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.367315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.386841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.389035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d12aaa84-5a10-4e87-979a-ad0fb03dc705', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:37:54.390031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.546448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.573047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Allocated IP 172.20.0.2 (d12aaa84-5a10-4e87-979a-ad0fb03dc705/67c9c0d4-01d3-4478-873a-a0ed91f2d4be/70024ef7-bb3d-4eb2-bd52-2bb67ba6269b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:37:54.773856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.799737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.810489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Transition to ACTIVE for port object 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:37:54.830196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Transition to ACTIVE for port object 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:37:54.888571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:54.966989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:37:54.969928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:37:54.973858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:37:55.025873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Pushing event updated for resources: {'Port': ['ID=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:55.067081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.067415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.067756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.068090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.068415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.068752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.069075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.069398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.069756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.070081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.070397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.070713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:55.104067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Attempting to bind port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:37:55.104987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Attempting to bind port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:37:55.105328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Attempting to bind port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:37:55.114508 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:37:55.115063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Checking segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:37:55.115675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.116442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Bound using segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:37:55.117174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Bound port: 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:37:55.117767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.225266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.243944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] For port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:37:55.247837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] For port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:37:55.263670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.369356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.434874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Allocated IP 172.26.2.182 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/7267c610-0ca4-419d-ad9c-8d676a3708ca) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:37:55.463832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306957-ff6a-4292-bab1-8c24d71475a9 None None] Pushing event updated for resources: {'Port': ['ID=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:55.612294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.723109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:55.800298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:37:55.804978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:37:55.810366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:37:55.845765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Pushing event updated for resources: {'Port': ['ID=7267c610-0ca4-419d-ad9c-8d676a3708ca,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:55.888346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.464517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.519151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f8a4b-70a6-4786-bbd8-7d6fae4557c7 None None] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:37:56.744419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-34e6e259-c7ac-4d38-9217-cbb5a1cb6e23 None None] Provisioning for port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:37:56.832015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.947216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:37:57.099935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:37:57.105415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:37:57.105814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.106160 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b Oct 17 18:37:57.171996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Router 3c548492-0b0d-4747-982a-99965c499bed is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:37:57.247882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Provisioning complete for port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:37:57.248454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.248993 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Attempt 1 to provision port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b Oct 17 18:37:57.314219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:57.314836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.361564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:37:57.365198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:37:57.401084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Sync routers for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:37:57.428645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:57.429322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:57.482600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.483955 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-005420f4-9a13-49c6-b743-3235f54da3eb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2366657 Oct 17 18:37:57.488281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.488595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46454) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:57.586806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Current status of the port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:57.587684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.716661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:57.740672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:37:57.740995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:37:57.745038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:58.050925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:56Z', 'revision_number': 3, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:58.055125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Checking router: 3c548492-0b0d-4747-982a-99965c499bed for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:37:58.055478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Updating router 3c548492-0b0d-4747-982a-99965c499bed port 7267c610-0ca4-419d-ad9c-8d676a3708ca binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:37:58.116810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.212750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.412083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-07930819-53d2-4d1a-820c-dd9bfa029d4f None None] Current status of the port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:58.460911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Allocated IP 172.20.0.1 (d12aaa84-5a10-4e87-979a-ad0fb03dc705/67c9c0d4-01d3-4478-873a-a0ed91f2d4be/597db14a-6a30-42bb-bedc-09c836692eee) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:37:58.544988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.556521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Transition to ACTIVE for port object 7267c610-0ca4-419d-ad9c-8d676a3708ca will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:37:58.610163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.625422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Transition to ACTIVE for port object 597db14a-6a30-42bb-bedc-09c836692eee will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:37:58.648120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.712268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Attempting to bind port 7267c610-0ca4-419d-ad9c-8d676a3708ca on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:37:58.712631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Attempting to bind port 7267c610-0ca4-419d-ad9c-8d676a3708ca by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:37:58.712989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Attempting to bind port 7267c610-0ca4-419d-ad9c-8d676a3708ca on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:37:58.715570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.723631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:37:58.723983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:37:58.724380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.724773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:37:58.725231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Bound port: 7267c610-0ca4-419d-ad9c-8d676a3708ca, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:37:58.725627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.768281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8830a1f-3f4e-4288-8131-1d3b5cfcc667 None None] Pushing event updated for resources: {'Port': ['ID=7267c610-0ca4-419d-ad9c-8d676a3708ca,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:58.780502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:37:58.783433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:37:58.787372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:37:58.806285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] For port 7267c610-0ca4-419d-ad9c-8d676a3708ca, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:37:58.809637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] For port 7267c610-0ca4-419d-ad9c-8d676a3708ca, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7267c610-0ca4-419d-ad9c-8d676a3708ca,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:37:58.828049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Pushing event updated for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:58.840131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.840486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.840855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.841149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.841489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.841845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.842178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.842504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.842833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.843158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.843479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.843876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:58.860291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.903711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.925519 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:37:58.962350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:37:59.006847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:59.007736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:59.168337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.193479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8830a1f-3f4e-4288-8131-1d3b5cfcc667 None None] Pushing event updated for resources: {'Port': ['ID=7267c610-0ca4-419d-ad9c-8d676a3708ca,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:59.225726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:37:59.226011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.226342 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b Oct 17 18:37:59.260341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Provisioning for port 597db14a-6a30-42bb-bedc-09c836692eee completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:37:59.284334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:59.383546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Provisioning complete for port 597db14a-6a30-42bb-bedc-09c836692eee triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:37:59.383546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.383876 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 1 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:37:59.395445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.476962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.520780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:37:59.585875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Pushing event updated for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:59.588225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.616599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:37:59.690496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:56Z', 'revision_number': 3, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:59.694623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520204d0-f28b-4733-bd51-37d5fd329ead None None] The sync data for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv is: [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:56Z', 'revision_number': 3, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:37:59.736934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:37:59.737875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:37:59.969894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Router 3c548492-0b0d-4747-982a-99965c499bed has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:38:00.023651 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 2 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:00.098286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:00.167947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:38:00.182755 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7e30408d-b605-46dd-8ba5-13739aae8a10 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c548492-0b0d-4747-982a-99965c499bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878996 Oct 17 18:38:00.600175 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 3 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:00.661990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:00.761979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-69e6f9f8-a693-4239-bb74-6c4135c2052b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:00.762678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-69e6f9f8-a693-4239-bb74-6c4135c2052b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:00.865980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-69e6f9f8-a693-4239-bb74-6c4135c2052b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:00.867307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-69e6f9f8-a693-4239-bb74-6c4135c2052b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 814 time: 0.2554977 Oct 17 18:38:00.883632 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-74f283a2-3b18-4879-8353-1f57b5fc4d3b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/quotas/fa2f3ec534d04b2480fa4a4da0174741 HTTP/1.1" status: 200 len: 375 time: 0.0104840 Oct 17 18:38:00.918474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7267c610-0ca4-419d-ad9c-8d676a3708ca up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:00.980309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-52216d69-d1c8-4db6-b751-9c9ba057ed72 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907955 Oct 17 18:38:01.091995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7267c610-0ca4-419d-ad9c-8d676a3708ca completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:01.099856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7267c610-0ca4-419d-ad9c-8d676a3708ca triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:01.100359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.100780 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7267c610-0ca4-419d-ad9c-8d676a3708ca Oct 17 18:38:01.164185 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 4 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:01.320379 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Sync routers for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:38:01.323355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:01.333651 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:01.334398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-7565065a-0995-459a-83f8-461ef60ab3a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430781 Oct 17 18:38:01.334534 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:01.339206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7267c610-0ca4-419d-ad9c-8d676a3708ca is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:01.339589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.357749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 7267c610-0ca4-419d-ad9c-8d676a3708ca, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7267c610-0ca4-419d-ad9c-8d676a3708ca,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:01.457615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.472839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-3a8f70cd-0729-4996-83bd-8787b9d64952 service neutron] 10.222.0.36 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371074 Oct 17 18:38:01.540433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=7267c610-0ca4-419d-ad9c-8d676a3708ca,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:01.566850 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:01.810025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-32b2ad8a-c50c-486a-aab6-756cbff6a90c req-80dfe988-ba53-44c9-a73d-01aadcbf120d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:01.825121 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 5 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:01.895258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:01.897865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-32b2ad8a-c50c-486a-aab6-756cbff6a90c req-80dfe988-ba53-44c9-a73d-01aadcbf120d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:01.899099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32b2ad8a-c50c-486a-aab6-756cbff6a90c req-80dfe988-ba53-44c9-a73d-01aadcbf120d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 210 time: 0.1428642 Oct 17 18:38:01.927909 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:59Z', 'revision_number': 4, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '597db14a-6a30-42bb-bedc-09c836692eee', 'name': '', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'mac_address': 'fa:16:3e:65:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:58Z', 'updated_at': '2022-10-17T18:37:59Z', 'revision_number': 2, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'subnets': [{'id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:01.932218 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Checking router: 3c548492-0b0d-4747-982a-99965c499bed for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:38:01.932568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Updating router 3c548492-0b0d-4747-982a-99965c499bed port 597db14a-6a30-42bb-bedc-09c836692eee binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:38:01.986491 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.353969 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.368823 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Transition to ACTIVE for port object 597db14a-6a30-42bb-bedc-09c836692eee will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:02.396550 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 6 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:02.456471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:02.472197 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.673642 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Pushing event updated for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:02.692216 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.692560 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.692895 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.693227 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.693556 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.693910 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.694229 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.694560 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.694871 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.695187 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.695504 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.695827 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:02.709075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Attempting to bind port 597db14a-6a30-42bb-bedc-09c836692eee on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:02.709075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Attempting to bind port 597db14a-6a30-42bb-bedc-09c836692eee by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:02.709075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Attempting to bind port 597db14a-6a30-42bb-bedc-09c836692eee on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:02.711764 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:02.712142 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Checking segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:02.712541 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.712929 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Bound using segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:02.713392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Bound port: 597db14a-6a30-42bb-bedc-09c836692eee, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:02.713801 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.807505 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] For port 597db14a-6a30-42bb-bedc-09c836692eee, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:02.810676 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] For port 597db14a-6a30-42bb-bedc-09c836692eee, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=597db14a-6a30-42bb-bedc-09c836692eee,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:02.901763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7267c610-0ca4-419d-ad9c-8d676a3708ca up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:02.905320 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.959934 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Attempt 7 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:02.964318 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:02.965152 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:37:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:03.053657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7267c610-0ca4-419d-ad9c-8d676a3708ca triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:03.054955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:03.055934 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7267c610-0ca4-419d-ad9c-8d676a3708ca Oct 17 18:38:03.105476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d9924fef-2f25-4288-9b8a-2484c64a7f9e None None] Port 597db14a-6a30-42bb-bedc-09c836692eee had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:38:03.111559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc159d6f-3b34-48d1-a51b-08bfad23d2b2 req-ddb8c30b-e915-4c7e-96ab-6175027c9845 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 210 time: 0.0576975 Oct 17 18:38:03.161214 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c782e9-567d-4d38-9e2f-5a09f351229b None None] Pushing event updated for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:03.201571 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:03.212599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7267c610-0ca4-419d-ad9c-8d676a3708ca is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:03.578875 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:59Z', 'revision_number': 4, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '597db14a-6a30-42bb-bedc-09c836692eee', 'name': '', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'mac_address': 'fa:16:3e:65:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:58Z', 'updated_at': '2022-10-17T18:38:02Z', 'revision_number': 4, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'subnets': [{'id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:03.582902 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1156a-d3f9-4be8-ba96-6a304c332b19 None None] The sync data for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv is: [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:37:59Z', 'revision_number': 4, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '597db14a-6a30-42bb-bedc-09c836692eee', 'name': '', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'mac_address': 'fa:16:3e:65:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:58Z', 'updated_at': '2022-10-17T18:38:02Z', 'revision_number': 4, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'subnets': [{'id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:04.297449 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b15f6225-5ed1-452b-b810-91f82971e0d1 req-07adfce3-b316-413f-8406-3006b1e60d69 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 210 time: 0.0560415 Oct 17 18:38:04.634019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-6ae192f8-99ca-4f20-94b8-c29e28b6c2f2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:04.635722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-6ae192f8-99ca-4f20-94b8-c29e28b6c2f2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 814 time: 0.2037785 Oct 17 18:38:04.659014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'port': {'device_id': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'admin_state_up': True, 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:04.803990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:04.814816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:04.900329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Made reservation on behalf of fa2f3ec534d04b2480fa4a4da0174741 for: {'port': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:38:04.904213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.924413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 597db14a-6a30-42bb-bedc-09c836692eee up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:05.080646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 597db14a-6a30-42bb-bedc-09c836692eee completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:05.085628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 597db14a-6a30-42bb-bedc-09c836692eee triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:05.086695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.086695 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:05.098772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Allocated IP 172.20.0.8 (d12aaa84-5a10-4e87-979a-ad0fb03dc705/67c9c0d4-01d3-4478-873a-a0ed91f2d4be/af13daa0-0009-4a11-a8fb-ae72e00099b3) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:05.232638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 597db14a-6a30-42bb-bedc-09c836692eee is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:05.233264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.271397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 597db14a-6a30-42bb-bedc-09c836692eee, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=597db14a-6a30-42bb-bedc-09c836692eee,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:05.312864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.329102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Transition to ACTIVE for port object af13daa0-0009-4a11-a8fb-ae72e00099b3 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:05.352209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.434430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:05.464790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.557310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:05.564025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:05.566595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:05.569554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:05.648629 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7680e2-3060-463b-b52f-c1e7802ebc3c req-8e344671-e100-420d-88cf-fc274e18a6a0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:05.650271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3b7680e2-3060-463b-b52f-c1e7802ebc3c req-8e344671-e100-420d-88cf-fc274e18a6a0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 931 time: 0.2283864 Oct 17 18:38:05.659235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:05.659884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.720098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3b7680e2-3060-463b-b52f-c1e7802ebc3c req-d0e0caf9-bd8d-4018-94bc-f45849649c75 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:05.779165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0d845faf-3b36-4f2d-93c6-ffa0ef54128e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277800 Oct 17 18:38:05.797827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Request body: {'port': {'device_id': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:05.827272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-3b7680e2-3060-463b-b52f-c1e7802ebc3c req-d0e0caf9-bd8d-4018-94bc-f45849649c75 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:05.828937 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3b7680e2-3060-463b-b52f-c1e7802ebc3c req-d0e0caf9-bd8d-4018-94bc-f45849649c75 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643593 Oct 17 18:38:05.939571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.957279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Provisioning for port af13daa0-0009-4a11-a8fb-ae72e00099b3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:05.962713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Provisioning complete for port af13daa0-0009-4a11-a8fb-ae72e00099b3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:05.963083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.963419 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Attempt 1 to provision port af13daa0-0009-4a11-a8fb-ae72e00099b3 Oct 17 18:38:06.020682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Port af13daa0-0009-4a11-a8fb-ae72e00099b3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:06.417538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:06.426183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.442264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Transition to ACTIVE for port object af13daa0-0009-4a11-a8fb-ae72e00099b3 will not be triggered until provisioned by entity L2. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:06.522346 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Attempt 2 to provision port af13daa0-0009-4a11-a8fb-ae72e00099b3 Oct 17 18:38:06.532718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.585695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Port af13daa0-0009-4a11-a8fb-ae72e00099b3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:06.729074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:06.780794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Attempting to bind port af13daa0-0009-4a11-a8fb-ae72e00099b3 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:06.781134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Attempting to bind port af13daa0-0009-4a11-a8fb-ae72e00099b3 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:06.781464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Attempting to bind port af13daa0-0009-4a11-a8fb-ae72e00099b3 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:06.787363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Port af13daa0-0009-4a11-a8fb-ae72e00099b3 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:38:06.787681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Attempting to bind port af13daa0-0009-4a11-a8fb-ae72e00099b3 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:06.793625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:06.793965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Checking segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:06.794355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Bound using segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} {{(pid=89826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:06.794768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.managers [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Bound port: af13daa0-0009-4a11-a8fb-ae72e00099b3, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}}] {{(pid=89826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:06.795113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.900338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, cleared binding levels {{(pid=89826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:06.905876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:06.906589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 597db14a-6a30-42bb-bedc-09c836692eee up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:06.981033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 597db14a-6a30-42bb-bedc-09c836692eee triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:06.981746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.981746 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 597db14a-6a30-42bb-bedc-09c836692eee Oct 17 18:38:07.009354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.012503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:07.014355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.014968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] 10.222.0.42 "PUT /v2.0/ports/af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 1093 time: 1.2221539 Oct 17 18:38:07.050580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af05b7-cbe4-42ee-bbc7-067e6da9c8a0 req-11449386-9b65-4ead-988e-6c2accc83523 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:07.054468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:07.054617 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61af05b7-cbe4-42ee-bbc7-067e6da9c8a0 req-11449386-9b65-4ead-988e-6c2accc83523 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 943 time: 0.0957520 Oct 17 18:38:07.054713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619cd40-634d-49b4-9171-f5eb983f6230" -d '{"events": [{"name": "network-changed", "server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:07.096923 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Attempt 3 to provision port af13daa0-0009-4a11-a8fb-ae72e00099b3 Oct 17 18:38:07.103759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912456dd-96d2-452f-9aac-f42fca835442 service neutron] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=3']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:07.104542 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61af05b7-cbe4-42ee-bbc7-067e6da9c8a0 req-21a7e8be-2af5-4f02-b35c-41cfede4ca59 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Oct 17 18:38:07.127364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418bb215-759f-4b1d-a39b-ec28d7207a8d x-openstack-request-id: req-418bb215-759f-4b1d-a39b-ec28d7207a8d {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:07.127816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:07.128229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-418bb215-759f-4b1d-a39b-ec28d7207a8d {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:07.128637 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418bb215-759f-4b1d-a39b-ec28d7207a8d'] response: {'name': 'network-changed', 'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'status': 'completed', 'code': 200} Oct 17 18:38:07.166885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 597db14a-6a30-42bb-bedc-09c836692eee is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:07.179923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4af1c0ba-1058-452d-a3a6-b50be0048286 None None] Port af13daa0-0009-4a11-a8fb-ae72e00099b3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:38:07.232770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0478f4c5-d7ca-4eca-9103-713a54526947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:07.234283 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-0478f4c5-d7ca-4eca-9103-713a54526947 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1096 time: 0.0908117 Oct 17 18:38:07.308332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-609255c2-cf5e-4a24-8cc0-eea0b73cf140 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.0608437 Oct 17 18:38:07.373031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-c5809633-a4b3-44a0-a2af-705cd1a5be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:07.374392 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-c5809633-a4b3-44a0-a2af-705cd1a5be53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0603881 Oct 17 18:38:07.458052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-d758d922-2947-456d-ba2e-6dcdc2cce26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:07.459520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-d758d922-2947-456d-ba2e-6dcdc2cce26b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789328 Oct 17 18:38:07.591777 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-324bd93b-78f2-441d-877f-7db9c7f7be3c service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259081 Oct 17 18:38:07.727822 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1723e523-a966-4eb2-a6fb-de8e0f33a46c req-e9d92b27-d6d7-4028-bd70-d90e177c78fe service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301551 Oct 17 18:38:08.001820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-82017fb4-ea34-4ca7-afb0-93ab9ad877d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:08.003276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-82017fb4-ea34-4ca7-afb0-93ab9ad877d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1096 time: 0.0838251 Oct 17 18:38:08.140988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-6017b3bb-db4c-4f6a-b79e-227c71e85625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:08.143046 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-6017b3bb-db4c-4f6a-b79e-227c71e85625 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1334147 Oct 17 18:38:08.211848 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-a077c258-06aa-49e0-8214-24e121165aa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.0621924 Oct 17 18:38:08.333049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-c26b0c1d-df93-4ea2-b0b8-6b6de71b9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:08.334517 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-c26b0c1d-df93-4ea2-b0b8-6b6de71b9a9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.1165850 Oct 17 18:38:08.531695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde94a60-5d31-4244-9476-e34fccdbb398 req-4d8c7cfd-0006-4e57-8301-319d4ae8ce50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:08.532381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-dde94a60-5d31-4244-9476-e34fccdbb398 req-4d8c7cfd-0006-4e57-8301-319d4ae8ce50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:08.561751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-6823753b-34c0-4ff1-849c-d49f355dc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:08.561751 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-6823753b-34c0-4ff1-849c-d49f355dc82b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2188051 Oct 17 18:38:08.634891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-dde94a60-5d31-4244-9476-e34fccdbb398 req-4d8c7cfd-0006-4e57-8301-319d4ae8ce50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:08.636034 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dde94a60-5d31-4244-9476-e34fccdbb398 req-4d8c7cfd-0006-4e57-8301-319d4ae8ce50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 943 time: 0.3883090 Oct 17 18:38:08.715343 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dde94a60-5d31-4244-9476-e34fccdbb398 req-0e908b23-7b4d-49dd-acfe-b093701b1f41 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735068 Oct 17 18:38:08.734897 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-60df3a05-ce87-4b20-9d62-b8850fe9cf6f service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669064 Oct 17 18:38:08.875754 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c619cd40-634d-49b4-9171-f5eb983f6230 req-a8b53e30-2647-4936-8538-2ed8157c5c5c service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327879 Oct 17 18:38:09.935606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6674f1-3317-4393-9957-a10e124fed4d req-d416ecde-8674-41af-88a4-ba74b29b6df4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:09.937084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6a6674f1-3317-4393-9957-a10e124fed4d req-d416ecde-8674-41af-88a4-ba74b29b6df4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 943 time: 0.0979781 Oct 17 18:38:09.982843 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6a6674f1-3317-4393-9957-a10e124fed4d req-ad0c0f4c-17ce-4128-8410-62d1253f80f8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 Oct 17 18:38:11.027732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:38:11.220759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceedb10-bb40-46ed-9a0b-297adfd4483d req-0d8c1963-e578-4ba7-9c31-4da9a1ed2a61 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:11.223167 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ceedb10-bb40-46ed-9a0b-297adfd4483d req-0d8c1963-e578-4ba7-9c31-4da9a1ed2a61 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 943 time: 0.1179795 Oct 17 18:38:11.225012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:11.239058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'port_id': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'mac_address': 'fa:16:3e:bc:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:38:11.292285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ceedb10-bb40-46ed-9a0b-297adfd4483d req-e07ccd74-d4d6-4bcb-9df8-c3dfd04b2327 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621295 Oct 17 18:38:11.315376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:11.315755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.334272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:11.350562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:11.449367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.519012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:11.875247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['af13daa0-0009-4a11-a8fb-ae72e00099b3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:38:12.483982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aa770-44cf-4c3d-9804-7ce90550f2d0 req-7819cb24-58dc-4095-bf7a-cfb48d568083 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:12.485519 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b57aa770-44cf-4c3d-9804-7ce90550f2d0 req-7819cb24-58dc-4095-bf7a-cfb48d568083 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 944 time: 0.0930653 Oct 17 18:38:12.536360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b57aa770-44cf-4c3d-9804-7ce90550f2d0 req-ae71756a-4d53-4533-81a5-7cc683f47e79 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Oct 17 18:38:13.028818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:13.163514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port af13daa0-0009-4a11-a8fb-ae72e00099b3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:13.169280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port af13daa0-0009-4a11-a8fb-ae72e00099b3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:13.169745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.170083 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port af13daa0-0009-4a11-a8fb-ae72e00099b3 Oct 17 18:38:13.316546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:13.316914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.343585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:13.346441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16659240-df20-4c46-8dec-4c79e5313933" -d '{"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:13.355060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:13.399777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25db055-ac3c-404b-8ff8-50dbe3ab3dee x-openstack-request-id: req-b25db055-ac3c-404b-8ff8-50dbe3ab3dee {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:13.400070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:13.400327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b25db055-ac3c-404b-8ff8-50dbe3ab3dee {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:13.400727 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25db055-ac3c-404b-8ff8-50dbe3ab3dee'] response: {'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'code': 200} Oct 17 18:38:13.443497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.518864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:13.810450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134259e1-d2c7-4592-a9d6-08585890c4f7 req-6c37a83d-52f2-4213-ac90-7693151ad521 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:13.811887 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-134259e1-d2c7-4592-a9d6-08585890c4f7 req-6c37a83d-52f2-4213-ac90-7693151ad521 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1060512 Oct 17 18:38:13.862440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-134259e1-d2c7-4592-a9d6-08585890c4f7 req-df0524ff-a06a-4a46-960e-31d4567517ef tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Oct 17 18:38:13.870382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9ff3-911c-4e38-9007-106aedea08a6 req-ab58ed5c-fde5-4136-a4bd-b2ab04d4eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:13.871871 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-165b9ff3-911c-4e38-9007-106aedea08a6 req-ab58ed5c-fde5-4136-a4bd-b2ab04d4eac1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1098 time: 0.0805657 Oct 17 18:38:13.915135 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-165b9ff3-911c-4e38-9007-106aedea08a6 req-09102737-ffa2-4255-aa9c-be47015a354d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Oct 17 18:38:15.073431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f616d-f768-4cc9-acab-d0ece844d3fc req-39f72192-4327-4ff4-aae6-334b7ba31323 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:15.074908 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-738f616d-f768-4cc9-acab-d0ece844d3fc req-39f72192-4327-4ff4-aae6-334b7ba31323 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0966043 Oct 17 18:38:15.122115 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-738f616d-f768-4cc9-acab-d0ece844d3fc req-9335f01c-c594-407d-ad8c-0ffd316360e5 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Oct 17 18:38:16.464851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e04638-6011-4772-a5cc-155f3faf09b1 req-fe7b5011-4fb4-451b-9d08-dc428f23c6b8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:16.466393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e3e04638-6011-4772-a5cc-155f3faf09b1 req-fe7b5011-4fb4-451b-9d08-dc428f23c6b8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.2219188 Oct 17 18:38:16.513825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e3e04638-6011-4772-a5cc-155f3faf09b1 req-56e7c4a6-aea3-400c-8a1e-7aea8e39faf7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Oct 17 18:38:16.739121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f8ba3-b07f-4390-b667-2d65c50a06ca req-3ca6b3d3-3a9d-441d-ac19-962af4b9fcc3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:16.740508 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f53f8ba3-b07f-4390-b667-2d65c50a06ca req-3ca6b3d3-3a9d-441d-ac19-962af4b9fcc3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1048608 Oct 17 18:38:16.789063 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f53f8ba3-b07f-4390-b667-2d65c50a06ca req-7957ad28-4417-495f-a01e-9b6633303b5a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Oct 17 18:38:17.253487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be8d8f-226e-43de-a7a0-227519c5ea24 req-4d34104e-8923-46fa-a2c8-2e878feb748e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:17.255619 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b4be8d8f-226e-43de-a7a0-227519c5ea24 req-4d34104e-8923-46fa-a2c8-2e878feb748e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0985525 Oct 17 18:38:17.303347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b4be8d8f-226e-43de-a7a0-227519c5ea24 req-3fab9d6c-3dd1-41ec-af64-4e06ba45e732 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Oct 17 18:38:17.516041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12320410-4db8-4f73-a0ce-d37400eecbb7 req-c30ffaf7-61e0-4bbd-8cac-b4d19497894c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:17.518095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-12320410-4db8-4f73-a0ce-d37400eecbb7 req-c30ffaf7-61e0-4bbd-8cac-b4d19497894c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0928395 Oct 17 18:38:17.566780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-12320410-4db8-4f73-a0ce-d37400eecbb7 req-d98bb689-190b-4e08-ac8e-169576f62513 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Oct 17 18:38:18.180978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646130b-b55d-4061-b55a-735b7e8eddca req-89695c4f-60af-4b0c-bb21-967c318e3a50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:18.182558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4646130b-b55d-4061-b55a-735b7e8eddca req-89695c4f-60af-4b0c-bb21-967c318e3a50 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0922499 Oct 17 18:38:18.286158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4646130b-b55d-4061-b55a-735b7e8eddca req-ccf21c38-97d7-4a64-b2a2-1fda50184da4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667734 Oct 17 18:38:18.305204 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-675e1084-071f-4b8e-9f54-1d7996392e4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216872 Oct 17 18:38:19.509968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafde12e-7e3c-4daf-8f84-7c0ef1de2b30 req-d02f2f37-3e5d-451a-9ee8-bd9b7c5e0961 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:19.511532 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cafde12e-7e3c-4daf-8f84-7c0ef1de2b30 req-d02f2f37-3e5d-451a-9ee8-bd9b7c5e0961 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0988746 Oct 17 18:38:19.563179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cafde12e-7e3c-4daf-8f84-7c0ef1de2b30 req-31f5ff65-d3e8-43f1-ad01-8bef8f6e0f20 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Oct 17 18:38:19.618577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1212d927-1cb5-47b0-8eed-47684900f432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.568330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-fae19ea7-1b9b-4d62-8be2-b70f6571c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:20.569756 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-fae19ea7-1b9b-4d62-8be2-b70f6571c3b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1098 time: 0.0853558 Oct 17 18:38:20.724567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-2b495275-1015-475e-b645-0d75df597825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:20.726185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-2b495275-1015-475e-b645-0d75df597825 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1504667 Oct 17 18:38:20.783634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f61798-c104-42c4-87df-c2b814a4c916 req-e317a146-e9f1-458f-ab2a-3c4c2d77f307 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:20.785227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75f61798-c104-42c4-87df-c2b814a4c916 req-e317a146-e9f1-458f-ab2a-3c4c2d77f307 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0991073 Oct 17 18:38:20.805389 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-c3ce0257-0c3d-40b7-85a1-7944e147172b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.0725455 Oct 17 18:38:20.840941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75f61798-c104-42c4-87df-c2b814a4c916 req-f63d18a6-90f9-4203-8a39-ef048bc94dfa tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Oct 17 18:38:20.881172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-f3729468-73be-4ade-8176-54fa9ae64d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:20.883643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-f3729468-73be-4ade-8176-54fa9ae64d66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0723054 Oct 17 18:38:20.975112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-de4863d6-33d0-4cce-bef9-9543db8dbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:20.976581 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-de4863d6-33d0-4cce-bef9-9543db8dbbe7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872388 Oct 17 18:38:21.123076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-7b238a14-ce5e-42aa-b7df-a9239bdaec5b service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402676 Oct 17 18:38:21.368298 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-76bce156-ab8a-4ee2-87eb-848e7b709555 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387102 Oct 17 18:38:22.048129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71380bcd-ff60-4ce0-9bb7-6365cd083678 req-575c700f-e6d3-4f4f-a757-23c68f584f2f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:22.049592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-71380bcd-ff60-4ce0-9bb7-6365cd083678 req-575c700f-e6d3-4f4f-a757-23c68f584f2f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0882108 Oct 17 18:38:22.103373 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-71380bcd-ff60-4ce0-9bb7-6365cd083678 req-a689aec3-7c8a-4f8e-8765-ae3d7ea5cbf8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451334 Oct 17 18:38:22.304819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ce832dae-280a-4061-b322-900573f9fb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.003826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.109828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.303319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f2889-b451-4689-9ecd-b09f49c96a7b req-3aaea7fb-39ad-4674-b125-6ea22ccfc31f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:23.304845 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-960f2889-b451-4689-9ecd-b09f49c96a7b req-3aaea7fb-39ad-4674-b125-6ea22ccfc31f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0897157 Oct 17 18:38:23.349440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-960f2889-b451-4689-9ecd-b09f49c96a7b req-ddaa5471-8f39-4175-a107-ea8d9cc9eb17 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 Oct 17 18:38:24.483916 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:24.556552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270501f5-c2b1-48be-8ca1-ed2aecf52cea req-3e455939-a35d-4311-8f4c-316a7804e52e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:24.557914 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-270501f5-c2b1-48be-8ca1-ed2aecf52cea req-3e455939-a35d-4311-8f4c-316a7804e52e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0910826 Oct 17 18:38:24.603277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-270501f5-c2b1-48be-8ca1-ed2aecf52cea req-2416fe1b-d45f-409a-939a-05b886f75db6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Oct 17 18:38:25.817025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a30bc-7137-4535-a062-2dc2cf936cbb req-08f17385-ce33-48ac-87d6-c6f23e2501a4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:25.819079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ca7a30bc-7137-4535-a062-2dc2cf936cbb req-08f17385-ce33-48ac-87d6-c6f23e2501a4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1020806 Oct 17 18:38:25.864989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ca7a30bc-7137-4535-a062-2dc2cf936cbb req-32a5eba7-badc-44ca-8dc0-102a92282755 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Oct 17 18:38:25.907048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:26.158399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-a66a02fb-62b6-493c-8d6f-e269978b97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.159770 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-a66a02fb-62b6-493c-8d6f-e269978b97b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1098 time: 0.0854826 Oct 17 18:38:26.324770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-73e4753e-b3c0-4d14-88c9-92153251cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.326259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-73e4753e-b3c0-4d14-88c9-92153251cbc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1435354 Oct 17 18:38:26.394614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-65db4c60-22aa-4d19-8094-95dcefea2e44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.0620573 Oct 17 18:38:26.461397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-05ab6c9c-b4f3-41e7-9d20-9fa986e9886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.462852 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-05ab6c9c-b4f3-41e7-9d20-9fa986e9886d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0616436 Oct 17 18:38:26.551064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-20357c86-64de-4795-833e-bc00a405f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.552530 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-20357c86-64de-4795-833e-bc00a405f933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837069 Oct 17 18:38:26.710592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-b0929ed3-f694-423b-b9a3-c7bf21d53ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514170 Oct 17 18:38:26.851972 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-928c989f-3d4a-4555-ba6b-c14a15666e54 req-11c61ba6-6935-4153-85ac-85effe258997 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357777 Oct 17 18:38:27.113936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924bcf-8b32-473d-8451-9b88fabe7460 req-4dffcc79-7436-4271-8251-021f2ff51a41 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:27.115418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-04924bcf-8b32-473d-8451-9b88fabe7460 req-4dffcc79-7436-4271-8251-021f2ff51a41 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1311326 Oct 17 18:38:27.166868 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-04924bcf-8b32-473d-8451-9b88fabe7460 req-c08a56b1-791f-421e-aa19-5b18676bc805 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Oct 17 18:38:28.374596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e39833-3dad-4f73-ad0e-646780329ec7 req-689e2289-f100-48a4-b61c-3c03483e54df tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:28.376761 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7e39833-3dad-4f73-ad0e-646780329ec7 req-689e2289-f100-48a4-b61c-3c03483e54df tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0908196 Oct 17 18:38:28.424044 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b7e39833-3dad-4f73-ad0e-646780329ec7 req-fc01d26a-326b-490b-b929-3e7ef3125388 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Oct 17 18:38:29.627803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532731d-3565-459a-8d8f-e9dd67f5faf6 req-9801d75d-068e-4764-ad15-9cff7b115160 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:29.629152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d532731d-3565-459a-8d8f-e9dd67f5faf6 req-9801d75d-068e-4764-ad15-9cff7b115160 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0931430 Oct 17 18:38:29.673025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d532731d-3565-459a-8d8f-e9dd67f5faf6 req-c8e8720d-fd2a-491f-a405-6ee292348007 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Oct 17 18:38:30.890970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fefc3-00f2-4b59-acce-422a9e7a2532 req-f0d8e598-9a58-47d3-9aa8-7651262439ae tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:30.895562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-779fefc3-00f2-4b59-acce-422a9e7a2532 req-f0d8e598-9a58-47d3-9aa8-7651262439ae tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0994952 Oct 17 18:38:30.943579 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-779fefc3-00f2-4b59-acce-422a9e7a2532 req-395e7d7f-8532-4d7d-82c5-843cf678da20 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Oct 17 18:38:32.151841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0227d5-532e-4c24-890d-a30887be63b4 req-54c03d7d-d0ed-4cf1-abb9-5e89074f1e5c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:32.153346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-da0227d5-532e-4c24-890d-a30887be63b4 req-54c03d7d-d0ed-4cf1-abb9-5e89074f1e5c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0932992 Oct 17 18:38:32.203873 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-da0227d5-532e-4c24-890d-a30887be63b4 req-8e8a09d0-9b02-4883-bfeb-a7a8faf289d0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Oct 17 18:38:33.419692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb05c3d-3871-467c-b3ce-a85abad8fd9d req-98330347-567a-43f1-89f5-944a38532e84 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:33.421259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fb05c3d-3871-467c-b3ce-a85abad8fd9d req-98330347-567a-43f1-89f5-944a38532e84 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0991406 Oct 17 18:38:33.472091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3fb05c3d-3871-467c-b3ce-a85abad8fd9d req-fb40302a-8e62-45a0-986f-0277671f6852 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Oct 17 18:38:34.684090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca580b-4b19-431c-91fd-7bf5bc37bd72 req-06303c6c-21e6-43cd-88b7-ea112ebc391d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:34.685528 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18ca580b-4b19-431c-91fd-7bf5bc37bd72 req-06303c6c-21e6-43cd-88b7-ea112ebc391d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0946832 Oct 17 18:38:34.731104 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18ca580b-4b19-431c-91fd-7bf5bc37bd72 req-10fcf58f-d3e6-4898-87d8-b0063cf8b5f2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Oct 17 18:38:35.926749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:38:35.934790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98d55-b4c4-4950-9801-d406c9f6b26e req-aafbf1ee-f2a5-4488-9b48-bab91d6218b5 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:35.936276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec98d55-b4c4-4950-9801-d406c9f6b26e req-aafbf1ee-f2a5-4488-9b48-bab91d6218b5 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0881925 Oct 17 18:38:35.984175 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec98d55-b4c4-4950-9801-d406c9f6b26e req-20107dfc-3045-46cf-a920-4f8b39b02571 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Oct 17 18:38:37.186447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab7b60-c091-4172-b635-6e8c11eacc05 req-23bed1a2-a26e-4b8d-a78f-36d058f83ee6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:37.187953 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a9ab7b60-c091-4172-b635-6e8c11eacc05 req-23bed1a2-a26e-4b8d-a78f-36d058f83ee6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0929451 Oct 17 18:38:37.237309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a9ab7b60-c091-4172-b635-6e8c11eacc05 req-b238a4b1-361e-414f-b590-2732bdf74056 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 Oct 17 18:38:38.454488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec82a6-8c87-4715-a0f8-7d5e2d3c15dc req-cf29bf5b-d42b-4844-aa04-a88fde2fd910 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.456463 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90ec82a6-8c87-4715-a0f8-7d5e2d3c15dc req-cf29bf5b-d42b-4844-aa04-a88fde2fd910 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1049197 Oct 17 18:38:38.502829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90ec82a6-8c87-4715-a0f8-7d5e2d3c15dc req-06a692c2-7258-488e-89ad-92370b4e7f56 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Oct 17 18:38:39.704430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfc380-1001-4ba2-aefe-c77b8522b79b req-3d0c7125-ae30-4f0c-b42b-a69af4c7d238 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:39.705948 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-26dfc380-1001-4ba2-aefe-c77b8522b79b req-3d0c7125-ae30-4f0c-b42b-a69af4c7d238 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0892549 Oct 17 18:38:39.751171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-26dfc380-1001-4ba2-aefe-c77b8522b79b req-87ce416e-b954-42e4-bba4-4b93a1f5c6e6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Oct 17 18:38:40.960315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc95df-3bd5-436a-b92c-8c3b055f0e51 req-04f2270c-46fd-4f89-bc8b-ee0f93dd3b8c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:40.961792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ebc95df-3bd5-436a-b92c-8c3b055f0e51 req-04f2270c-46fd-4f89-bc8b-ee0f93dd3b8c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0969055 Oct 17 18:38:41.008461 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ebc95df-3bd5-436a-b92c-8c3b055f0e51 req-c3509f32-2524-4eb5-a569-a3d23de41324 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Oct 17 18:38:42.234382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc22b5-ba02-4e72-98c7-8f8398351036 req-debe69e0-4f98-43c9-88e6-67d679dc1534 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:42.236313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27fc22b5-ba02-4e72-98c7-8f8398351036 req-debe69e0-4f98-43c9-88e6-67d679dc1534 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1043494 Oct 17 18:38:42.294893 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27fc22b5-ba02-4e72-98c7-8f8398351036 req-7a0d8ccd-20b6-4e12-88d6-f6aa3af491d1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Oct 17 18:38:43.539429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda1dc-e561-4fae-9abf-8524aa15c710 req-5c00a959-c4ac-4fbe-882b-5ee55883cc5c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:43.540851 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c1eda1dc-e561-4fae-9abf-8524aa15c710 req-5c00a959-c4ac-4fbe-882b-5ee55883cc5c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0911460 Oct 17 18:38:43.594939 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c1eda1dc-e561-4fae-9abf-8524aa15c710 req-50b16793-7fe0-4eaf-8be0-4c1407be8002 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Oct 17 18:38:44.818819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05f92-da5f-4960-94cb-f055b350ea68 req-8b513858-a653-434f-a61b-a31b7c40ce68 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:44.820529 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c6e05f92-da5f-4960-94cb-f055b350ea68 req-8b513858-a653-434f-a61b-a31b7c40ce68 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0935311 Oct 17 18:38:44.879208 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c6e05f92-da5f-4960-94cb-f055b350ea68 req-fa27682b-8d65-4637-90d5-527764c87ce2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Oct 17 18:38:46.112462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70a30-a4a0-4f76-871d-823b695f98a1 req-e8992721-ce3f-4b61-af0b-d71c5f8fb8be tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:46.113964 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-87a70a30-a4a0-4f76-871d-823b695f98a1 req-e8992721-ce3f-4b61-af0b-d71c5f8fb8be tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1027403 Oct 17 18:38:46.160256 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-87a70a30-a4a0-4f76-871d-823b695f98a1 req-df513e7e-c9be-4923-bef6-0b5820a4da17 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Oct 17 18:38:47.393105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a4652-99a3-4c93-aca1-68f78ab8c77a req-cd534150-95c0-4605-9676-ba694a5b15d9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:47.395252 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-368a4652-99a3-4c93-aca1-68f78ab8c77a req-cd534150-95c0-4605-9676-ba694a5b15d9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0939898 Oct 17 18:38:47.441534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-368a4652-99a3-4c93-aca1-68f78ab8c77a req-f887d968-7e5f-4481-ba65-885294ef3da6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Oct 17 18:38:48.648423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658427aa-a549-481d-8bb0-ed57904ca4f1 req-5f62aa9a-44f8-4b0f-9fcc-60b2b5d3bedd tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:48.649873 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-658427aa-a549-481d-8bb0-ed57904ca4f1 req-5f62aa9a-44f8-4b0f-9fcc-60b2b5d3bedd tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0957942 Oct 17 18:38:48.694825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-658427aa-a549-481d-8bb0-ed57904ca4f1 req-7b7f7693-e6bb-420e-85e6-b93930b9b6a1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Oct 17 18:38:48.897746 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-5a6ca823-c320-442b-a0ee-0581bf68248f service neutron] 10.222.0.42 "GET /v2.0/ports/af13daa0-0009-4a11-a8fb-ae72e00099b3/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.1843047 Oct 17 18:38:49.547144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-6a71700c-5507-4d68-94d7-3148b8261f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:49.548502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-6a71700c-5507-4d68-94d7-3148b8261f89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23&tenant_id=fa2f3ec534d04b2480fa4a4da0174741 HTTP/1.1" status: 200 len: 1098 time: 0.0810502 Oct 17 18:38:49.605404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-43ec864b-1525-43aa-ae1e-0299b623c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:49.678539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-a3be846b-5349-473c-9906-70706d9645ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:49.680009 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-a3be846b-5349-473c-9906-70706d9645ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1098 time: 0.0954969 Oct 17 18:38:49.829985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-23cf7818-4058-40df-9f5b-d355657cd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:49.831453 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-23cf7818-4058-40df-9f5b-d355657cd47c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1448886 Oct 17 18:38:49.905636 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-46c53784-c598-4a62-a933-56246ee7e100 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.0676339 Oct 17 18:38:50.019911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-e39a4314-fcb0-413f-a0d0-1172c67ec835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:50.021355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-e39a4314-fcb0-413f-a0d0-1172c67ec835 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.1100578 Oct 17 18:38:50.133815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-9d74cc63-1057-4809-84db-7a91d03ffe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:50.135492 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-9d74cc63-1057-4809-84db-7a91d03ffe9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076155 Oct 17 18:38:50.146088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268b95-2089-4c53-a7cd-6e06d34b703e req-b1eb8ec7-7fe5-4444-adde-3f9fafcb0715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:50.147498 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-43268b95-2089-4c53-a7cd-6e06d34b703e req-b1eb8ec7-7fe5-4444-adde-3f9fafcb0715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1771820 Oct 17 18:38:50.277501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-43268b95-2089-4c53-a7cd-6e06d34b703e req-3ab7b064-52ae-4f88-80a8-3224bc6a1522 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113689 Oct 17 18:38:50.326365 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-01281365-5eae-4a04-a699-950fa382046b service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778858 Oct 17 18:38:50.464324 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70717114-b8d0-48b7-9342-0d88b98a72d1 req-62a4582a-1d4c-4367-a51e-e8f05dcced2f service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319046 Oct 17 18:38:51.494481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d8df-3968-4c9c-a463-44db282bdeac req-01e42466-c6c8-4031-979b-64d55d0a4961 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:51.496128 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c639d8df-3968-4c9c-a463-44db282bdeac req-01e42466-c6c8-4031-979b-64d55d0a4961 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0980010 Oct 17 18:38:51.570121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c639d8df-3968-4c9c-a463-44db282bdeac req-e9f6a7dc-630e-437d-b34b-1d1188cfb657 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661237 Oct 17 18:38:52.336837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f7edee9f-ab3d-4b81-83f0-f2e660dfe8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:52.788585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4691-f35f-4c78-ac6c-622ed707bfd2 req-0da4a8be-d409-4085-b87d-ae337f5723f4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:52.790125 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e28e4691-f35f-4c78-ac6c-622ed707bfd2 req-0da4a8be-d409-4085-b87d-ae337f5723f4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1000118 Oct 17 18:38:52.838564 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e28e4691-f35f-4c78-ac6c-622ed707bfd2 req-bf904abd-f7a9-4ed6-8432-06c1ccfba592 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Oct 17 18:38:52.985193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:53.088714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:53.194694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:38:53.203494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:38:53.435929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:53.436633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:53.474106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:53.491350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:53.493658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3443c649-00f0-4b05-9f76-731b890f4db4" -d '{"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-unplugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:53.500442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'port_id': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'mac_address': 'fa:16:3e:bc:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:38:53.508397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:53.569159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25cfe0c-5183-4bce-a4b4-7b8a1a4fcbd1 x-openstack-request-id: req-b25cfe0c-5183-4bce-a4b4-7b8a1a4fcbd1 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:53.569467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-unplugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:53.569763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b25cfe0c-5183-4bce-a4b4-7b8a1a4fcbd1 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:53.570174 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25cfe0c-5183-4bce-a4b4-7b8a1a4fcbd1'] response: {'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'code': 200} Oct 17 18:38:53.578154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:53.583672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:53.601966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:53.611411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:53.727559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:38:53.727988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:38:53.731711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:54.061465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7faa-e39b-4425-b14e-414ad673e359 req-7723c827-25b0-4f1c-81ed-c672365b5ba3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:54.062865 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-57eb7faa-e39b-4425-b14e-414ad673e359 req-7723c827-25b0-4f1c-81ed-c672365b5ba3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 943 time: 0.0982897 Oct 17 18:38:54.116610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-57eb7faa-e39b-4425-b14e-414ad673e359 req-793a3141-750b-4780-a777-fd2b14d208b4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Oct 17 18:38:54.293939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:54.294419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:54.313427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:54.336572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:54.425925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:54.489365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:54.510183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:54.573381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['af13daa0-0009-4a11-a8fb-ae72e00099b3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:38:54.680051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84031d-1078-4545-89b5-99150bbfdfe6 req-fb237dde-7f71-4147-a037-793c38f1e66a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:54.681516 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e84031d-1078-4545-89b5-99150bbfdfe6 req-fb237dde-7f71-4147-a037-793c38f1e66a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 944 time: 0.1616654 Oct 17 18:38:54.746072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55714-95cb-42fc-95d4-73e842387194 req-398c590f-8dc8-4402-af76-9a860b54cd0c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:54.747518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-398c590f-8dc8-4402-af76-9a860b54cd0c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23&tenant_id=fa2f3ec534d04b2480fa4a4da0174741&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 944 time: 0.1364193 Oct 17 18:38:54.752404 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e84031d-1078-4545-89b5-99150bbfdfe6 req-bae65b1a-0af6-4c82-bd87-08120240fc4a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572038 Oct 17 18:38:54.935815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55714-95cb-42fc-95d4-73e842387194 req-ec8cb2a6-0fe3-499f-bd6f-f6ccff278239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:54.937277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-ec8cb2a6-0fe3-499f-bd6f-f6ccff278239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 1097 time: 0.0836289 Oct 17 18:38:55.074632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55714-95cb-42fc-95d4-73e842387194 req-35190257-80a3-46e1-8b4b-5962d22c1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:55.076238 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-35190257-80a3-46e1-8b4b-5962d22c1002 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1331654 Oct 17 18:38:55.206322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:55.261663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-2ee3d294-4f52-46b8-b929-085e00000fb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 200 len: 217 time: 0.1791148 Oct 17 18:38:55.285937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port af13daa0-0009-4a11-a8fb-ae72e00099b3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:55.286327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:55.286597 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port af13daa0-0009-4a11-a8fb-ae72e00099b3 Oct 17 18:38:55.359218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55714-95cb-42fc-95d4-73e842387194 req-75afc1b7-18fa-4da8-8e37-36af51efe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:55.361432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-75afc1b7-18fa-4da8-8e37-36af51efe856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0937934 Oct 17 18:38:55.410762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port af13daa0-0009-4a11-a8fb-ae72e00099b3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:55.411784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:55.451790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:55.469942 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a55714-95cb-42fc-95d4-73e842387194 req-f0063eb4-0692-47c6-a17a-5d90f68ac95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:55.471331 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-f0063eb4-0692-47c6-a17a-5d90f68ac95b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029828 Oct 17 18:38:55.537180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:55.574407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:55.576785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542662ab-4ff9-47c5-a31d-d5a7b3e7704a" -d '{"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:55.622446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:55.631516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.631942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.633147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.633147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.633147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.633916 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.634396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.635135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.635637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.636090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.636547 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-65cd97df-a082-4077-8af9-0b083feeddf6 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578815 Oct 17 18:38:55.636716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.637098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:55.641550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c2b97-9321-41c1-936c-d4603f3d1fa1 x-openstack-request-id: req-503c2b97-9321-41c1-936c-d4603f3d1fa1 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:55.641957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-plugged", "status": "completed", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:55.642133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-503c2b97-9321-41c1-936c-d4603f3d1fa1 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:55.642591 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503c2b97-9321-41c1-936c-d4603f3d1fa1'] response: {'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'code': 200} Oct 17 18:38:55.818361 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-56a55714-95cb-42fc-95d4-73e842387194 req-5f232dbf-6b61-4b7b-877f-f225e668d2da service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369829 Oct 17 18:38:55.914308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:55.976252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97f38f-09e7-453a-a627-460b1b230172 req-9364dba9-e69d-425e-9577-fdea1ccc8f34 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:55.977885 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5d97f38f-09e7-453a-a627-460b1b230172 req-9364dba9-e69d-425e-9577-fdea1ccc8f34 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0978696 Oct 17 18:38:56.037234 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5d97f38f-09e7-453a-a627-460b1b230172 req-97d38087-423c-41b1-b778-3b394878e3ba tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530455 Oct 17 18:38:57.254969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb57d0-b948-451c-afcd-cecdc50a80c5 req-44cf4845-c1fc-49a1-954a-d0a98c3e3abe tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:57.256440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-57bb57d0-b948-451c-afcd-cecdc50a80c5 req-44cf4845-c1fc-49a1-954a-d0a98c3e3abe tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0947139 Oct 17 18:38:57.320711 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-57bb57d0-b948-451c-afcd-cecdc50a80c5 req-6d7c6343-925e-4583-94e0-6bb3655650f7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Oct 17 18:38:57.536287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0b2f-6beb-410a-ac2b-e36d28e7b918 req-0188f3aa-2589-4d12-bca5-b3f59a5d0335 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:57.537883 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-db6b0b2f-6beb-410a-ac2b-e36d28e7b918 req-0188f3aa-2589-4d12-bca5-b3f59a5d0335 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.0983932 Oct 17 18:38:57.591566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-db6b0b2f-6beb-410a-ac2b-e36d28e7b918 req-304ae581-5d96-477f-a0b4-fa88fa8fafbb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463772 Oct 17 18:38:58.828776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46630) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:58.834147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192035042', 'description': 'tempest-description--269305439'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:58.840651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:58.851433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:58.929129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:58.954858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:58.959703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Usage tracker for resource:security_group_rule and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:58.963540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:58.971260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:59.073293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.157044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.228138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db405e2-1244-4ddc-9b8c-81ad33b42b03,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:59.248250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.248622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.248953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.249292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.249665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.249996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.250329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.250657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.250982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.251309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.251633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.251954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:59.306539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.309047 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7e1a9267-d9b1-4db8-af92-26f2a11feee3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4787233 Oct 17 18:38:59.311601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46634) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:59.318097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'security_group_rule': {'security_group_id': '5db405e2-1244-4ddc-9b8c-81ad33b42b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:59.324879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:59.330027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Usage tracker for resource:security_group_rule and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:59.334175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:59.342340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:59.464204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.540912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.651967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.677296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad36673-a61b-486f-aab9-9bf28efd0109,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:59.778336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.780432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8d144407-c744-484c-9b33-bfba2898a29f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4674759 Oct 17 18:38:59.783086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46638) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:59.797563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'security_group_rule': {'security_group_id': '5db405e2-1244-4ddc-9b8c-81ad33b42b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:59.799288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:59.803554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Usage tracker for resource:security_group_rule and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:59.806511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:59.812565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:59.909883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.994389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.066507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.107620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d386b-a7d5-46e9-b4e9-cea187921131,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:00.203369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.205109 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f3065706-5a21-4a3a-ae15-4d08bd98c2e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4207160 Oct 17 18:39:00.210322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46642) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:00.217844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:00.227132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:00.233207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Usage tracker for resource:floatingip and tenant:fa2f3ec534d04b2480fa4a4da0174741 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:00.238309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:00.244354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:00.323504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.478999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.621652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Allocated IP 172.26.2.185 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/8ec8b9d5-79db-4e97-95d6-e4a443614113) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:00.791600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.883126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:00.955062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:00.958618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:00.962319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:00.992512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'Port': ['ID=8ec8b9d5-79db-4e97-95d6-e4a443614113,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:01.051962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.235990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.598066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.677745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.812816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'Port': ['ID=8ec8b9d5-79db-4e97-95d6-e4a443614113,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:01.815437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.903698 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.904924 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e8165011-0d94-4f12-9157-bd0dd25f7979 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6933692 Oct 17 18:39:02.105479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537857eb-a72c-4f85-95f0-396c06e07629 req-d39a9cfc-f517-4bb4-9cd5-03195b15a935 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:02.107006 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-537857eb-a72c-4f85-95f0-396c06e07629 req-d39a9cfc-f517-4bb4-9cd5-03195b15a935 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1054947 Oct 17 18:39:02.158105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-537857eb-a72c-4f85-95f0-396c06e07629 req-6bbe2fa7-6c31-457e-88fd-a5c9f8f5a7ce tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:02.271976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-537857eb-a72c-4f85-95f0-396c06e07629 req-6bbe2fa7-6c31-457e-88fd-a5c9f8f5a7ce tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:02.274303 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-537857eb-a72c-4f85-95f0-396c06e07629 req-6bbe2fa7-6c31-457e-88fd-a5c9f8f5a7ce tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600487 Oct 17 18:39:03.113323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-ddd336c3-f9b6-42a9-bf66-fc827e8007db tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:03.114859 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-ddd336c3-f9b6-42a9-bf66-fc827e8007db tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 814 time: 0.1824429 Oct 17 18:39:03.131797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-e8cfd6f7-ffb6-448e-8371-2ee1302465dd tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/quotas/fa2f3ec534d04b2480fa4a4da0174741 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Oct 17 18:39:03.243813 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-d9572f2e-a7df-4a47-8154-0ec977bdf787 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1059318 Oct 17 18:39:03.407369 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-027b7676-4f44-4511-aac6-df06e96a16e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541021 Oct 17 18:39:03.571029 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-4e7e0803-7097-4688-a74f-9d3e1ba0d109 service neutron] 10.222.0.36 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566241 Oct 17 18:39:03.907397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-284a860c-e5be-4d0c-b3a2-97c3c560adc7 req-12a892e7-456d-429f-8492-b90bf3ca440a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 210 time: 0.0641241 Oct 17 18:39:05.095201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-33076645-08a9-4e31-a4eb-38c950919854 req-89c0e9e3-7e7a-488c-907a-b5464feb112c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 210 time: 0.0588090 Oct 17 18:39:05.548929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94bc5-7fc9-404b-8665-796949b4067e req-f423aac7-19fe-49cc-a454-5da18912e7e3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:05.551679 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9df94bc5-7fc9-404b-8665-796949b4067e req-f423aac7-19fe-49cc-a454-5da18912e7e3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/ports?device_id=39a306f7-f10e-4edc-9322-357c3b1c3e23 HTTP/1.1" status: 200 len: 945 time: 0.1119258 Oct 17 18:39:05.633727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Deleting port af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:05.634053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:05.947076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] For port af13daa0-0009-4a11-a8fb-ae72e00099b3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=af13daa0-0009-4a11-a8fb-ae72e00099b3,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:05.947988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:06.101078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Calling delete_port for af13daa0-0009-4a11-a8fb-ae72e00099b3 owned by compute:nova {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:06.298386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fa2c619a-08a7-4916-95f1-00bddbddaeb9 req-40ae0af3-cfb2-43c6-8f29-a0413ae1ceab tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 210 time: 0.0838821 Oct 17 18:39:06.426466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:06.432032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-b586241a-f3fd-4d5b-986d-59cbd3e6ba0c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:06.433580 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-b586241a-f3fd-4d5b-986d-59cbd3e6ba0c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 814 time: 0.1636255 Oct 17 18:39:06.453192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Request body: {'port': {'device_id': 'd11d9269-434b-4c71-a652-a75558a461ea', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'admin_state_up': True, 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:06.463604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['af13daa0-0009-4a11-a8fb-ae72e00099b3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:39:06.688288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event deleted for resources: {'Port': ['ID=af13daa0-0009-4a11-a8fb-ae72e00099b3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:06.766785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] No DVR routers for this DVR port af13daa0-0009-4a11-a8fb-ae72e00099b3 on host hv-neutron-8613 {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:39:06.770136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:06.773020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-deleted', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:06.775494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb9e4f4-10dd-4d1a-8d24-64373abe18b7" -d '{"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-deleted", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:06.817914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:06.830283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b74bab-ebd6-4957-b725-14d795d4f6f7 x-openstack-request-id: req-a0b74bab-ebd6-4957-b725-14d795d4f6f7 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:06.830600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a306f7-f10e-4edc-9322-357c3b1c3e23", "name": "network-vif-deleted", "tag": "af13daa0-0009-4a11-a8fb-ae72e00099b3", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:06.830829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0b74bab-ebd6-4957-b725-14d795d4f6f7 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:06.831287 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b74bab-ebd6-4957-b725-14d795d4f6f7'] response: {'server_uuid': '39a306f7-f10e-4edc-9322-357c3b1c3e23', 'name': 'network-vif-deleted', 'tag': 'af13daa0-0009-4a11-a8fb-ae72e00099b3', 'status': 'completed', 'code': 200} Oct 17 18:39:06.849234 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "DELETE /v2.0/ports/af13daa0-0009-4a11-a8fb-ae72e00099b3 HTTP/1.1" status: 204 len: 173 time: 1.2915397 Oct 17 18:39:06.868311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:07.054068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Made reservation on behalf of fa2f3ec534d04b2480fa4a4da0174741 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:07.058646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:07.232484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Allocated IP 172.20.0.8 (d12aaa84-5a10-4e87-979a-ad0fb03dc705/67c9c0d4-01d3-4478-873a-a0ed91f2d4be/5ddd4060-a92d-41a5-b225-d4bbbf742e81) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:07.504117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e5142740-2a1d-4322-ac56-c0bcc15f053e req-f0fc4ec5-29df-4ea7-b2f0-6c0a123bf3e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 210 time: 0.0688674 Oct 17 18:39:07.525624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:07.542206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Transition to ACTIVE for port object 5ddd4060-a92d-41a5-b225-d4bbbf742e81 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:07.654505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:07.727586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:07.730673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:07.734497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:07.769925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:07.784340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.785234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.785578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.785940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.786277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.786645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.786948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.787279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.787605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.787955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.788284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.788614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:07.826481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:07.827242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:07.974980 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-eaba780e-2d89-440a-a0ab-51f51370fab6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260301 Oct 17 18:39:07.993584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Request body: {'port': {'device_id': 'd11d9269-434b-4c71-a652-a75558a461ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:08.111150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.135298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Provisioning for port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:08.142337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Provisioning complete for port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:08.142852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.143276 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Attempt 1 to provision port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 Oct 17 18:39:08.246851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:08.504168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:39:08.512352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.527606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Transition to ACTIVE for port object 5ddd4060-a92d-41a5-b225-d4bbbf742e81 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:08.637259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.709516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e95f0-16b4-4379-8b41-6c40a21166af req-021c50da-9a68-4eed-831b-198d78a3d9a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:08.710220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-bc5e95f0-16b4-4379-8b41-6c40a21166af req-021c50da-9a68-4eed-831b-198d78a3d9a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:08.748518 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Attempt 2 to provision port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 Oct 17 18:39:08.805535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:08.831400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-bc5e95f0-16b4-4379-8b41-6c40a21166af req-021c50da-9a68-4eed-831b-198d78a3d9a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:08.832191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:08.832487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bc5e95f0-16b4-4379-8b41-6c40a21166af req-021c50da-9a68-4eed-831b-198d78a3d9a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 943 time: 0.2131987 Oct 17 18:39:08.869198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Attempting to bind port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:08.869589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Attempting to bind port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:08.869946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Attempting to bind port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:08.874770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:39:08.875085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Attempting to bind port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 on network d12aaa84-5a10-4e87-979a-ad0fb03dc705 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:08.879518 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bc5e95f0-16b4-4379-8b41-6c40a21166af req-de54d92c-503d-4cd5-ae64-60e7fbb49604 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Oct 17 18:39:08.880410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:08.880747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Checking segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:08.881174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Bound using segment: {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:08.881658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Bound port: 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7381b0-812b-45b3-9bd2-e50cbe284126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:08.882007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.970530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:08.974012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:09.083738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:09.086941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:09.087708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:09.089177 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] 10.222.0.42 "PUT /v2.0/ports/5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 1093 time: 1.1000578 Oct 17 18:39:09.118761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:09.121073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70" -d '{"events": [{"name": "network-changed", "server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:09.189703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f7575-45b3-4fe9-9335-1782e31c55cf service neutron] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:09.256431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd9a9f-9eae-46b1-bc28-ae8e7589764e x-openstack-request-id: req-42bd9a9f-9eae-46b1-bc28-ae8e7589764e {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:09.256724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:09.256969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42bd9a9f-9eae-46b1-bc28-ae8e7589764e {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:09.257354 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bd9a9f-9eae-46b1-bc28-ae8e7589764e'] response: {'name': 'network-changed', 'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'status': 'completed', 'code': 200} Oct 17 18:39:09.288568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:09.303645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-b66283c7-4146-4487-848f-de160f3a3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:09.305160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-b66283c7-4146-4487-848f-de160f3a3873 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1096 time: 0.0864680 Oct 17 18:39:09.319960 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Attempt 3 to provision port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 Oct 17 18:39:09.352534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: af13daa0-0009-4a11-a8fb-ae72e00099b3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:39:09.352864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device af13daa0-0009-4a11-a8fb-ae72e00099b3 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:39:09.386392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-094f2ecf-0d90-48a1-b44e-96d02e6f7ea0 None None] Port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:39:09.500084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-849d855b-4d2e-43d4-8fd7-5e7e4949b1e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.1794779 Oct 17 18:39:09.565001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-023dde4d-afc6-429a-af5a-b8088cc5a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:09.566494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-023dde4d-afc6-429a-af5a-b8088cc5a57c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0597768 Oct 17 18:39:09.655458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e31-282d-454c-8744-98a091b9c8ef req-cca32f2e-5e65-4876-b06c-f7caae39cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:09.656830 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-cca32f2e-5e65-4876-b06c-f7caae39cf48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834093 Oct 17 18:39:09.790281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-8f851ebd-112c-4297-92dc-290f58bc7b37 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264536 Oct 17 18:39:09.930192 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-58e68e31-282d-454c-8744-98a091b9c8ef req-b868c5c3-1bd4-4d33-b2d0-14901cc1641f service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332002 Oct 17 18:39:10.086521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ca176-d67b-4445-97dc-8913c74c4dd7 req-08b1cfe1-4a67-469d-9cc5-c23fee3b789f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.087969 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a6ca176-d67b-4445-97dc-8913c74c4dd7 req-08b1cfe1-4a67-469d-9cc5-c23fee3b789f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 943 time: 0.0923777 Oct 17 18:39:10.134552 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a6ca176-d67b-4445-97dc-8913c74c4dd7 req-a3aa10bd-7644-4fd9-9f16-13c47394f0b8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Oct 17 18:39:10.224335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-aa2d2026-ef86-44ca-8ffb-6cc8dceac7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.225846 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-aa2d2026-ef86-44ca-8ffb-6cc8dceac7f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1096 time: 0.0864840 Oct 17 18:39:10.361637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-d8e0f9aa-41d6-4de6-81e2-ce680c1edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.363093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-d8e0f9aa-41d6-4de6-81e2-ce680c1edd71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1306372 Oct 17 18:39:10.434381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-a33fce55-067a-44a4-86c4-4df14b6f353b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.0644240 Oct 17 18:39:10.498328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-86cad23f-2562-4851-938c-b8a5ba9c808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.499763 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-86cad23f-2562-4851-938c-b8a5ba9c808e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0580437 Oct 17 18:39:10.590281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-2efc6274-0a79-49bb-866a-256537bc01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.591762 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-2efc6274-0a79-49bb-866a-256537bc01ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857193 Oct 17 18:39:10.733766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-8bdfe4bc-4b0f-47ec-b771-0ebc42c2089a service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337831 Oct 17 18:39:10.871297 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-112aa792-aa7b-4ecd-b35b-f3e5c7bb1c70 req-d281a20e-b608-4848-9a92-bacb8e9fe66e service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312215 Oct 17 18:39:11.344444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43630d-f143-4ce1-b88c-b04cc4b37173 req-be1a2fa9-a956-4d54-862c-ad3b0546ed55 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:11.345344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab43630d-f143-4ce1-b88c-b04cc4b37173 req-be1a2fa9-a956-4d54-862c-ad3b0546ed55 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Synchronizing usage tracker for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:11.360502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab43630d-f143-4ce1-b88c-b04cc4b37173 req-be1a2fa9-a956-4d54-862c-ad3b0546ed55 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Unset dirty status for tenant:fa2f3ec534d04b2480fa4a4da0174741 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:11.362179 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab43630d-f143-4ce1-b88c-b04cc4b37173 req-be1a2fa9-a956-4d54-862c-ad3b0546ed55 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 943 time: 0.1122122 Oct 17 18:39:11.413368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab43630d-f143-4ce1-b88c-b04cc4b37173 req-fb3222be-c226-4bc6-8c8b-92bc3688b658 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Oct 17 18:39:12.621264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4caee-a2c7-44a2-9fb7-1dcd6f309ce3 req-ceb972b9-3b45-44f6-9029-34848d2dafaf tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:12.622663 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e9e4caee-a2c7-44a2-9fb7-1dcd6f309ce3 req-ceb972b9-3b45-44f6-9029-34848d2dafaf tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 943 time: 0.0895841 Oct 17 18:39:12.671104 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e9e4caee-a2c7-44a2-9fb7-1dcd6f309ce3 req-cde43fa3-50ce-4bd1-beaa-bc3a27f0a700 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Oct 17 18:39:12.926945 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:39:13.296782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:39:13.446606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:13.462343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'port_id': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'mac_address': 'fa:16:3e:bf:3c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:39:13.523537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:13.523911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:13.542737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:39:13.560316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:13.640876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:13.709300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:13.884000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc234-16fc-4a1e-928d-1d1ca79423f3 req-650e68b5-ae1e-426c-921b-63135c9879a7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:13.885762 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-303fc234-16fc-4a1e-928d-1d1ca79423f3 req-650e68b5-ae1e-426c-921b-63135c9879a7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 944 time: 0.0962303 Oct 17 18:39:13.936327 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-303fc234-16fc-4a1e-928d-1d1ca79423f3 req-79ebc70c-a80a-4788-a969-344318b64f0f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Oct 17 18:39:14.105022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5ddd4060-a92d-41a5-b225-d4bbbf742e81'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:39:15.162903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fe23f-4218-44d9-b21e-5a6ce3a2d9ec req-de7ea095-aac6-4f7f-8779-5b4204fc9af6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:15.164271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-eb4fe23f-4218-44d9-b21e-5a6ce3a2d9ec req-de7ea095-aac6-4f7f-8779-5b4204fc9af6 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 944 time: 0.0989237 Oct 17 18:39:15.209365 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-eb4fe23f-4218-44d9-b21e-5a6ce3a2d9ec req-ce9d3d6f-ab2d-43af-ba22-04a3250d3358 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Oct 17 18:39:15.298180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:15.477046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:15.482601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:15.482981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:15.483349 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 Oct 17 18:39:15.610358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:15.610773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:15.639020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:15.641542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e74e86b-31a1-460b-9fcf-a591f0b02979" -d '{"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:15.650363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:15.684201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318539f-97e6-4d3e-affc-23ce36e464b1 x-openstack-request-id: req-f318539f-97e6-4d3e-affc-23ce36e464b1 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:15.684488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:15.684739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f318539f-97e6-4d3e-affc-23ce36e464b1 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:15.685129 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f318539f-97e6-4d3e-affc-23ce36e464b1'] response: {'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'code': 200} Oct 17 18:39:15.736038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:15.809434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:16.215520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427694-539f-44e8-8c74-7cdb72fb4e5e req-f726cd7a-b976-41b2-9305-c3b5009d3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:16.217164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5427694-539f-44e8-8c74-7cdb72fb4e5e req-f726cd7a-b976-41b2-9305-c3b5009d3b81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1098 time: 0.0819054 Oct 17 18:39:16.271957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5427694-539f-44e8-8c74-7cdb72fb4e5e req-0ad79004-b1aa-4c56-bf9c-747f92a8483f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Oct 17 18:39:16.426022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f40457-b8eb-4773-ad9a-59e293f21847 req-0ab5799f-0fee-4755-b0fd-0f34fd83ecd1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:16.427490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-05f40457-b8eb-4773-ad9a-59e293f21847 req-0ab5799f-0fee-4755-b0fd-0f34fd83ecd1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0936167 Oct 17 18:39:16.473593 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-05f40457-b8eb-4773-ad9a-59e293f21847 req-05ac7380-4717-4d12-a6cc-2fcb16912930 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Oct 17 18:39:17.684318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3de43b-ea5a-494b-9d86-c98e791bbb58 req-df9441ee-263c-4619-bc68-89784b73e9dc tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:17.685899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bc3de43b-ea5a-494b-9d86-c98e791bbb58 req-df9441ee-263c-4619-bc68-89784b73e9dc tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0919333 Oct 17 18:39:17.741499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bc3de43b-ea5a-494b-9d86-c98e791bbb58 req-6ce22c74-aee5-4b49-a256-48d0e61fe9cf tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Oct 17 18:39:18.952271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f4b51-8588-453e-84ae-0a4ae68d1bb3 req-5ad517d2-10d8-408c-b857-77a82e10aba0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.953840 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-604f4b51-8588-453e-84ae-0a4ae68d1bb3 req-5ad517d2-10d8-408c-b857-77a82e10aba0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0975502 Oct 17 18:39:19.023037 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-604f4b51-8588-453e-84ae-0a4ae68d1bb3 req-1706224d-183c-4403-bb34-e24238f455d4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622540 Oct 17 18:39:19.254190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2b28-2cc8-472a-8e23-0889deb4d7f7 req-5ed48526-1e43-4fa2-9bd0-e8bfddfad921 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:19.255654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-facc2b28-2cc8-472a-8e23-0889deb4d7f7 req-5ed48526-1e43-4fa2-9bd0-e8bfddfad921 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1113727 Oct 17 18:39:19.325191 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-facc2b28-2cc8-472a-8e23-0889deb4d7f7 req-e81838c0-373f-43d1-813a-20ef3de5d723 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Oct 17 18:39:19.601319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4800995a-cde3-4dd1-a11e-3e77480e69ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:19.929098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b452-0614-4c38-a743-baff9746e2e0 req-99fe0801-a87b-4c4d-b50b-6c80eb5d805e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:19.930638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9633b452-0614-4c38-a743-baff9746e2e0 req-99fe0801-a87b-4c4d-b50b-6c80eb5d805e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0997500 Oct 17 18:39:20.039648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9633b452-0614-4c38-a743-baff9746e2e0 req-27f414e2-b570-4620-811a-0366f00ee2a4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615385 Oct 17 18:39:20.063210 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-ade6b32f-e051-481b-8556-b466b448d576 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270068 Oct 17 18:39:21.264243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5a541-f023-4cc6-848f-6d4200309c51 req-bbfc7d04-09da-4a0a-ad67-6b0b879b4494 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:21.265855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9cf5a541-f023-4cc6-848f-6d4200309c51 req-bbfc7d04-09da-4a0a-ad67-6b0b879b4494 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1004181 Oct 17 18:39:21.350448 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9cf5a541-f023-4cc6-848f-6d4200309c51 req-b2c9216f-b882-40ca-a6c4-b97d49a98254 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Oct 17 18:39:22.287021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d7f53ece-e42a-40f4-8d5c-bc1ec5007fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:22.750050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda4fe-ec47-4bd3-b864-2212c5b91af9 req-3228e19e-8eb4-40be-91b3-e889174612d2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:22.751540 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46eda4fe-ec47-4bd3-b864-2212c5b91af9 req-3228e19e-8eb4-40be-91b3-e889174612d2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.2795963 Oct 17 18:39:22.757924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-75c58a0d-c036-4352-b176-60d48854db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:22.759368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-75c58a0d-c036-4352-b176-60d48854db36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1098 time: 0.1146927 Oct 17 18:39:22.884598 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46eda4fe-ec47-4bd3-b864-2212c5b91af9 req-3134dc31-c7fe-4352-8f2a-6cccd8374416 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Oct 17 18:39:22.946408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-2e702376-2fe0-4ace-b74d-9bc0034a369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:22.948919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-2e702376-2fe0-4ace-b74d-9bc0034a369e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1708603 Oct 17 18:39:23.022608 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-5219d9be-f402-43d4-8bd5-4767405a7345 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.0666418 Oct 17 18:39:23.075230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:23.089068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:23.095389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-e111a61a-acb8-4a80-9d90-cebc1c82999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:23.096984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-e111a61a-acb8-4a80-9d90-cebc1c82999b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0682151 Oct 17 18:39:23.194776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-d9c0057e-fde1-4aad-97e6-0626b7c91e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:23.196279 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-d9c0057e-fde1-4aad-97e6-0626b7c91e2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899549 Oct 17 18:39:23.347688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-bab3abd3-c405-4c7b-b8ed-754712fa1cbe service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415212 Oct 17 18:39:23.496672 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-d3cc1fc9-5e21-4900-b6c3-d827f812f949 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382546 Oct 17 18:39:24.112374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d9c3-2c6f-417a-9763-b2141edf9930 req-87013536-b74e-40b0-b85c-97a9283e4bed tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:24.114485 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b01d9c3-2c6f-417a-9763-b2141edf9930 req-87013536-b74e-40b0-b85c-97a9283e4bed tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1091619 Oct 17 18:39:24.162006 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b01d9c3-2c6f-417a-9763-b2141edf9930 req-3e120c59-bb3d-4941-b198-fea3df2a11b4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Oct 17 18:39:24.563256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:25.400930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584c59-908e-4a28-858c-d5c55165385f req-8273bd19-5fa6-40a1-92c5-416e86f6bfca tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:25.402528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db584c59-908e-4a28-858c-d5c55165385f req-8273bd19-5fa6-40a1-92c5-416e86f6bfca tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1118803 Oct 17 18:39:25.450866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db584c59-908e-4a28-858c-d5c55165385f req-bebf2bca-d7b0-4604-acac-5928ccbad37b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Oct 17 18:39:25.935068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.720575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd882-d8e5-4865-99da-588217065d8a req-696893fe-7660-4064-b171-0898cbab46c3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:26.722185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d29dd882-d8e5-4865-99da-588217065d8a req-696893fe-7660-4064-b171-0898cbab46c3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1097500 Oct 17 18:39:26.806901 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d29dd882-d8e5-4865-99da-588217065d8a req-50f6f9c1-f99a-44df-9232-0ca3531805a7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743201 Oct 17 18:39:27.184751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-665559fd-9839-43ff-afe9-559a02e24425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:27.186304 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-665559fd-9839-43ff-afe9-559a02e24425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1098 time: 0.0855770 Oct 17 18:39:27.426230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-ab6df0df-d546-4cf6-b7bf-28b6074281c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:27.428012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-ab6df0df-d546-4cf6-b7bf-28b6074281c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.2143798 Oct 17 18:39:27.511849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-6b5e9ee5-d886-47f7-a511-3a3ce453a4df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.0729599 Oct 17 18:39:27.614376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-c3a5d38b-d884-4be5-8b84-16918824cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:27.616430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-c3a5d38b-d884-4be5-8b84-16918824cd86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0985005 Oct 17 18:39:27.727854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-fb83db35-4ffb-4ffa-a613-8dcc4e5323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:27.730111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-fb83db35-4ffb-4ffa-a613-8dcc4e5323eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065035 Oct 17 18:39:27.914663 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-4062db25-ebaf-437b-9f7c-8ef0b5638f44 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736457 Oct 17 18:39:28.157721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fec0c9ad-a6cc-4a8a-a77d-a5075733ec77 req-161c5277-779b-41b1-935b-3f142283f4a0 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326756 Oct 17 18:39:28.192454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de67d-9063-46d8-b5e1-4320c75b6a50 req-76115827-f5b3-4f48-b948-3809855f0994 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:28.195858 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5a1de67d-9063-46d8-b5e1-4320c75b6a50 req-76115827-f5b3-4f48-b948-3809855f0994 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1696889 Oct 17 18:39:28.405805 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5a1de67d-9063-46d8-b5e1-4320c75b6a50 req-113523d2-ecc1-41f3-b80e-eb77931633e8 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021205 Oct 17 18:39:29.653434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d8d5-56f3-4f7a-8e55-81442ec137af req-b948d005-8540-4582-9917-3db23a1d9531 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:29.654969 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8885d8d5-56f3-4f7a-8e55-81442ec137af req-b948d005-8540-4582-9917-3db23a1d9531 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1176798 Oct 17 18:39:29.713636 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8885d8d5-56f3-4f7a-8e55-81442ec137af req-c295a5c1-8ee3-4f65-8de5-0997d5f52423 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Oct 17 18:39:30.954345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606479-eff1-4983-b200-024c51928bc9 req-88c80ae5-7f41-4bb4-9baf-329c767ccc6b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:30.955967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21606479-eff1-4983-b200-024c51928bc9 req-88c80ae5-7f41-4bb4-9baf-329c767ccc6b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1054530 Oct 17 18:39:31.016650 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21606479-eff1-4983-b200-024c51928bc9 req-b5c89014-a29d-4fb3-85c9-cbd2e8f985d4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Oct 17 18:39:32.283851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08bf8-9d16-41ae-8173-1539c2106864 req-cf3381c2-5621-4584-8774-365dc5812d3b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:32.287226 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7cf08bf8-9d16-41ae-8173-1539c2106864 req-cf3381c2-5621-4584-8774-365dc5812d3b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1193783 Oct 17 18:39:32.344424 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7cf08bf8-9d16-41ae-8173-1539c2106864 req-5ebcfcca-f1ff-42c1-9c79-807c84f981a2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Oct 17 18:39:33.630549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d8543-5516-4493-b501-6b51bf804e06 req-f3afdab4-170f-42ae-8f22-b7b7b275947a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:33.631931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-925d8543-5516-4493-b501-6b51bf804e06 req-f3afdab4-170f-42ae-8f22-b7b7b275947a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1317060 Oct 17 18:39:33.684085 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-925d8543-5516-4493-b501-6b51bf804e06 req-deb28b10-25e5-40c0-990f-4a741dc5b062 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Oct 17 18:39:34.899701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42c804-4478-41a8-82fd-18946337dd7e req-c60a93ee-cf28-4b25-8e12-af91c30bfe29 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:34.905231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3e42c804-4478-41a8-82fd-18946337dd7e req-c60a93ee-cf28-4b25-8e12-af91c30bfe29 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0941238 Oct 17 18:39:34.963315 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3e42c804-4478-41a8-82fd-18946337dd7e req-1236771c-6803-4668-9e63-c3751f51973f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Oct 17 18:39:36.214485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99849-cfd2-4cc2-8794-83b1098c1d72 req-187e9fb8-3eb4-4821-82f1-d56a35ec07fa tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:36.216004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6ee99849-cfd2-4cc2-8794-83b1098c1d72 req-187e9fb8-3eb4-4821-82f1-d56a35ec07fa tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1226482 Oct 17 18:39:36.294492 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6ee99849-cfd2-4cc2-8794-83b1098c1d72 req-e5c9fe2d-b40e-482d-8ccd-e4f43bbecebb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673466 Oct 17 18:39:37.581481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f11bbd-99d4-457b-84c1-6ace3722ff3f req-b6d4e536-3b56-4cd9-b226-3ff6670011b7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:37.583469 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47f11bbd-99d4-457b-84c1-6ace3722ff3f req-b6d4e536-3b56-4cd9-b226-3ff6670011b7 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1430931 Oct 17 18:39:37.661354 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47f11bbd-99d4-457b-84c1-6ace3722ff3f req-2f57eafe-4065-4ccf-ad87-3ef7ea6c557b tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Oct 17 18:39:38.971520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacccb3-bf4e-4e67-9740-0d97e329bf1e req-6faae16f-fe07-4a0b-9f3d-c71b414f1032 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:38.974051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1eacccb3-bf4e-4e67-9740-0d97e329bf1e req-6faae16f-fe07-4a0b-9f3d-c71b414f1032 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1406934 Oct 17 18:39:39.030231 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1eacccb3-bf4e-4e67-9740-0d97e329bf1e req-6f5d2a8f-d3ee-45fa-b9ce-a743930aff45 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Oct 17 18:39:40.261844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4fe8-cd3b-438f-b9d4-92518ba12d92 req-375016d0-5324-4485-abc9-9e05a7c461c2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:40.263513 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca0a4fe8-cd3b-438f-b9d4-92518ba12d92 req-375016d0-5324-4485-abc9-9e05a7c461c2 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1010571 Oct 17 18:39:40.316055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ca0a4fe8-cd3b-438f-b9d4-92518ba12d92 req-80de5e5c-69fc-4938-b538-c53481968c62 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Oct 17 18:39:41.568385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b794c6-b652-4d75-a5a1-d6015030fddc req-e3bcfe24-6e42-4546-8a99-365721d5ff73 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:41.570056 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a5b794c6-b652-4d75-a5a1-d6015030fddc req-e3bcfe24-6e42-4546-8a99-365721d5ff73 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1114378 Oct 17 18:39:41.627325 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a5b794c6-b652-4d75-a5a1-d6015030fddc req-f6200971-9a8e-4860-8b5d-856f5ccec16d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511279 Oct 17 18:39:42.865096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47284-538d-4b93-bca7-9c71f92373d9 req-fb2f5dfc-d288-4239-9251-1a49610e2aa4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:42.867053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9fb47284-538d-4b93-bca7-9c71f92373d9 req-fb2f5dfc-d288-4239-9251-1a49610e2aa4 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1120894 Oct 17 18:39:42.929358 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9fb47284-538d-4b93-bca7-9c71f92373d9 req-72e93c98-b6ad-44e6-8b51-189201820985 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475731 Oct 17 18:39:44.150676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b73ead-28a6-440b-a92c-31d214b77973 req-a393f538-98c4-4bf3-b7b3-9edaf61e9296 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:44.152355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a5b73ead-28a6-440b-a92c-31d214b77973 req-a393f538-98c4-4bf3-b7b3-9edaf61e9296 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1041682 Oct 17 18:39:44.211303 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a5b73ead-28a6-440b-a92c-31d214b77973 req-e8544871-d1d2-4999-a3c9-89cb0a386441 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523913 Oct 17 18:39:45.452387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b47c6-920c-4409-8cb7-c9eea4292df5 req-cbe8fe98-b693-4109-aa9f-37fb7be4f469 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:45.453920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f69b47c6-920c-4409-8cb7-c9eea4292df5 req-cbe8fe98-b693-4109-aa9f-37fb7be4f469 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1014011 Oct 17 18:39:45.503782 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f69b47c6-920c-4409-8cb7-c9eea4292df5 req-4d27a75e-972a-4328-9c41-929c9a54ca33 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Oct 17 18:39:46.710110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e0a8-545e-4b0e-a7eb-5ab17c648ef8 req-63f0e19b-fe2e-414e-b826-ec5de7d3d5d1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:46.711606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93d5e0a8-545e-4b0e-a7eb-5ab17c648ef8 req-63f0e19b-fe2e-414e-b826-ec5de7d3d5d1 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0912645 Oct 17 18:39:46.767205 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93d5e0a8-545e-4b0e-a7eb-5ab17c648ef8 req-c9d076c3-01a2-4dd8-98e7-76eaf3ffd0d0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496018 Oct 17 18:39:48.001253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc11561-c129-4615-a17a-ee4ead6c75cf req-52979cc0-ca0a-4600-990b-69b02d5d7ebc tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:48.002657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4dc11561-c129-4615-a17a-ee4ead6c75cf req-52979cc0-ca0a-4600-990b-69b02d5d7ebc tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1004224 Oct 17 18:39:48.052836 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4dc11561-c129-4615-a17a-ee4ead6c75cf req-0b876062-20d2-4bfa-839b-34aeb05d1bed tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Oct 17 18:39:49.373956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19c31f-7942-4529-9df9-d278a6a6b728 req-3fc9049e-4f12-4714-9c66-51c69d116ebb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:49.376339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bf19c31f-7942-4529-9df9-d278a6a6b728 req-3fc9049e-4f12-4714-9c66-51c69d116ebb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1448236 Oct 17 18:39:49.426943 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bf19c31f-7942-4529-9df9-d278a6a6b728 req-092989f3-828b-43a0-914c-75527c2dab8f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Oct 17 18:39:49.605160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-523062ba-55ac-4af1-b996-f56fe0b0153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:49.926779 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:39:50.651978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652084fb-df2c-437e-9236-e2dbeb99d5a4 req-cbcd704d-3446-4d66-9108-bdb7e4dbf6ec tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:50.653412 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-652084fb-df2c-437e-9236-e2dbeb99d5a4 req-cbcd704d-3446-4d66-9108-bdb7e4dbf6ec tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1032536 Oct 17 18:39:50.704183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-652084fb-df2c-437e-9236-e2dbeb99d5a4 req-38b1a985-97c2-4649-b2e0-de1e1ad0d644 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Oct 17 18:39:51.406112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-faecc216-55d5-4da4-ba3f-43c34ed0cc92 service neutron] 10.222.0.42 "GET /v2.0/ports/5ddd4060-a92d-41a5-b225-d4bbbf742e81/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0794435 Oct 17 18:39:52.154698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676450b-e649-487d-aab4-fa57cf1a3448 req-9fb8046a-e877-4d11-9b90-647716e08d8f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.156111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6676450b-e649-487d-aab4-fa57cf1a3448 req-9fb8046a-e877-4d11-9b90-647716e08d8f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1642728 Oct 17 18:39:52.215921 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6676450b-e649-487d-aab4-fa57cf1a3448 req-9c22f577-668e-4d3e-9227-ebfcf509464c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Oct 17 18:39:52.228078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-e6feaeb4-ccef-495e-a531-3db13214292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.229028 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-e6feaeb4-ccef-495e-a531-3db13214292b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea&tenant_id=fa2f3ec534d04b2480fa4a4da0174741 HTTP/1.1" status: 200 len: 1098 time: 0.1359911 Oct 17 18:39:52.295444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5e124278-d72d-4962-ac49-4d65eebb61ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.377234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-156dad10-b550-4562-8f00-ab2b0ae03e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.378771 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-156dad10-b550-4562-8f00-ab2b0ae03e75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1098 time: 0.1063027 Oct 17 18:39:52.522889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-97b71ee5-65f8-4f54-8217-e73c346a3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.524344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-97b71ee5-65f8-4f54-8217-e73c346a3c03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1379428 Oct 17 18:39:52.609800 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-23f58e2e-9908-48a2-945a-814e4e8fe780 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.0775223 Oct 17 18:39:52.682779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-d89d3ac4-b456-4d0f-90eb-f38282d297cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.684227 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-d89d3ac4-b456-4d0f-90eb-f38282d297cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0678351 Oct 17 18:39:52.777196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-f3bef23b-7cfc-4e2b-9033-b33389944224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.778599 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-f3bef23b-7cfc-4e2b-9033-b33389944224 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878544 Oct 17 18:39:52.934707 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-242166be-7af4-4990-83b9-7e41b5d2c2de service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483982 Oct 17 18:39:53.033290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.068247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.198699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-148ffcca-79af-4b03-9c16-f1a81da24469 req-39efcfcf-f6b5-4678-8457-c85b21c9745b service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571075 Oct 17 18:39:53.446614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094802-51ab-4c7c-ab45-51c61869eb17 req-f4eb7229-551d-45ce-9aeb-dbaecba788e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:53.448122 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89094802-51ab-4c7c-ab45-51c61869eb17 req-f4eb7229-551d-45ce-9aeb-dbaecba788e0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0984454 Oct 17 18:39:53.496856 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89094802-51ab-4c7c-ab45-51c61869eb17 req-d3ef76ea-abfa-4120-8d2b-a929b938208a tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Oct 17 18:39:54.489993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:54.724683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15140ba0-1909-4344-b716-363633f222e1 req-f897d3a1-5d0d-4ead-84b0-950c5da85ecd tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:54.726283 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-15140ba0-1909-4344-b716-363633f222e1 req-f897d3a1-5d0d-4ead-84b0-950c5da85ecd tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1077249 Oct 17 18:39:54.776614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-15140ba0-1909-4344-b716-363633f222e1 req-cc866842-707b-4bb1-9e2e-5eabdc0746c9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Oct 17 18:39:55.532120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:39:55.540526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:55.770369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:55.770741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.789137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:55.810387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'network_id': 'd12aaa84-5a10-4e87-979a-ad0fb03dc705', 'port_id': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'mac_address': 'fa:16:3e:bf:3c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c9c0d4-01d3-4478-873a-a0ed91f2d4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:39:55.816124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:55.819056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e51fa7-30d9-4479-9d56-51b58cc73a08" -d '{"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:55.855306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:55.891603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f82c6-5abc-4562-a538-2ce1b39c733c x-openstack-request-id: req-402f82c6-5abc-4562-a538-2ce1b39c733c {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:55.891907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-unplugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:55.892161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-402f82c6-5abc-4562-a538-2ce1b39c733c {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:55.892586 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402f82c6-5abc-4562-a538-2ce1b39c733c'] response: {'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'code': 200} Oct 17 18:39:55.897386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:55.897824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.919267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:39:55.925438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.985966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:56.026863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30035ce4-4564-4704-be16-b1940a72676e req-750a8bcc-42ae-4854-860d-7ae435a7c445 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:56.029958 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-30035ce4-4564-4704-be16-b1940a72676e req-750a8bcc-42ae-4854-860d-7ae435a7c445 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 943 time: 0.1043644 Oct 17 18:39:56.039548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:39:56.039905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:39:56.046041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:56.055690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.056038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.056380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.056713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.057045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.057395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.057732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.058096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.058431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.058754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.059076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.059396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:56.086280 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-30035ce4-4564-4704-be16-b1940a72676e req-7a18c9b0-8272-4d8a-9158-16d04a72376c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Oct 17 18:39:56.605425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:56.606021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:56.625155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:39:56.641648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:56.746716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:56.818655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:56.926476 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5ddd4060-a92d-41a5-b225-d4bbbf742e81'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:39:57.310887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd1e7-40ee-4797-b09e-fd226bedf12f req-4e097512-817b-486b-a6bf-8f93e8e5043c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:57.312381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-322dd1e7-40ee-4797-b09e-fd226bedf12f req-4e097512-817b-486b-a6bf-8f93e8e5043c tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 944 time: 0.1092758 Oct 17 18:39:57.362484 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-322dd1e7-40ee-4797-b09e-fd226bedf12f req-23a7e0c2-7d3c-493b-aac8-00da8c77d314 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435803 Oct 17 18:39:57.547485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:57.619288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:57.620432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:57.620432 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 Oct 17 18:39:57.746914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:57.747440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:57.784235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:57.855482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:57.861063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9f16-626a-44df-9df0-6afff52b9de3 req-b8c02278-42b4-407b-90d0-cce7c0e86fff tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:57.866318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72ac9f16-626a-44df-9df0-6afff52b9de3 req-b8c02278-42b4-407b-90d0-cce7c0e86fff tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 944 time: 0.1023467 Oct 17 18:39:57.895637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:57.898222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98b510-b22f-492c-8c95-ea1c94e6a9aa" -d '{"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:57.945284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:57.960324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68d298-c25b-42c6-bee0-9692022a0eb4 x-openstack-request-id: req-6f68d298-c25b-42c6-bee0-9692022a0eb4 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:57.960622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-plugged", "status": "completed", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:57.960874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f68d298-c25b-42c6-bee0-9692022a0eb4 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:57.961280 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f68d298-c25b-42c6-bee0-9692022a0eb4'] response: {'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'code': 200} Oct 17 18:39:57.974741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72ac9f16-626a-44df-9df0-6afff52b9de3 req-8ad8e54f-99d2-4397-b963-7ac871a09894 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Oct 17 18:39:58.007307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-f7f05901-cb31-41e4-ab4d-e540a49c99ae tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.008726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-f7f05901-cb31-41e4-ab4d-e540a49c99ae tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea&tenant_id=fa2f3ec534d04b2480fa4a4da0174741&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 945 time: 0.1452601 Oct 17 18:39:58.206692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-3796f9b1-8f5b-4374-8361-cd40d5c5a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.208768 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-3796f9b1-8f5b-4374-8361-cd40d5c5a9bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 1098 time: 0.0875509 Oct 17 18:39:58.364493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-b1e50a6e-b5d1-4e22-884b-0b40573835e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.366103 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-b1e50a6e-b5d1-4e22-884b-0b40573835e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 200 len: 915 time: 0.1507194 Oct 17 18:39:58.442169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-29c3a194-e355-46b7-b2f5-7fd82b471e37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 200 len: 217 time: 0.0683110 Oct 17 18:39:58.505708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-7d3a4a4f-0af2-40fd-84e7-5376d2daf151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.507101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-7d3a4a4f-0af2-40fd-84e7-5376d2daf151 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 200 len: 853 time: 0.0587788 Oct 17 18:39:58.594528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-37d9fd5f-334f-4145-82aa-92000941be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.596034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-37d9fd5f-334f-4145-82aa-92000941be4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d12aaa84-5a10-4e87-979a-ad0fb03dc705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823617 Oct 17 18:39:58.732349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-d3428c14-3b35-4d42-962b-3d2947fd82a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Oct 17 18:39:58.868528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a89f9c75-a83b-4832-8493-42c8e8ee0d24 req-b0d21933-a549-42e2-a0e7-04f4b79a58a0 service neutron] 10.222.0.42 "GET /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285641 Oct 17 18:39:59.182315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0e52a-2723-4ebc-a0f0-e2a6ab23dba1 req-a00e4e78-01f7-4b65-9887-94aa0f7934b0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:59.185250 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0e0e52a-2723-4ebc-a0f0-e2a6ab23dba1 req-a00e4e78-01f7-4b65-9887-94aa0f7934b0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0921052 Oct 17 18:39:59.232307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0e0e52a-2723-4ebc-a0f0-e2a6ab23dba1 req-a57b8bc2-5dc2-4f91-83af-cdd9ad9d0bcc tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 Oct 17 18:40:00.432319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b5d87-a0b0-442c-bf91-df1060307898 req-0d4d8bad-ee58-4a69-8a01-d618332c159d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.433787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-219b5d87-a0b0-442c-bf91-df1060307898 req-0d4d8bad-ee58-4a69-8a01-d618332c159d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0868270 Oct 17 18:40:00.480318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-219b5d87-a0b0-442c-bf91-df1060307898 req-9dc057e3-7486-4852-a2f4-15e8409a343d tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 Oct 17 18:40:00.687137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce616-6727-4d73-90d6-ba34d2a0b458 req-63572e2a-bd5b-4088-9226-eb2698ac4f15 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.688667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cf0ce616-6727-4d73-90d6-ba34d2a0b458 req-63572e2a-bd5b-4088-9226-eb2698ac4f15 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0928106 Oct 17 18:40:00.741825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cf0ce616-6727-4d73-90d6-ba34d2a0b458 req-2e21fc74-1b95-4785-880e-438c9e504e4e tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Oct 17 18:40:00.974199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf484e4-e0d4-421a-a13c-12e0cddedf3b req-e0b9d61c-b2b4-4033-8555-cfb675838ce9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.981772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf484e4-e0d4-421a-a13c-12e0cddedf3b req-e0b9d61c-b2b4-4033-8555-cfb675838ce9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1041079 Oct 17 18:40:01.029496 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6bf484e4-e0d4-421a-a13c-12e0cddedf3b req-4ea2907c-4e5c-445e-8a82-26650747a8fb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Oct 17 18:40:02.052517 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00309-3075-4c31-a643-1669e13cc1b2 req-82d849c9-357f-45ea-897e-fd701af5ee52 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:02.054032 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-16d00309-3075-4c31-a643-1669e13cc1b2 req-82d849c9-357f-45ea-897e-fd701af5ee52 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1991787 Oct 17 18:40:02.103066 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-16d00309-3075-4c31-a643-1669e13cc1b2 req-182f3905-0d9f-43b4-8977-adf7613e4aeb tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Oct 17 18:40:03.306974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c14d8-5dd2-437e-b4f4-6ecef9264431 req-0d6a86de-ff29-47dd-880b-b4b34378a778 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:03.308487 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c94c14d8-5dd2-437e-b4f4-6ecef9264431 req-0d6a86de-ff29-47dd-880b-b4b34378a778 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0895357 Oct 17 18:40:03.360522 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c94c14d8-5dd2-437e-b4f4-6ecef9264431 req-ed180cdd-60f1-44c6-a043-038dd264ccef tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Oct 17 18:40:04.285424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-6bfdb331-e9da-45f9-96eb-05df2f972bb0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:04.287005 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-6bfdb331-e9da-45f9-96eb-05df2f972bb0 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.1007595 Oct 17 18:40:04.432472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Deleting port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:04.433258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:04.589716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e647-850b-4f5c-bc92-3d425128c512 req-74e7c970-69b3-4f52-89a7-ff188b021873 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:04.591202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-50d6e647-850b-4f5c-bc92-3d425128c512 req-74e7c970-69b3-4f52-89a7-ff188b021873 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 945 time: 0.0992866 Oct 17 18:40:04.653557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-50d6e647-850b-4f5c-bc92-3d425128c512 req-f5ca0376-fc7c-4b60-b531-e458f464adf9 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbbcbdd6-6996-4cce-899f-ded444422a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Oct 17 18:40:04.830753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] For port 5ddd4060-a92d-41a5-b225-d4bbbf742e81, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5ddd4060-a92d-41a5-b225-d4bbbf742e81,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:04.831108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:04.965201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Calling delete_port for 5ddd4060-a92d-41a5-b225-d4bbbf742e81 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:05.237097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:05.277318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5ddd4060-a92d-41a5-b225-d4bbbf742e81'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:40:05.301900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event deleted for resources: {'Port': ['ID=5ddd4060-a92d-41a5-b225-d4bbbf742e81,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:05.406288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] No DVR routers for this DVR port 5ddd4060-a92d-41a5-b225-d4bbbf742e81 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:40:05.409132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:05.412379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-deleted', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:05.414970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12e778-9f8a-4add-b24c-e5198dddef21" -d '{"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-deleted", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:05.472609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59048757-91e8-4c2c-9c9c-4a6bfb70a98d x-openstack-request-id: req-59048757-91e8-4c2c-9c9c-4a6bfb70a98d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:05.473486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d9269-434b-4c71-a652-a75558a461ea", "name": "network-vif-deleted", "tag": "5ddd4060-a92d-41a5-b225-d4bbbf742e81", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:05.476315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59048757-91e8-4c2c-9c9c-4a6bfb70a98d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:05.476315 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59048757-91e8-4c2c-9c9c-4a6bfb70a98d'] response: {'server_uuid': 'd11d9269-434b-4c71-a652-a75558a461ea', 'name': 'network-vif-deleted', 'tag': '5ddd4060-a92d-41a5-b225-d4bbbf742e81', 'status': 'completed', 'code': 200} Oct 17 18:40:05.529196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2ddf2f85-4065-483f-9faf-70939cd0de7f req-ce427cd1-e3fd-42c8-ab61-4d05c6d25715 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.42 "DELETE /v2.0/ports/5ddd4060-a92d-41a5-b225-d4bbbf742e81 HTTP/1.1" status: 204 len: 173 time: 1.2353652 Oct 17 18:40:05.830379 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d1b31a1-ffe3-482c-95ba-e8c5042e87a5 req-d9d2d4f1-e8b0-4a14-87bc-17b55673b173 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/ports?device_id=d11d9269-434b-4c71-a652-a75558a461ea HTTP/1.1" status: 200 len: 210 time: 0.0545089 Oct 17 18:40:07.078943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46838) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:07.147576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.183530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.335876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.356472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db405e2-1244-4ddc-9b8c-81ad33b42b03,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:07.365196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.365537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.365903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.366232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.366566 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.366890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.367215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.367534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.367852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.368315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.368572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.368889 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:07.453301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.454452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-de46da1d-26cf-424e-b3a2-69b263aad41f tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "DELETE /v2.0/security-groups/5db405e2-1244-4ddc-9b8c-81ad33b42b03 HTTP/1.1" status: 204 len: 168 time: 0.3745062 Oct 17 18:40:07.457162 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46842) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:07.476505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-4fefdd7b-5c16-4f7a-b913-5e62f7120a03 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] show failed (client error): The resource could not be found. Oct 17 18:40:07.477554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4fefdd7b-5c16-4f7a-b913-5e62f7120a03 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "GET /v2.0/security-groups/5db405e2-1244-4ddc-9b8c-81ad33b42b03 HTTP/1.1" status: 404 len: 347 time: 0.0194566 Oct 17 18:40:07.480192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46846) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:07.578598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:40:07.622127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 5ddd4060-a92d-41a5-b225-d4bbbf742e81 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:40:07.622948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5ddd4060-a92d-41a5-b225-d4bbbf742e81 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:40:07.647240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Deleting port 8ec8b9d5-79db-4e97-95d6-e4a443614113 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:07.647580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.817770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.818096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:07.946019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Calling delete_port for 8ec8b9d5-79db-4e97-95d6-e4a443614113 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:08.164164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:08.215378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Pushing event deleted for resources: {'Port': ['ID=8ec8b9d5-79db-4e97-95d6-e4a443614113,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:08.322160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:08.335994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:08.337150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d9646e77-bb5f-45b1-8e7a-df440ae80a02 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] 10.222.0.36 "DELETE /v2.0/floatingips/35bb7fa3-4abd-496e-a97d-5ef3c4e8769b HTTP/1.1" status: 204 len: 168 time: 0.8561051 Oct 17 18:40:08.482078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46854) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:09.126332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.483549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Deleting port 597db14a-6a30-42bb-bedc-09c836692eee {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:09.484282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.662204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] For port 597db14a-6a30-42bb-bedc-09c836692eee, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=597db14a-6a30-42bb-bedc-09c836692eee,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:09.662473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.788461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Calling delete_port for 597db14a-6a30-42bb-bedc-09c836692eee owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:10.032653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.082963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Pushing event deleted for resources: {'Port': ['ID=597db14a-6a30-42bb-bedc-09c836692eee,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:10.367926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.843552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Router 3c548492-0b0d-4747-982a-99965c499bed has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:40:11.051879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:40:11.063657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Sync routers for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:40:11.072300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46858) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:11.072864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2535d4dd-6e43-4470-a6b3-916ccd6b547a admin admin] 10.222.0.36 "PUT /v2.0/routers/3c548492-0b0d-4747-982a-99965c499bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891881 Oct 17 18:40:11.079532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:11.080526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:39:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:11.269249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.288445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:11.469114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.553286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Deleting port 7267c610-0ca4-419d-ad9c-8d676a3708ca {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:11.553999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.616279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:40:09Z', 'revision_number': 5, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port': {'id': '7267c610-0ca4-419d-ad9c-8d676a3708ca', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c548492-0b0d-4747-982a-99965c499bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:37:55Z', 'updated_at': '2022-10-17T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:11.622609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Checking router: 3c548492-0b0d-4747-982a-99965c499bed for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:40:11.634054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Routers {'3c548492-0b0d-4747-982a-99965c499bed'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:11.634582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:39:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['3c548492-0b0d-4747-982a-99965c499bed'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:11.802805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] Set router 3c548492-0b0d-4747-982a-99965c499bed gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:11.805256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] For port 7267c610-0ca4-419d-ad9c-8d676a3708ca, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7267c610-0ca4-419d-ad9c-8d676a3708ca,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:11.805556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.919044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:40:11Z', 'revision_number': 6, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:11.923904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b9ac1-610a-44b4-a5fe-8c2808c856ac None None] The sync data for ids ['3c548492-0b0d-4747-982a-99965c499bed'] in dv-neutron-861384-1-hyperv is: [{'id': '3c548492-0b0d-4747-982a-99965c499bed', 'name': 'tempest-ServerDiskConfigTestJSON-319564787-router', 'tenant_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:37:54Z', 'updated_at': '2022-10-17T18:40:11Z', 'revision_number': 6, 'project_id': 'fa2f3ec534d04b2480fa4a4da0174741', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:40:12.087915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Calling delete_port for 7267c610-0ca4-419d-ad9c-8d676a3708ca owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:12.335896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.382517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7267c610-0ca4-419d-ad9c-8d676a3708ca,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:12.393174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.393551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.393931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.394288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.394641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.395483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.395823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.396151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.396477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.396802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.397127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.397450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:12.499937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.681267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.683647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.787918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.788721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c548492-0b0d-4747-982a-99965c499bed {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:40:12.803117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.804355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-81cf6702-1628-4d45-ac2d-1605826ce0a1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3c548492-0b0d-4747-982a-99965c499bed HTTP/1.1" status: 204 len: 168 time: 1.7301142 Oct 17 18:40:12.807093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46862) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:12.868131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Deleting subnet 67c9c0d4-01d3-4478-873a-a0ed91f2d4be {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:40:12.872693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.935445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:12.978270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7267c610-0ca4-419d-ad9c-8d676a3708ca no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:40:13.014895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7267c610-0ca4-419d-ad9c-8d676a3708ca {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:40:13.015273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7267c610-0ca4-419d-ad9c-8d676a3708ca not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:40:13.015692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 597db14a-6a30-42bb-bedc-09c836692eee no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:40:13.022178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.050189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 597db14a-6a30-42bb-bedc-09c836692eee {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:40:13.050615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 597db14a-6a30-42bb-bedc-09c836692eee not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:40:13.170106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.211730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c9c0d4-01d3-4478-873a-a0ed91f2d4be,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:13.215198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.220655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0efec-d49a-4513-b610-43933b734ff6 None None] Network d12aaa84-5a10-4e87-979a-ad0fb03dc705 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:40:13.224523 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a3e2060d-20da-444c-8c35-12c0ebeca0d3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/67c9c0d4-01d3-4478-873a-a0ed91f2d4be HTTP/1.1" status: 204 len: 168 time: 0.4150925 Oct 17 18:40:13.226542 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:13.343831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.356751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Deleting port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:13.357309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.529844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] DHCP port deletion for d12aaa84-5a10-4e87-979a-ad0fb03dc705 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:40:13.534309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Deleting port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:13.534648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.571334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] For port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:13.571973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.701891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Calling delete_port for 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:13.737804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] For port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,segment=NetworkSegment(ea7381b0-812b-45b3-9bd2-e50cbe284126),segment_id=ea7381b0-812b-45b3-9bd2-e50cbe284126)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:13.738153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.862252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Calling delete_port for 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:40:13.879284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:13.925521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Pushing event deleted for resources: {'Port': ['ID=70024ef7-bb3d-4eb2-bd52-2bb67ba6269b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:13.932519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] No DVR routers for this DVR port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:40:13.935426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:40:13.935754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:40:14.059657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.103343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12aaa84-5a10-4e87-979a-ad0fb03dc705']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:14.117776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7381b0-812b-45b3-9bd2-e50cbe284126') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:14.118128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7381b0-812b-45b3-9bd2-e50cbe284126') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:14.130718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.148432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.157113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:40:14.157510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.220206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment ea7381b0-812b-45b3-9bd2-e50cbe284126 resource provider aggregate not found Oct 17 18:40:14.252930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment ea7381b0-812b-45b3-9bd2-e50cbe284126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea7381b0-812b-45b3-9bd2-e50cbe284126 found for delete ", "request_id": "req-37a70cba-01c1-471e-ad29-2437fe0cd630"}]} Oct 17 18:40:14.347435 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.352383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.437397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Deleting port 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:40:14.438225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:14.492857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d12aaa84-5a10-4e87-979a-ad0fb03dc705,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:14.517740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ba085d67-0b1a-47ae-8862-b5192a0c9acf None None] The port '70024ef7-bb3d-4eb2-bd52-2bb67ba6269b' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:40:14.570936 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-56b11f46-7e66-40fe-a97f-942b7477adbb admin admin] 10.222.0.36 "DELETE /v2.0/networks/d12aaa84-5a10-4e87-979a-ad0fb03dc705 HTTP/1.1" status: 204 len: 168 time: 1.3430493 Oct 17 18:40:14.956278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46876) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:14.967729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:40:15.001196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:40:15.001531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 70024ef7-bb3d-4eb2-bd52-2bb67ba6269b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:40:15.011214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-89fc05f4-d8b7-4a3f-9401-6e606435787e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa2f3ec534d04b2480fa4a4da0174741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534134 Oct 17 18:40:15.014778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46880) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:15.080547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:15.106636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:15.261258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:15.279057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbcbdd6-6996-4cce-899f-ded444422a43,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:15.286327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:15.287587 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-01a1a92d-f2ad-4fba-b923-fcdf6102161d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbbcbdd6-6996-4cce-899f-ded444422a43 HTTP/1.1" status: 204 len: 168 time: 0.2713695 Oct 17 18:40:16.554030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46904) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:16.667298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1953580161-network', 'tenant_id': 'dde3ff2d70774ece811d022a62703735'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:16.672107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:16.675991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Usage tracker for resource:network and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:16.679717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:16.685582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:16.809688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:40:16.812064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:16.824689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:16.840165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:16.843820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:16.846687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:16.853163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:16.944214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.038411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.069795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:40:17.078395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19489292-c24e-4e2f-a288-ed70a39d3c02,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:17.084616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.091191 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Added segment 1240d0f5-7b24-489a-b80f-c2bbf772e32a of type vlan for network 7eaccbcf-d916-44ef-bc93-d0006e46f062 Oct 17 18:40:17.114346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.256628 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.257893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:17.258652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.372491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=7eaccbcf-d916-44ef-bc93-d0006e46f062,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:17.384060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:40:17.502112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-53fffa16-2a86-458d-abdc-7efed9dd5fb9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9469547 Oct 17 18:40:17.505712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46910) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:17.511160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Request body: {'subnet': {'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1953580161-subnet', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:17.516303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:17.520134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Usage tracker for resource:subnet and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:17.522968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:17.528631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:17.638687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:40:17.641052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:17.987654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.078887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77e60ff-8924-4684-87fa-8a5bd25973a1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:18.089861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:40:18.089861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Network hostable DHCP agents. Network: 7eaccbcf-d916-44ef-bc93-d0006e46f062, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:40:18.203934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:40:18.296148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 7eaccbcf-d916-44ef-bc93-d0006e46f062) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:18.306672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:18.306672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.306959 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc367ee6-ad54-4151-9c76-6b7d53ed2d47 None None] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:40:18.377323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9573d5b8-5b1a-4e04-b256-66de5f7b626b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8704107 Oct 17 18:40:18.381182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46914) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:18.386332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:18.391342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:18.395859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Usage tracker for resource:router and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:18.398881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:18.404876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:18.472906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.474537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.492406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.548598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-7eaccbcf-d916-44ef-bc93-d0006e46f062', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:40:18.549445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.714851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Allocated IP 172.20.0.2 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/2be0146f-cd7d-44ca-8734-bc5589afb3a2) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:18.914491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.971043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:18.982340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Transition to ACTIVE for port object 2be0146f-cd7d-44ca-8734-bc5589afb3a2 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:19.002107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Transition to ACTIVE for port object 2be0146f-cd7d-44ca-8734-bc5589afb3a2 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:19.079757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.147143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:19.150394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:19.154349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:19.231765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Pushing event updated for resources: {'Port': ['ID=2be0146f-cd7d-44ca-8734-bc5589afb3a2,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:19.339706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Attempting to bind port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:40:19.340117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Attempting to bind port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:40:19.340467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Attempting to bind port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:40:19.346178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:40:19.346543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:40:19.346936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.347314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:40:19.347773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Bound port: 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:40:19.348686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.375594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.406047 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.451908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] For port 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:40:19.455149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] For port 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2be0146f-cd7d-44ca-8734-bc5589afb3a2,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:40:19.555778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Allocated IP 172.26.2.246 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/52e6eb91-6fd2-432d-9718-99d8591c2ecb) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:19.577031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.710235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e51a539a-8e89-4645-a2e7-c2dca40dcdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.719041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241a06c-3091-4cc2-add5-962ee9bd9d23 None None] Pushing event updated for resources: {'Port': ['ID=2be0146f-cd7d-44ca-8734-bc5589afb3a2,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:19.776522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.898345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:19.965535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:19.968568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:19.972617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:20.131645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Pushing event updated for resources: {'Port': ['ID=52e6eb91-6fd2-432d-9718-99d8591c2ecb,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:20.617961 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:20.698070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3111f0-56ac-4354-9ed3-2c271b3fe7a4 None None] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:40:20.896244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-2ffe4f14-ea1c-4615-8f14-49337ebc6886 None None] Provisioning for port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:21.026887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2be0146f-cd7d-44ca-8734-bc5589afb3a2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:21.065656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.199301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:21.206097 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:21.206620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.207052 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 Oct 17 18:40:21.273064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Provisioning complete for port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:21.273330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.273669 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Attempt 1 to provision port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 Oct 17 18:40:21.387256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:40:21.392868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:21.393269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.472333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Current status of the port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:21.472708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.482361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2be0146f-cd7d-44ca-8734-bc5589afb3a2,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:21.581468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:40:21.581863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.595181 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:40:21.608778 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:21.609924 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:39:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:21.679524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:21.680885 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1961b13a-8970-4e59-b0a2-5cc5899aaa22 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2987046 Oct 17 18:40:21.684034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46918) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:21.711001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=2be0146f-cd7d-44ca-8734-bc5589afb3a2,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:21.714005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:40:21.714360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:40:21.799265 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:22.102623 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:20Z', 'revision_number': 3, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:22.106910 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:40:22.107243 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Updating router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e port 52e6eb91-6fd2-432d-9718-99d8591c2ecb binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:40:22.160092 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.283099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-13fb1430-2693-4d92-8399-642944ef81d2 None None] Current status of the port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:22.341989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a7ae72ef-c944-4932-a0ca-4e9becda1b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.525924 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.537655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.539098 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Transition to ACTIVE for port object 52e6eb91-6fd2-432d-9718-99d8591c2ecb will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:22.638928 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.735697 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Attempting to bind port 52e6eb91-6fd2-432d-9718-99d8591c2ecb on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:40:22.736048 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Attempting to bind port 52e6eb91-6fd2-432d-9718-99d8591c2ecb by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:40:22.736429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Attempting to bind port 52e6eb91-6fd2-432d-9718-99d8591c2ecb on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:40:22.744976 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:40:22.745338 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:40:22.745752 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.746132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:40:22.746586 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Bound port: 52e6eb91-6fd2-432d-9718-99d8591c2ecb, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:40:22.746986 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.755775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Allocated IP 172.20.0.1 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/50a02515-31eb-439b-8024-9b3d0ae413a6) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:22.793311 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Pushing event updated for resources: {'Port': ['ID=52e6eb91-6fd2-432d-9718-99d8591c2ecb,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:22.803392 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.803781 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.804119 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.804444 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.804760 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.805084 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.805399 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.805746 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.806065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.806378 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.806688 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.806996 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:40:22.841593 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] For port 52e6eb91-6fd2-432d-9718-99d8591c2ecb, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:40:22.844719 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] For port 52e6eb91-6fd2-432d-9718-99d8591c2ecb, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=52e6eb91-6fd2-432d-9718-99d8591c2ecb,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:40:22.929819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.948417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Transition to ACTIVE for port object 50a02515-31eb-439b-8024-9b3d0ae413a6 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:22.953289 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:22.997917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2be0146f-cd7d-44ca-8734-bc5589afb3a2 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:23.023727 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:23.024354 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:40:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:23.030598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.075875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:23.076289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.076615 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 Oct 17 18:40:23.080065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.129223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.146594 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dc3a6-1fea-4ad7-8a46-8e0c572fdd62 None None] Pushing event updated for resources: {'Port': ['ID=52e6eb91-6fd2-432d-9718-99d8591c2ecb,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:23.197691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:23.201494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Pushing event updated for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:23.205502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:23.208005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:23.229062 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:23.235527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:23.277049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.474350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.555477 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:20Z', 'revision_number': 3, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:23.559386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c05fd8-893a-423f-8302-21e2f1863161 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:20Z', 'revision_number': 3, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:40:23.581567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Provisioning for port 50a02515-31eb-439b-8024-9b3d0ae413a6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:23.587752 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Provisioning complete for port 50a02515-31eb-439b-8024-9b3d0ae413a6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:23.588010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.588346 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 1 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:23.651995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:23.723407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.805380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:23.927491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Pushing event updated for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:23.930461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:24.115073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:24.116342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:24.153853 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 2 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:24.239557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:24.467882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:40:24.484504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:24.667928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:40:24.678993 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9d31f4f5-96b7-46ad-8b3b-02e268ac44c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/10b0a0ca-d28a-4da8-a8b7-dd84d25c429e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9933105 Oct 17 18:40:24.741049 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 3 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:24.796517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:25.010197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 52e6eb91-6fd2-432d-9718-99d8591c2ecb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:25.158061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46928) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:25.165457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322894906', 'description': 'tempest-description--812597823'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:25.180381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:25.185407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Usage tracker for resource:security_group and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:25.188605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:25.195359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:25.215773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 52e6eb91-6fd2-432d-9718-99d8591c2ecb completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:25.222099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 52e6eb91-6fd2-432d-9718-99d8591c2ecb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:25.222493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.222940 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 52e6eb91-6fd2-432d-9718-99d8591c2ecb Oct 17 18:40:25.247804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:40:25.278397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:25.278674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:40:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:25.330625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.358995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:25.364408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Usage tracker for resource:security_group_rule and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:25.368191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:25.371313 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 4 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:25.378119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:25.467612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.520747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:25.547527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.591803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f7703-83af-493e-bb6f-f9c10dd9669c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:25.609107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:25.647351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 52e6eb91-6fd2-432d-9718-99d8591c2ecb is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:25.647730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.673309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.674648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a0f111df-257e-4e02-9bb4-028744250f17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5154200 Oct 17 18:40:25.677423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46932) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:25.683131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'security_group_rule': {'security_group_id': 'da7f7703-83af-493e-bb6f-f9c10dd9669c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:25.688013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 52e6eb91-6fd2-432d-9718-99d8591c2ecb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=52e6eb91-6fd2-432d-9718-99d8591c2ecb,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:25.689406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:25.693741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Usage tracker for resource:security_group_rule and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:25.696852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:25.703039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:25.816110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.830790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.931616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:25.944078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=52e6eb91-6fd2-432d-9718-99d8591c2ecb,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:25.994464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.020439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 2, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:26.022314 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 5 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:26.038404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.065702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3641a43b-5bb1-4d0b-9924-1abb670cd305,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:26.068750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:40:26.069043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Updating router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e port 50a02515-31eb-439b-8024-9b3d0ae413a6 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:40:26.123678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:26.129832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.141572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.143154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fc8ac18f-e8f0-4b18-b4ce-926bf432d27d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637880 Oct 17 18:40:26.146089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 46936) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:26.152073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'security_group_rule': {'security_group_id': 'da7f7703-83af-493e-bb6f-f9c10dd9669c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:26.159236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:26.165152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Usage tracker for resource:security_group_rule and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:26.167127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:26.173402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:26.306509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.392142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.478689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.575844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.630827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd8b40b-043d-441a-b223-936cc88a7eaa,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:26.650270 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 6 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:26.678801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Transition to ACTIVE for port object 50a02515-31eb-439b-8024-9b3d0ae413a6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:26.719287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.720930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3fb444b9-cb58-4c6e-a8c8-0b2ad55e178f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5734935 Oct 17 18:40:26.725698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 46940) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:26.731642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:26.732134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:26.740679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:26.747520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Usage tracker for resource:floatingip and tenant:dde3ff2d70774ece811d022a62703735 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:26.758221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:26.765797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:26.843857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.907101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:26.935112 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:40:27.004293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 52e6eb91-6fd2-432d-9718-99d8591c2ecb up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:27.090439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.173544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1798ba-ef19-450c-b937-3d25c03353b2 None None] Pushing event updated for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:27.201549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Attempting to bind port 50a02515-31eb-439b-8024-9b3d0ae413a6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:40:27.201947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Attempting to bind port 50a02515-31eb-439b-8024-9b3d0ae413a6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:40:27.202306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Attempting to bind port 50a02515-31eb-439b-8024-9b3d0ae413a6 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:40:27.210777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:40:27.211140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:40:27.211539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.212461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:40:27.212461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Bound port: 50a02515-31eb-439b-8024-9b3d0ae413a6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:40:27.212933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.233302 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 7 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:27.281310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Allocated IP 172.26.2.104 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/23200eb3-d432-42e9-9213-869dc22d992b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:27.308858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 52e6eb91-6fd2-432d-9718-99d8591c2ecb triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:27.309455 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.310001 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 52e6eb91-6fd2-432d-9718-99d8591c2ecb Oct 17 18:40:27.402013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:27.435023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] For port 50a02515-31eb-439b-8024-9b3d0ae413a6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:40:27.439079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] For port 50a02515-31eb-439b-8024-9b3d0ae413a6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50a02515-31eb-439b-8024-9b3d0ae413a6,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:40:27.459630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.505933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 52e6eb91-6fd2-432d-9718-99d8591c2ecb is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:27.530553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.554550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.602251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:27.602890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:40:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:27.629130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:27.632401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:27.637989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:27.669933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=23200eb3-d432-42e9-9213-869dc22d992b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:27.743259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.744655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1798ba-ef19-450c-b937-3d25c03353b2 None None] Pushing event updated for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:27.800124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:27.886474 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:27.925542 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Attempt 8 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:28.077907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1925f-92c4-4fee-a8c7-f97f58356204 None None] Port 50a02515-31eb-439b-8024-9b3d0ae413a6 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:40:28.138553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:28.200936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:27Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:28.210877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335626f-798a-46eb-b6ee-debd6891441f None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:27Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:40:28.216754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:28.410290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:28.420355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=23200eb3-d432-42e9-9213-869dc22d992b,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:28.565115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:28.567749 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bbbb56e4-2d2b-4354-8ac6-8a0bbc71f74d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8401918 Oct 17 18:40:28.776741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4c848568-99f1-406d-8945-dbf28f6fc52b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:28.920070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4c848568-99f1-406d-8945-dbf28f6fc52b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:28.923327 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4c848568-99f1-406d-8945-dbf28f6fc52b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1322894906&fields=id&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 267 time: 0.2017539 Oct 17 18:40:29.038458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50a02515-31eb-439b-8024-9b3d0ae413a6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:29.148464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-f878bdd6-53ac-4b59-9203-4b06e7178690 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:29.149826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-f878bdd6-53ac-4b59-9203-4b06e7178690 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.2076919 Oct 17 18:40:29.166742 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-01de2c5f-cd53-4d21-ad26-21b0fc53cb74 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/quotas/dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 375 time: 0.0109739 Oct 17 18:40:29.181849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 50a02515-31eb-439b-8024-9b3d0ae413a6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:29.188215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 50a02515-31eb-439b-8024-9b3d0ae413a6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:29.188807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:29.189150 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:29.293060 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-bbd1beaf-367f-496c-8d4e-a455d95252c8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169057 Oct 17 18:40:29.342133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 50a02515-31eb-439b-8024-9b3d0ae413a6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:29.342679 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:29.387475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 50a02515-31eb-439b-8024-9b3d0ae413a6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50a02515-31eb-439b-8024-9b3d0ae413a6,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:29.490440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:29.492403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-2932a7c9-7b64-4e37-aa18-4470ca2f79ea service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856933 Oct 17 18:40:29.639788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:29.669810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-202e7ef3-8d1a-4702-8302-1f25ecd52733 service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672440 Oct 17 18:40:30.055145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4389617d-9b84-4e88-8c05-852adb8cf5f2 req-f0d10839-0d6c-46b9-bbf0-4e4e978c2b2a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:30.226770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4389617d-9b84-4e88-8c05-852adb8cf5f2 req-f0d10839-0d6c-46b9-bbf0-4e4e978c2b2a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:30.228101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4389617d-9b84-4e88-8c05-852adb8cf5f2 req-f0d10839-0d6c-46b9-bbf0-4e4e978c2b2a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.2365119 Oct 17 18:40:30.986861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50a02515-31eb-439b-8024-9b3d0ae413a6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:31.059771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 50a02515-31eb-439b-8024-9b3d0ae413a6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:31.060130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:31.060464 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 50a02515-31eb-439b-8024-9b3d0ae413a6 Oct 17 18:40:31.192989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 50a02515-31eb-439b-8024-9b3d0ae413a6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:31.462968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d7dacc8-fe3f-4d96-bad1-1296ad1a178e req-762b041c-926a-4d29-b780-857f4800ba8e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.0595241 Oct 17 18:40:32.644061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f85d929-765c-4003-8993-924548972853 req-510343a2-8d73-45cc-970a-8df73cb94229 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.0517919 Oct 17 18:40:33.063920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-165ec137-16a9-4415-b8b8-15dba75d9270 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:33.064604 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-165ec137-16a9-4415-b8b8-15dba75d9270 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:33.176467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-165ec137-16a9-4415-b8b8-15dba75d9270 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:33.177815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-165ec137-16a9-4415-b8b8-15dba75d9270 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.2677624 Oct 17 18:40:33.359335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4dd9547d-4b9a-4797-9c93-2a76973eed3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:33.372465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4dd9547d-4b9a-4797-9c93-2a76973eed3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:33.373581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-4dd9547d-4b9a-4797-9c93-2a76973eed3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 380 time: 0.1780100 Oct 17 18:40:33.383758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'port': {'device_id': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'admin_state_up': True, 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'security_groups': ['da7f7703-83af-493e-bb6f-f9c10dd9669c']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:33.526910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:33.536491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:33.690002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:40:33.694237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:33.809045 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb14f2e2-11be-4116-90f5-9cc9490a1f41 req-ee7c0a23-cecd-40d6-a66a-6976a3ea4e75 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.0497422 Oct 17 18:40:33.862036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Allocated IP 172.20.0.9 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/71c0a628-a54d-4b00-993d-f23a95a50c22) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:34.056269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:34.072552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Transition to ACTIVE for port object 71c0a628-a54d-4b00-993d-f23a95a50c22 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:34.176277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:34.245004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:34.248346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:34.252217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:34.295106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:34.328677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:34.329178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:34.468422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-87a05e36-ad59-4695-8475-32ab4ef06d30 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886459 Oct 17 18:40:34.486104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-912c7b9a-077e-4c1a-a463-4b5a158c249d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:40:34.488727 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-912c7b9a-077e-4c1a-a463-4b5a158c249d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055087 Oct 17 18:40:34.542384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Request body: {'port': {'device_id': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:34.576101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Provisioning for port 71c0a628-a54d-4b00-993d-f23a95a50c22 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:34.581930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Provisioning complete for port 71c0a628-a54d-4b00-993d-f23a95a50c22 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:34.582290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:34.582676 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Attempt 1 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:40:34.665672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Port 71c0a628-a54d-4b00-993d-f23a95a50c22 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:34.686590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.111400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba44bb-712c-4ec8-ad5a-315dd2db0237 req-cdeca4fb-d948-438d-afd7-5a224cadae9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:35.112207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-e8ba44bb-712c-4ec8-ad5a-315dd2db0237 req-cdeca4fb-d948-438d-afd7-5a224cadae9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:35.131904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:40:35.141203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.157403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Transition to ACTIVE for port object 71c0a628-a54d-4b00-993d-f23a95a50c22 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:40:35.166687 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Attempt 2 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:40:35.225384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Port 71c0a628-a54d-4b00-993d-f23a95a50c22 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:35.283999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-e8ba44bb-712c-4ec8-ad5a-315dd2db0237 req-cdeca4fb-d948-438d-afd7-5a224cadae9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:35.285343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8ba44bb-712c-4ec8-ad5a-315dd2db0237 req-cdeca4fb-d948-438d-afd7-5a224cadae9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 931 time: 0.3534679 Oct 17 18:40:35.325861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.443273 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8ba44bb-712c-4ec8-ad5a-315dd2db0237 req-ff56b7cc-3419-4418-9b5e-90d563fd8bf1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476054 Oct 17 18:40:35.528214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:35.576652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Attempting to bind port 71c0a628-a54d-4b00-993d-f23a95a50c22 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:40:35.576993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Attempting to bind port 71c0a628-a54d-4b00-993d-f23a95a50c22 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:40:35.577317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Attempting to bind port 71c0a628-a54d-4b00-993d-f23a95a50c22 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:40:35.582188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Port 71c0a628-a54d-4b00-993d-f23a95a50c22 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:40:35.587252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Attempting to bind port 71c0a628-a54d-4b00-993d-f23a95a50c22 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:40:35.588272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:40:35.588605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:40:35.588985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:40:35.589413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Bound port: 71c0a628-a54d-4b00-993d-f23a95a50c22, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:40:35.589793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.686702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:40:35.689885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:40:35.726840 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Attempt 3 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:40:35.785103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Port 71c0a628-a54d-4b00-993d-f23a95a50c22 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:35.799456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.803175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:35.803790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:35.805337 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1093 time: 1.3115289 Oct 17 18:40:35.836410 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:35.838838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f207a9-c224-4ab2-9ea8-d28375ee88da" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:35.908745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e2587-41a9-4789-b803-c173cab6d1de x-openstack-request-id: req-2e8e2587-41a9-4789-b803-c173cab6d1de {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:35.909085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:35.909412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e8e2587-41a9-4789-b803-c173cab6d1de {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:35.909889 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8e2587-41a9-4789-b803-c173cab6d1de'] response: {'name': 'network-changed', 'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'status': 'completed', 'code': 200} Oct 17 18:40:35.910807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fd0d6-257e-41ea-8da0-af546df040e4 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:36.151795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-307f8dac-34a1-4637-9ec1-6baff1b5241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.153209 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-307f8dac-34a1-4637-9ec1-6baff1b5241c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1096 time: 0.1967227 Oct 17 18:40:36.286748 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Attempt 4 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:40:36.317625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-a61d4cc6-963a-44c4-9226-756c5478acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.319154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-a61d4cc6-963a-44c4-9226-756c5478acae service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dde3ff2d70774ece811d022a62703735&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480842 Oct 17 18:40:36.347861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c1ad-db5e-4579-8dcf-5eb804c74209 None None] Port 71c0a628-a54d-4b00-993d-f23a95a50c22 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:40:36.461321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-eb2c7d6d-d4cc-4b45-beaa-2ac6afbc5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.462877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d5f207a9-c224-4ab2-9ea8-d28375ee88da req-eb2c7d6d-d4cc-4b45-beaa-2ac6afbc5ebd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363275 Oct 17 18:40:36.711799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-bba9f7ed-2b1d-45ea-ae90-404ce19252f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.713184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-bba9f7ed-2b1d-45ea-ae90-404ce19252f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1096 time: 0.1806288 Oct 17 18:40:36.725588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fffe0-d59f-4d85-ba72-14248f63253d req-cd727ae3-d50a-4f2d-8d97-9c205c10eb0c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.726999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d4fffe0-d59f-4d85-ba72-14248f63253d req-cd727ae3-d50a-4f2d-8d97-9c205c10eb0c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.1207452 Oct 17 18:40:36.811011 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-b93a3a44-6bed-4719-9aee-4a791de918b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 217 time: 0.0830946 Oct 17 18:40:36.877305 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d4fffe0-d59f-4d85-ba72-14248f63253d req-8fabc8b4-807a-43aa-83a1-41b59d006c23 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007104 Oct 17 18:40:36.907711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-1538cdfc-c7f8-414e-b569-e94dbd44e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:36.909213 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-1538cdfc-c7f8-414e-b569-e94dbd44e149 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0913780 Oct 17 18:40:37.011170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-f80b99bd-0bf3-4822-b7c1-708430d71387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:37.013174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-f80b99bd-0bf3-4822-b7c1-708430d71387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971730 Oct 17 18:40:37.157439 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-76848a0e-ba0e-4b98-ac1a-795e86aead14 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375461 Oct 17 18:40:37.296185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de2f817b-1585-4cf1-93b0-abd94d75418e req-5b8de9d7-ee8b-4d6e-b01d-3975247f346e service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320913 Oct 17 18:40:38.108188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d931-6de8-49bd-8e1c-79a415ea5806 req-4cf01086-8c76-4fe5-8b85-acf13d7ee489 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:38.109843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ea8d931-6de8-49bd-8e1c-79a415ea5806 req-4cf01086-8c76-4fe5-8b85-acf13d7ee489 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.0989811 Oct 17 18:40:38.160220 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ea8d931-6de8-49bd-8e1c-79a415ea5806 req-06cc9ce2-3925-4b5d-817b-c878db9ff1c0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 Oct 17 18:40:39.371327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83975b5-f57d-4cb3-b05c-49f1839aa861 req-40ae1493-331a-4439-8312-235eeb1fb4b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:39.372849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c83975b5-f57d-4cb3-b05c-49f1839aa861 req-40ae1493-331a-4439-8312-235eeb1fb4b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.0905795 Oct 17 18:40:39.430126 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c83975b5-f57d-4cb3-b05c-49f1839aa861 req-c4364779-08a8-44cc-b4f7-78cedf4fefcb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Oct 17 18:40:40.639541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839bae7-b2ab-4cda-a45b-0814f3c48d49 req-79b71677-872f-46d5-a6c6-41e8a3814f69 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:40.641001 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e839bae7-b2ab-4cda-a45b-0814f3c48d49 req-79b71677-872f-46d5-a6c6-41e8a3814f69 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.0943842 Oct 17 18:40:40.690655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e839bae7-b2ab-4cda-a45b-0814f3c48d49 req-4f2984b8-7b7c-4ea8-916c-084ec489b6b5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Oct 17 18:40:41.829711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:40:41.903830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef972e98-f54c-4a1d-8aaa-da0be680bb8c req-1d07ad5b-901a-43bf-a50d-21cb49d6ac05 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:41.905318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef972e98-f54c-4a1d-8aaa-da0be680bb8c req-1d07ad5b-901a-43bf-a50d-21cb49d6ac05 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.0978329 Oct 17 18:40:41.960095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef972e98-f54c-4a1d-8aaa-da0be680bb8c req-7d893c73-8c48-4e7f-a54e-77cabeb2390f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Oct 17 18:40:41.982232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:42.005813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'mac_address': 'fa:16:3e:fc:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:40:42.065718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:42.066030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:42.084643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:40:42.102128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:42.187583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:42.258209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:42.635472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['71c0a628-a54d-4b00-993d-f23a95a50c22'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:40:43.161844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adedf4f-8a03-431c-96bb-4f59a637eb7c req-c25e1b42-432c-4f0c-b63a-ee628904483d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:43.163328 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7adedf4f-8a03-431c-96bb-4f59a637eb7c req-c25e1b42-432c-4f0c-b63a-ee628904483d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 944 time: 0.0898247 Oct 17 18:40:43.215858 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7adedf4f-8a03-431c-96bb-4f59a637eb7c req-131054e2-30db-439b-b72b-d48c33b9fda3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Oct 17 18:40:43.829254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:43.953450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 71c0a628-a54d-4b00-993d-f23a95a50c22 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:43.958753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 71c0a628-a54d-4b00-993d-f23a95a50c22 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:43.959147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:43.959523 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:40:44.077592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:44.078085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:44.111761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:44.114880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a221f1ec-2cc7-4fe0-96f0-8aaf03865efc" -d '{"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-plugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:44.123422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:44.157043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d04a244-7ce4-4ffc-916c-a3821ceb7d67 x-openstack-request-id: req-2d04a244-7ce4-4ffc-916c-a3821ceb7d67 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:44.157305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-plugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:44.157667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d04a244-7ce4-4ffc-916c-a3821ceb7d67 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:44.158172 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d04a244-7ce4-4ffc-916c-a3821ceb7d67'] response: {'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'code': 200} Oct 17 18:40:44.187743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:44.266690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:44.447411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a7e5c-c6fd-4eca-bad4-2a30bd0c3b7d req-947a03c2-cac9-4c68-9865-dc7aba3b4afa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:44.448851 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3b4a7e5c-c6fd-4eca-bad4-2a30bd0c3b7d req-947a03c2-cac9-4c68-9865-dc7aba3b4afa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0934255 Oct 17 18:40:44.498322 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3b4a7e5c-c6fd-4eca-bad4-2a30bd0c3b7d req-37ea5dbb-8fdb-4366-879c-b0113b4c51d2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Oct 17 18:40:44.620091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3706584-d25b-4922-a3c9-da1db9502d63 req-5cddd406-93c4-40fd-a871-5817b4ac96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:44.621595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3706584-d25b-4922-a3c9-da1db9502d63 req-5cddd406-93c4-40fd-a871-5817b4ac96d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0782135 Oct 17 18:40:44.667989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3706584-d25b-4922-a3c9-da1db9502d63 req-4d830615-42ed-4854-b367-ad595dc28b83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Oct 17 18:40:45.700659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0e671-22ac-4231-b3a2-a876513a570e req-f7184383-ef2c-40b7-a183-fadd17dffb1d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:45.702155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3b0e671-22ac-4231-b3a2-a876513a570e req-f7184383-ef2c-40b7-a183-fadd17dffb1d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0887794 Oct 17 18:40:45.748579 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3b0e671-22ac-4231-b3a2-a876513a570e req-29007eb6-8f80-4aba-b588-fea77b4ee608 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404847 Oct 17 18:40:46.954068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a7619-7d5c-4104-b4b9-55963a6958bd req-0ee36257-e97e-4f6e-ae19-12fd334357d4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:46.955544 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb9a7619-7d5c-4104-b4b9-55963a6958bd req-0ee36257-e97e-4f6e-ae19-12fd334357d4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0929747 Oct 17 18:40:47.011874 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb9a7619-7d5c-4104-b4b9-55963a6958bd req-9fab4cdd-ed34-4e37-a9f8-0befef2f761c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503509 Oct 17 18:40:47.235461 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf89cd2-4120-4995-a9b8-81885d9d004f req-078fd4ec-6e1b-4a48-ab0f-fbbffd0fd14c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:47.237079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3cf89cd2-4120-4995-a9b8-81885d9d004f req-078fd4ec-6e1b-4a48-ab0f-fbbffd0fd14c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1121728 Oct 17 18:40:47.253369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47004) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:47.259957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'floatingip': {'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:47.344753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:48.106669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:48.181695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:48.384118 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 associated. External IP: 172.26.2.104, port: 71c0a628-a54d-4b00-993d-f23a95a50c22. Oct 17 18:40:48.826338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:40:49.134222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:40:49.139550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:49.144720 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:40:49.155455 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:49.156052 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:40:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:49.199895 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0a677c99-30f6-4344-9892-a825dfc1a376 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "PUT /v2.0/floatingips/d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 HTTP/1.1" status: 200 len: 991 time: 1.9448876 Oct 17 18:40:49.200867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:49.204037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:49.255480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78369313-1178-4c7f-822a-e39a971a8fa1 x-openstack-request-id: req-78369313-1178-4c7f-822a-e39a971a8fa1 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:49.255806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:49.256110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78369313-1178-4c7f-822a-e39a971a8fa1 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:49.256461 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78369313-1178-4c7f-822a-e39a971a8fa1'] response: {'name': 'network-changed', 'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'status': 'completed', 'code': 200} Oct 17 18:40:49.343355 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:49.380764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-265b43fc-b23b-4fd7-93d4-c6608cd72880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:49.382258 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-265b43fc-b23b-4fd7-93d4-c6608cd72880 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0820081 Oct 17 18:40:49.521660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-5acbfc65-5d48-46c2-8778-5943932c78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:49.523167 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-5acbfc65-5d48-46c2-8778-5943932c78d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1332843 Oct 17 18:40:49.640363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-f7254a5b-1153-42bd-b1d8-47e21158704b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 999 time: 0.1105406 Oct 17 18:40:49.706882 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:fc:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:40:47Z', 'revision_number': 1, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:49.710960 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:40:49.711758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-de37d1c8-96af-4233-ad39-278d4b5730b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:49.713631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-de37d1c8-96af-4233-ad39-278d4b5730b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0643833 Oct 17 18:40:49.719750 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:49.720340 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:40:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:49.723922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9ba81312-7a32-4e95-8aa9-992e953f9d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:49.810511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-44096077-7b00-4f26-9a74-e80594783848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:49.811861 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-44096077-7b00-4f26-9a74-e80594783848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912685 Oct 17 18:40:49.939038 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:49.960142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-6645e32d-471d-4bd8-8f53-539cbb515920 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408985 Oct 17 18:40:50.106809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a81ef138-ae88-46f6-ac97-0dfe36b7c6c4 req-7cea1eb2-4f87-4acd-a01d-9859b2c3d0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405547 Oct 17 18:40:50.296640 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:fc:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:40:47Z', 'revision_number': 1, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:50.300792 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a4715-d276-4c65-91fb-68b6769eea44 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:fc:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:40:47Z', 'revision_number': 1, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:40:50.502835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e13935-627a-4740-a1d6-db97f013cdd5 None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:40:52.290915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f886a53a-3e62-4e6c-b076-4d4361cd1f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:53.033578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:53.091148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:54.501624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:56.119414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:03.924366 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:41:19.650567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ed179b5e-5d12-406b-b519-6fddb2ee231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:22.290785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e12c90e6-105a-44cb-9309-58bade4dc8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:22.987244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:23.079076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:24.490326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:25.953175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:29.048185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-2154647b-1605-49f9-8148-e9a96c64ad2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924981 Oct 17 18:41:29.227012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-0c2420fe-9788-41cb-a9ea-e9802e86479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:29.228452 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-0c2420fe-9788-41cb-a9ea-e9802e86479d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0826192 Oct 17 18:41:29.374837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-ffae1d9f-acea-4414-8364-998fcd371404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:29.376180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-ffae1d9f-acea-4414-8364-998fcd371404 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1276400 Oct 17 18:41:29.478696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-84ef0830-f5da-413f-aec0-7059fd6b9507 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1001 time: 0.0959918 Oct 17 18:41:29.542725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-8e8b928d-1d67-4682-ad39-540515b530e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:29.544158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-8e8b928d-1d67-4682-ad39-540515b530e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0591762 Oct 17 18:41:29.628327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-9cb504a1-a181-44fb-b3b7-b3949b26cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:29.629751 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-9cb504a1-a181-44fb-b3b7-b3949b26cfd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793798 Oct 17 18:41:29.773084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-e903b740-ef52-4a2e-89e3-3c23c28b2730 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363661 Oct 17 18:41:30.031369 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-768d6231-b82f-4155-8ddf-fac0e9bb91d3 req-9001771f-822b-4a03-98f9-3604444ce682 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506957 Oct 17 18:41:40.924352 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:41:49.634880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cabb2bb-4667-43ac-ae5f-c14a24e999a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:52.371010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6b9b8415-18c8-4ba6-8394-f5117250f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:53.011286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:53.090749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:54.502719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:55.954392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:05.116407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d028-170b-4c5d-975d-e453eb3d961e req-4de033aa-eb49-4898-80e3-b31b9b3b4125 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:05.117809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7c44d028-170b-4c5d-975d-e453eb3d961e req-4de033aa-eb49-4898-80e3-b31b9b3b4125 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.2056758 Oct 17 18:42:05.163933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7c44d028-170b-4c5d-975d-e453eb3d961e req-b772115e-75c2-42b8-a217-67e686c6832e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Oct 17 18:42:05.482765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88246ff-425b-43f3-b099-43dd73097693 req-4e19039d-1ca2-4932-9857-4a442e3715a5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:05.485195 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d88246ff-425b-43f3-b099-43dd73097693 req-4e19039d-1ca2-4932-9857-4a442e3715a5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.2073224 Oct 17 18:42:05.534228 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d88246ff-425b-43f3-b099-43dd73097693 req-41493203-e78e-43ba-9318-522a8feef755 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Oct 17 18:42:05.738860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43cb05-dbb2-4461-ac66-afa0522a2b82 req-a8244397-88f1-43e9-a817-c75c727b0c95 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:05.740339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0a43cb05-dbb2-4461-ac66-afa0522a2b82 req-a8244397-88f1-43e9-a817-c75c727b0c95 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0948191 Oct 17 18:42:05.789042 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0a43cb05-dbb2-4461-ac66-afa0522a2b82 req-807bbb01-628e-47f9-b11e-8592d97e6a71 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Oct 17 18:42:06.419059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6cb6-1019-4245-b2d2-28c7556c4b94 req-47600f14-24f7-4f18-b646-1046c58117e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:06.420595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3dcd6cb6-1019-4245-b2d2-28c7556c4b94 req-47600f14-24f7-4f18-b646-1046c58117e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0997815 Oct 17 18:42:06.474680 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3dcd6cb6-1019-4245-b2d2-28c7556c4b94 req-fd8404b5-c5a6-4e25-b9df-c8577729468d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Oct 17 18:42:06.504391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47060) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:42:06.626454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-48e0f086-f6cf-4802-a8ff-7124ff66f724 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203830 Oct 17 18:42:07.676620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4930a0-9029-4dbf-89f7-a2af80f25e15 req-8e329cad-fc69-4fe5-b9d6-60a3a9806938 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:07.678102 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de4930a0-9029-4dbf-89f7-a2af80f25e15 req-8e329cad-fc69-4fe5-b9d6-60a3a9806938 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0916517 Oct 17 18:42:07.722862 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-de4930a0-9029-4dbf-89f7-a2af80f25e15 req-1ea066c5-50af-46c2-b467-eb76eeb987c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Oct 17 18:42:08.932795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f387-2017-4bc5-b905-2fc98fb4bee7 req-ccac9e81-4582-411f-aa96-eb212ac96923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:08.934466 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6af2f387-2017-4bc5-b905-2fc98fb4bee7 req-ccac9e81-4582-411f-aa96-eb212ac96923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0944078 Oct 17 18:42:08.979601 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6af2f387-2017-4bc5-b905-2fc98fb4bee7 req-28c41c31-c477-482e-bad9-5fb967ce728f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393951 Oct 17 18:42:09.401109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-6e8ceb9d-98f0-4286-92e9-142f3f6c5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:09.402620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-6e8ceb9d-98f0-4286-92e9-142f3f6c5adc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0801930 Oct 17 18:42:09.537042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-44c623fc-c53b-4c66-97ff-79af088c84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:09.538564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-44c623fc-c53b-4c66-97ff-79af088c84ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1296992 Oct 17 18:42:09.647248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-d17c56f6-65d2-4dec-8a8d-563b18ce642a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1001 time: 0.1017823 Oct 17 18:42:09.717244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-67e103e7-d537-4292-b7df-c14c6a3b23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:09.718772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-67e103e7-d537-4292-b7df-c14c6a3b23d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0652404 Oct 17 18:42:09.804668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-168edb6b-3cb3-45f0-bcb1-2338a5aa3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:09.806154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-168edb6b-3cb3-45f0-bcb1-2338a5aa3769 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808346 Oct 17 18:42:09.945223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-167d2e95-8511-4ca1-813e-5dd0eea917cb service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322103 Oct 17 18:42:10.082297 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-cbea5cd2-ee52-436d-a907-e0f521b6984f service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299832 Oct 17 18:42:10.192322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fba3c2-2cf8-4d6f-b970-4b334c4b205b req-2b450a26-3492-415d-850d-b3af4e8ed1e5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:10.193898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-77fba3c2-2cf8-4d6f-b970-4b334c4b205b req-2b450a26-3492-415d-850d-b3af4e8ed1e5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0976586 Oct 17 18:42:10.258170 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-77fba3c2-2cf8-4d6f-b970-4b334c4b205b req-056dfcef-7aa6-4a2c-b5e9-8f1e610ec0d3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 Oct 17 18:42:11.483352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa404a5-3584-4088-8ffa-1c55c9c3eef8 req-7a95bc44-4e36-4cee-b104-8ed7fd146f43 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:11.484809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5aa404a5-3584-4088-8ffa-1c55c9c3eef8 req-7a95bc44-4e36-4cee-b104-8ed7fd146f43 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0924006 Oct 17 18:42:11.530733 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5aa404a5-3584-4088-8ffa-1c55c9c3eef8 req-2e8c8631-6062-4dca-9984-a432d6650946 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395372 Oct 17 18:42:12.743713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe44e0-79b4-4c87-9908-a67f7e712a66 req-b757b80f-4bc1-4593-8875-bf31661440dc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:12.745212 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9efe44e0-79b4-4c87-9908-a67f7e712a66 req-b757b80f-4bc1-4593-8875-bf31661440dc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0898366 Oct 17 18:42:12.790172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9efe44e0-79b4-4c87-9908-a67f7e712a66 req-98eadea7-f974-4c20-8323-6e03112f122f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Oct 17 18:42:13.996631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4384ea2-6b79-4662-8446-6800598742c2 req-b1dfa40a-c1c9-420c-85ac-563cc5d31ff1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:13.998158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b4384ea2-6b79-4662-8446-6800598742c2 req-b1dfa40a-c1c9-420c-85ac-563cc5d31ff1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0925963 Oct 17 18:42:14.043800 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b4384ea2-6b79-4662-8446-6800598742c2 req-643064ad-9843-4d2a-9447-9dea9d0b05b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Oct 17 18:42:15.248095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9f781-87cb-4009-bfda-1dead2f37bea req-13efd527-596a-4ffa-9398-7b9706df2127 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:15.249500 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7dd9f781-87cb-4009-bfda-1dead2f37bea req-13efd527-596a-4ffa-9398-7b9706df2127 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0938444 Oct 17 18:42:15.295599 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7dd9f781-87cb-4009-bfda-1dead2f37bea req-5afababa-d932-4af2-9b6e-167bf3b9a0fa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Oct 17 18:42:16.638426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1a6f1-2f5a-4f97-9cf5-7f277c8d00f2 req-9bc95d58-ef5c-4042-9e04-bc62607118c7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:16.640100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f1a6f1-2f5a-4f97-9cf5-7f277c8d00f2 req-9bc95d58-ef5c-4042-9e04-bc62607118c7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.2252150 Oct 17 18:42:16.686334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f1a6f1-2f5a-4f97-9cf5-7f277c8d00f2 req-172668d5-20fb-4b34-966a-0a99a597b099 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Oct 17 18:42:17.893522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0ec8-8648-4c74-b4ee-e0deb07d5a25 req-ab3e4be7-8c24-4a32-a37e-e93d3e3d5815 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:17.895050 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8d2d0ec8-8648-4c74-b4ee-e0deb07d5a25 req-ab3e4be7-8c24-4a32-a37e-e93d3e3d5815 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0918000 Oct 17 18:42:17.923905 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:42:17.945582 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8d2d0ec8-8648-4c74-b4ee-e0deb07d5a25 req-07a5d2c3-6fa3-4f2c-914d-ef252723d661 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Oct 17 18:42:19.149519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f273c58-8845-4577-af64-d1b6be4c8d53 req-c91e0723-f361-46ac-8510-077a63573a55 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:19.150991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f273c58-8845-4577-af64-d1b6be4c8d53 req-c91e0723-f361-46ac-8510-077a63573a55 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0917466 Oct 17 18:42:19.195526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f273c58-8845-4577-af64-d1b6be4c8d53 req-4f477b93-1e7f-410b-af5d-a430be715bde tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386181 Oct 17 18:42:19.657257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21b65292-bc58-4ced-b695-83a0af7c5fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:20.402733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1322d-f7dd-4cf0-b800-3c1f75843ca1 req-312d87da-b9a3-47ac-8ff8-17acc064c351 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:20.404245 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cef1322d-f7dd-4cf0-b800-3c1f75843ca1 req-312d87da-b9a3-47ac-8ff8-17acc064c351 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0933769 Oct 17 18:42:20.451929 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cef1322d-f7dd-4cf0-b800-3c1f75843ca1 req-fbde32fd-43cb-49bf-984b-979f3a2260ae tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 Oct 17 18:42:21.663195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e8133-f05e-4c41-8370-e7ed79fafa03 req-9e70b4e1-ca2b-4884-b9d0-b06401e1001f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:21.664583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fb6e8133-f05e-4c41-8370-e7ed79fafa03 req-9e70b4e1-ca2b-4884-b9d0-b06401e1001f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0936050 Oct 17 18:42:21.716477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fb6e8133-f05e-4c41-8370-e7ed79fafa03 req-dda3c66a-1cd2-42a3-85cd-46bb92082f81 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Oct 17 18:42:22.303252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5982635d-a607-4ce5-a9c1-1534fed84417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:22.957302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f962d7-7ced-4e00-9a15-c6f38d59bd79 req-16ab8293-38d6-4732-bb56-283492f371e6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:22.958898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-77f962d7-7ced-4e00-9a15-c6f38d59bd79 req-16ab8293-38d6-4732-bb56-283492f371e6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0947978 Oct 17 18:42:22.986695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:23.007067 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-77f962d7-7ced-4e00-9a15-c6f38d59bd79 req-ec6e46e7-66d7-4ec5-befb-c70281b311e7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Oct 17 18:42:23.063297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:24.209929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307506e-aa84-49fc-95e7-7d97f182aaf3 req-3cb46b9a-b445-49ca-a886-492ff56ef66f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:24.211449 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6307506e-aa84-49fc-95e7-7d97f182aaf3 req-3cb46b9a-b445-49ca-a886-492ff56ef66f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0907094 Oct 17 18:42:24.257193 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6307506e-aa84-49fc-95e7-7d97f182aaf3 req-5d3b5867-9c78-4d12-bceb-4f4f3cf885c0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395434 Oct 17 18:42:24.503368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:25.459307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18615f-5bfc-4da4-b6f6-21ee78591c9b req-b361061c-a82f-4e0c-8c08-6d42f4de2e31 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.460850 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-da18615f-5bfc-4da4-b6f6-21ee78591c9b req-b361061c-a82f-4e0c-8c08-6d42f4de2e31 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0885596 Oct 17 18:42:25.509629 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-da18615f-5bfc-4da4-b6f6-21ee78591c9b req-d36d5fce-cabc-4805-b34d-fc3548a92c62 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Oct 17 18:42:25.960441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:26.717824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58124b2-0458-4817-8e3f-e3af5067fab7 req-2e184dc1-ec94-4eab-8f23-62e797be5a74 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:26.719430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c58124b2-0458-4817-8e3f-e3af5067fab7 req-2e184dc1-ec94-4eab-8f23-62e797be5a74 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0947275 Oct 17 18:42:26.778071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c58124b2-0458-4817-8e3f-e3af5067fab7 req-1d8d3885-df0a-4eb8-b5ae-5645a1f3f3ab tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470259 Oct 17 18:42:27.689862 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-5f9c9437-e18a-470b-a408-b945aa4208da service neutron] 10.222.0.42 "GET /v2.0/ports/71c0a628-a54d-4b00-993d-f23a95a50c22/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0744171 Oct 17 18:42:27.997945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4be6b-7e83-4554-9c0d-58cb56e737e9 req-a5f3302d-2b5a-4e5e-911a-81c3a5987c62 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:28.000202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fea4be6b-7e83-4554-9c0d-58cb56e737e9 req-a5f3302d-2b5a-4e5e-911a-81c3a5987c62 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1036129 Oct 17 18:42:28.044917 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fea4be6b-7e83-4554-9c0d-58cb56e737e9 req-effec59d-4f31-4d17-8419-3f5c839e9bf1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Oct 17 18:42:28.650703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-8fd4d75b-282e-456b-bdc7-ca3276a6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:28.652089 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-8fd4d75b-282e-456b-bdc7-ca3276a6cafc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1098 time: 0.0840364 Oct 17 18:42:28.768542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-26a51e37-9daf-48b9-b1c4-0611b5cc3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:28.770031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-26a51e37-9daf-48b9-b1c4-0611b5cc3c71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0813572 Oct 17 18:42:28.903863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-d618a15d-3e04-4b8c-ba1a-cc533a80df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:28.905210 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-d618a15d-3e04-4b8c-ba1a-cc533a80df40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1286182 Oct 17 18:42:29.014754 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-0c176c15-a08a-4489-b884-cf5a849be89e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1001 time: 0.1029639 Oct 17 18:42:29.080290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-ad79f49b-ffd1-4ace-b6df-a2f5d52ee950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:29.081754 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-ad79f49b-ffd1-4ace-b6df-a2f5d52ee950 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0598531 Oct 17 18:42:29.207679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-33c7869c-9b98-4048-a4b2-a830259efdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:29.209205 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-33c7869c-9b98-4048-a4b2-a830259efdd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1204715 Oct 17 18:42:29.370969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59904f37-5354-4a97-9bbb-66261cc178bb req-7e655f69-ba5e-464f-8f6d-9e795546af81 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:29.372390 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59904f37-5354-4a97-9bbb-66261cc178bb req-7e655f69-ba5e-464f-8f6d-9e795546af81 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.2106800 Oct 17 18:42:29.374457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-07362b77-e103-4ecc-8231-75e2eb3106c9 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560698 Oct 17 18:42:29.494745 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59904f37-5354-4a97-9bbb-66261cc178bb req-cc5d749a-c9f6-4ae8-be13-0b7bd7121b4c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159706 Oct 17 18:42:29.560130 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-52ad3453-4169-4324-aa3f-a4d4ac475c14 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680696 Oct 17 18:42:30.814338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf2390-24ce-4ff7-8a56-db3fafc8eebd req-91be9c6b-f3ad-42bb-84a1-3f3171eafde8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:30.816247 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2fcf2390-24ce-4ff7-8a56-db3fafc8eebd req-91be9c6b-f3ad-42bb-84a1-3f3171eafde8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1937885 Oct 17 18:42:30.874163 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2fcf2390-24ce-4ff7-8a56-db3fafc8eebd req-9aaf8e22-d2e8-4ee7-8dbb-6374cb119032 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503299 Oct 17 18:42:31.157471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-7086e73f-62d3-4b9c-93ac-b098a29c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:31.158906 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-7086e73f-62d3-4b9c-93ac-b098a29c7579 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0955720 Oct 17 18:42:31.461467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-1d4ad6bb-4a89-49cd-9507-e695b4d50104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:31.462940 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-1d4ad6bb-4a89-49cd-9507-e695b4d50104 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.2820299 Oct 17 18:42:31.585003 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-7f4fb072-88c5-408d-900f-ead7109f70e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1001 time: 0.1151512 Oct 17 18:42:31.655646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-9b4cfe28-c3ef-4996-810f-0eceefd822a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:31.657092 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-9b4cfe28-c3ef-4996-810f-0eceefd822a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0657246 Oct 17 18:42:31.751899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-84672168-99ca-49fb-b1b7-82d317a06d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:31.753323 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-84672168-99ca-49fb-b1b7-82d317a06d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879865 Oct 17 18:42:31.906984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-65e45969-1352-4892-8b7b-a87c4cc2f92d service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458352 Oct 17 18:42:32.154409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0740822-fc28-4bde-b984-3c066fa39c48 req-eeb6ed03-9c60-4522-aade-7265f247988a service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406402 Oct 17 18:42:32.187318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a16d9-8c5f-4e08-a29a-2bfd3417aa28 req-1254d910-6abc-4645-b6a8-0eced365e550 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:32.188835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d1a16d9-8c5f-4e08-a29a-2bfd3417aa28 req-1254d910-6abc-4645-b6a8-0eced365e550 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1333933 Oct 17 18:42:32.255620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d1a16d9-8c5f-4e08-a29a-2bfd3417aa28 req-109dee93-c393-47e2-a85c-3100a9e69412 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604334 Oct 17 18:42:32.425824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:42:32.434621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:42:32.655368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:32.655744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.674344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:32.695715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'mac_address': 'fa:16:3e:fc:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:42:32.702425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:32.704695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f38049-0581-4339-8c9e-6de60dbcb68a" -d '{"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-unplugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:32.745114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:32.777711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:32.778392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.799381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:32.836772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.893745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9568aa54-066d-4132-b0b2-c17bbff12161 x-openstack-request-id: req-9568aa54-066d-4132-b0b2-c17bbff12161 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:32.894041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-unplugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:32.894274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9568aa54-066d-4132-b0b2-c17bbff12161 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:32.894667 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9568aa54-066d-4132-b0b2-c17bbff12161'] response: {'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'code': 200} Oct 17 18:42:32.965751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:42:32.966092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:42:32.971316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:32.983505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.984038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.984513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.985014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.985516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.986042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.986548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.986966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.987469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.987956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.988440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:32.988926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:33.515633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f56d9-27fb-445a-881a-8846c33ca126 req-0b9af856-dd4f-4323-87a2-b4374ec1c738 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:33.518309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1f8f56d9-27fb-445a-881a-8846c33ca126 req-0b9af856-dd4f-4323-87a2-b4374ec1c738 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 943 time: 0.1107926 Oct 17 18:42:33.541289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:33.542188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:33.560626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:33.572568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1f8f56d9-27fb-445a-881a-8846c33ca126 req-bb678294-d545-4ff3-ad22-c785f10ff973 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Oct 17 18:42:33.582771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:33.646150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:33.735927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:33.820171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['71c0a628-a54d-4b00-993d-f23a95a50c22'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:42:34.441043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:42:34.513529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 71c0a628-a54d-4b00-993d-f23a95a50c22 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:42:34.514242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:34.514578 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 71c0a628-a54d-4b00-993d-f23a95a50c22 Oct 17 18:42:34.639074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 71c0a628-a54d-4b00-993d-f23a95a50c22 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:34.639751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:34.676025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:34.783978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:34.834077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1e94-3d68-44c1-a1cc-5ebd944dd772 req-29bd3fa9-0178-4c04-bedc-ca0f6cc7620c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:34.835561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-317f1e94-3d68-44c1-a1cc-5ebd944dd772 req-29bd3fa9-0178-4c04-bedc-ca0f6cc7620c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 944 time: 0.1022894 Oct 17 18:42:34.865705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:34.894423 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-317f1e94-3d68-44c1-a1cc-5ebd944dd772 req-5399f61c-84a6-4123-b37a-0974ce1a0e23 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529296 Oct 17 18:42:34.895506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:34.897967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adca5cc-8aff-4308-bbb8-567f916ce6f6" -d '{"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-plugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:34.951900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb7652e-5288-4516-a4a5-0666e7e88c5d x-openstack-request-id: req-ccb7652e-5288-4516-a4a5-0666e7e88c5d {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:34.952196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-plugged", "status": "completed", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:34.952596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccb7652e-5288-4516-a4a5-0666e7e88c5d {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:34.952874 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb7652e-5288-4516-a4a5-0666e7e88c5d'] response: {'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'code': 200} Oct 17 18:42:35.556933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fac6d-e402-4a1b-b295-0dedc0f5bfb0 req-cfc73adc-04a0-4b40-b11d-994fe66327e6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:35.558520 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b05fac6d-e402-4a1b-b295-0dedc0f5bfb0 req-cfc73adc-04a0-4b40-b11d-994fe66327e6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1732526 Oct 17 18:42:35.567038 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-5e66869b-5c3f-4fa2-b614-a5e607100a2f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:35.568442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-5e66869b-5c3f-4fa2-b614-a5e607100a2f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645&tenant_id=dde3ff2d70774ece811d022a62703735&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 945 time: 0.1359782 Oct 17 18:42:35.616225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b05fac6d-e402-4a1b-b295-0dedc0f5bfb0 req-234028d7-999d-47cd-a9a5-5b9a4deea732 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Oct 17 18:42:35.752289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-3584c72f-da75-4550-b9b1-43811da7f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:35.753793 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-3584c72f-da75-4550-b9b1-43811da7f719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 1098 time: 0.0823991 Oct 17 18:42:35.899858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-f75810d2-9dde-4414-876d-64e81bb3d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:35.901317 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-f75810d2-9dde-4414-876d-64e81bb3d5f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1415937 Oct 17 18:42:36.019248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-77f2d0ce-b75c-4d8f-9921-90302787d4cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 200 len: 1001 time: 0.1102114 Oct 17 18:42:36.098374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-cacd01da-a58c-4a0b-af76-2aefe5c49fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:36.101232 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-cacd01da-a58c-4a0b-af76-2aefe5c49fc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0757580 Oct 17 18:42:36.210817 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-7809014d-a9c4-4cb5-9a1b-8acb6cfd07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:36.212435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-7809014d-a9c4-4cb5-9a1b-8acb6cfd07d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008577 Oct 17 18:42:36.468225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-e8ea44b4-f466-4f77-9a30-83aa01d0aed6 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480731 Oct 17 18:42:36.615985 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b3d2445-811f-495e-9cab-e7123ff02b91 req-45da3e84-10a6-44d5-a1ac-2e559255b352 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407652 Oct 17 18:42:36.865816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c8cb-24ee-4dd1-8fb1-45a2a1265be3 req-7f0d4b94-9706-4fbb-aa39-3edd7cfe4cb4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:36.867563 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-78d4c8cb-24ee-4dd1-8fb1-45a2a1265be3 req-7f0d4b94-9706-4fbb-aa39-3edd7cfe4cb4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1058493 Oct 17 18:42:36.922430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-78d4c8cb-24ee-4dd1-8fb1-45a2a1265be3 req-a3bb2df6-3a9c-498c-a5a7-33ad0e7d85a5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Oct 17 18:42:38.187026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e7dd-b632-49b1-82ef-5636dcb695eb req-ed5d84cd-15c3-4963-8a48-c2355d5037f8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:38.188596 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e894e7dd-b632-49b1-82ef-5636dcb695eb req-ed5d84cd-15c3-4963-8a48-c2355d5037f8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1477091 Oct 17 18:42:38.241000 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e894e7dd-b632-49b1-82ef-5636dcb695eb req-bb16550a-17af-4c91-ab31-8839b591facd tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460725 Oct 17 18:42:38.472011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf73ca2-b6cb-46bc-ae64-c42f9ff921dd req-e4c4a5e5-472d-4809-9e0c-e5f1a9c9da77 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:38.473500 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-aaf73ca2-b6cb-46bc-ae64-c42f9ff921dd req-e4c4a5e5-472d-4809-9e0c-e5f1a9c9da77 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1061115 Oct 17 18:42:38.521416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-aaf73ca2-b6cb-46bc-ae64-c42f9ff921dd req-b212ea80-0e84-49c2-aa47-08a99afc9550 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Oct 17 18:42:38.750874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40309-a885-4e8e-88d7-d11d3d196c73 req-956abdeb-b8f6-4353-bff8-d64771186d21 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:38.752363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efb40309-a885-4e8e-88d7-d11d3d196c73 req-956abdeb-b8f6-4353-bff8-d64771186d21 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.0987608 Oct 17 18:42:38.814518 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efb40309-a885-4e8e-88d7-d11d3d196c73 req-3efca6ef-ef54-44ba-80b5-fbeeba4f713b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Oct 17 18:42:39.617941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d53b-fa32-46b0-8ffa-50cced3b9ad5 req-fec0bb67-12fc-4c6d-8d44-bb3cee92b3f2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.619360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5602d53b-fa32-46b0-8ffa-50cced3b9ad5 req-fec0bb67-12fc-4c6d-8d44-bb3cee92b3f2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1092944 Oct 17 18:42:39.679313 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5602d53b-fa32-46b0-8ffa-50cced3b9ad5 req-9246d6cf-e35e-4cfd-97ab-c7d4d09d7d9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508523 Oct 17 18:42:40.930020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6e127-f513-4af2-801b-9ecf2021be51 req-2db09d36-27bf-4291-bc89-9cdaf2090f94 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:40.931684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0fc6e127-f513-4af2-801b-9ecf2021be51 req-2db09d36-27bf-4291-bc89-9cdaf2090f94 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1024783 Oct 17 18:42:40.983242 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0fc6e127-f513-4af2-801b-9ecf2021be51 req-dcceb59d-b7d3-4085-830d-6e67ec37d498 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 Oct 17 18:42:42.065089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-f069e4f9-ccf8-426f-a400-4ace81bd7baa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:42.067843 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-f069e4f9-ccf8-426f-a400-4ace81bd7baa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.1347897 Oct 17 18:42:42.173800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Deleting port 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:42:42.174345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:42.460376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c684fd-db20-48fd-adf7-ca0a814626ff req-1e9ec9c5-5cbf-41cf-b778-40d9936d7bcf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:42.461853 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-85c684fd-db20-48fd-adf7-ca0a814626ff req-1e9ec9c5-5cbf-41cf-b778-40d9936d7bcf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 945 time: 0.2594783 Oct 17 18:42:42.546168 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-85c684fd-db20-48fd-adf7-ca0a814626ff req-657a747e-1300-41d2-b402-1c8851209469 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783498 Oct 17 18:42:42.569625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] For port 71c0a628-a54d-4b00-993d-f23a95a50c22, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=71c0a628-a54d-4b00-993d-f23a95a50c22,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:42.570015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:42.925206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:42.925469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:42.925809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 disassociated. External IP: 172.26.2.104, port: 71c0a628-a54d-4b00-993d-f23a95a50c22. Oct 17 18:42:42.926146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Calling delete_port for 71c0a628-a54d-4b00-993d-f23a95a50c22 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:42:43.172519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:43.226192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'Port': ['ID=71c0a628-a54d-4b00-993d-f23a95a50c22,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:43.241256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.241876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.242431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.243013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.243593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.244168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.244737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.245364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.245743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.246085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.246422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.246755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:43.591620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:42:43.735013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ddc49f46-662e-4bd4-8a8c-66e852d93100 req-d36b22f9-3ede-45ec-91bf-329df6757cfb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.0562339 Oct 17 18:42:43.805029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:42:43.816445 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:42:43.828306 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:42:43.828907 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:42:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:42:43.910850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] No DVR routers for this DVR port 71c0a628-a54d-4b00-993d-f23a95a50c22 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:42:43.913724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:43.916561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-deleted', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:43.920121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b84d7-fcd4-4a34-bc00-229ebd13e202" -d '{"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-deleted", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:43.994152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b28ac7-008a-4d7e-8bdf-f473233e2e61 x-openstack-request-id: req-93b28ac7-008a-4d7e-8bdf-f473233e2e61 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:43.994619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a9249-60c7-4dd7-91bc-6feb5d5c6645", "name": "network-vif-deleted", "tag": "71c0a628-a54d-4b00-993d-f23a95a50c22", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:43.994968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93b28ac7-008a-4d7e-8bdf-f473233e2e61 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:43.995592 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b28ac7-008a-4d7e-8bdf-f473233e2e61'] response: {'server_uuid': '8e0a9249-60c7-4dd7-91bc-6feb5d5c6645', 'name': 'network-vif-deleted', 'tag': '71c0a628-a54d-4b00-993d-f23a95a50c22', 'status': 'completed', 'code': 200} Oct 17 18:42:44.000201 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c9397765-cee9-4cab-98c8-9738ac3d2bde req-3de10ea0-e1bd-4f51-b339-d62e9c4493b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "DELETE /v2.0/ports/71c0a628-a54d-4b00-993d-f23a95a50c22 HTTP/1.1" status: 204 len: 173 time: 1.9256341 Oct 17 18:42:44.033488 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:42:44.395397 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:42:44.399678 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:42:44.412155 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:42:44.412808 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:42:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:42:44.600588 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:42:44.951527 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-959dc17a-098d-4504-93f9-ebd60599f81c req-fd06a380-e9ba-4579-a665-8affded6aca4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e0a9249-60c7-4dd7-91bc-6feb5d5c6645 HTTP/1.1" status: 200 len: 210 time: 0.0594392 Oct 17 18:42:45.005995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:42:45.013007 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2e93-11c3-4f61-b729-20e127a411f7 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:42:45.257105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2be2b-a767-4cf9-84f2-9f7f18b01e76 None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:42:46.314165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-529d8140-9a67-4adc-840c-2416d7b15743 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1322894906&fields=id&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 267 time: 0.0440342 Oct 17 18:42:46.475786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-8c9866d3-4c5d-4f62-b875-3be1ac1c1612 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:46.477484 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-8c9866d3-4c5d-4f62-b875-3be1ac1c1612 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1564767 Oct 17 18:42:46.478300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:42:46.494098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-6462b509-d532-44b2-8867-c7aad6b8ced8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/quotas/dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 375 time: 0.0103118 Oct 17 18:42:46.518950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 71c0a628-a54d-4b00-993d-f23a95a50c22 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:42:46.519205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 71c0a628-a54d-4b00-993d-f23a95a50c22 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:42:46.599441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-ffe74539-47d4-4a65-8027-53ec08ebaf7a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:42:46.738138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-ffe74539-47d4-4a65-8027-53ec08ebaf7a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:42:46.739545 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-ffe74539-47d4-4a65-8027-53ec08ebaf7a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2391262 Oct 17 18:42:46.812771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-e59ac16f-9a2a-472d-a1c6-fb07fc447232 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:42:46.813898 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-e59ac16f-9a2a-472d-a1c6-fb07fc447232 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614247 Oct 17 18:42:46.973903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-f09d4f9b-2d6d-4e8f-856e-816738f1e321 service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506801 Oct 17 18:42:47.118719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-882f92a4-3786-44fc-ad1f-f0a31317ca71 service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385241 Oct 17 18:42:47.497696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8687ae01-40dc-40f3-ac05-01b27f523c04 req-9a748fda-77ec-43a4-a0a2-1f145525a181 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0570366 Oct 17 18:42:48.678071 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-469359d3-6e31-445d-842a-4dfb92355da5 req-bf8fe213-4cc6-47dd-ae3a-446362347284 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0567276 Oct 17 18:42:49.652507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-78192955-6181-4647-b5d7-777599edbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:49.842718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-78f83489-5560-454e-ac34-f3fd8c3e5f9c req-a172d9dd-c41b-4667-8f67-937bdbbbde68 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0501516 Oct 17 18:42:50.093059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-51f19fb1-364f-4dc8-bd44-93cc7dac7723 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:50.094521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-51f19fb1-364f-4dc8-bd44-93cc7dac7723 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1674223 Oct 17 18:42:50.151769 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-f5791e31-1319-4852-8615-f20739a8c37f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 380 time: 0.0411725 Oct 17 18:42:50.161722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'port': {'device_id': '7da620da-ad06-4b09-9da0-33c599278aa3', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'admin_state_up': True, 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'security_groups': ['da7f7703-83af-493e-bb6f-f9c10dd9669c']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:42:50.301585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:42:50.311761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:42:50.473691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:42:50.477245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:50.757064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Allocated IP 172.20.0.9 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/a4afdf00-5861-4285-a3b2-c84daff104e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:42:50.949182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.004280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Transition to ACTIVE for port object a4afdf00-5861-4285-a3b2-c84daff104e3 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:42:51.022285 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9896b783-10a6-4a79-8bd7-71b401c521e0 req-8a4897e0-7236-40c4-9bc5-480c2e1bdee6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0609460 Oct 17 18:42:51.121419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.191733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:42:51.194687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:42:51.198871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:42:51.232380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:51.270454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:51.271827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.391368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2e3aff45-c292-4597-8098-c7aa88feee0b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308071 Oct 17 18:42:51.410113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Request body: {'port': {'device_id': '7da620da-ad06-4b09-9da0-33c599278aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:42:51.530170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.565009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Provisioning for port a4afdf00-5861-4285-a3b2-c84daff104e3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:42:51.570965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Provisioning complete for port a4afdf00-5861-4285-a3b2-c84daff104e3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:42:51.571326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.574392 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Attempt 1 to provision port a4afdf00-5861-4285-a3b2-c84daff104e3 Oct 17 18:42:51.625374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Port a4afdf00-5861-4285-a3b2-c84daff104e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:42:51.888386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:51.901541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:51.910800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Transition to ACTIVE for port object a4afdf00-5861-4285-a3b2-c84daff104e3 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:42:51.988135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.126656 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Attempt 2 to provision port a4afdf00-5861-4285-a3b2-c84daff104e3 Oct 17 18:42:52.153291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:52.190365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Port a4afdf00-5861-4285-a3b2-c84daff104e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:42:52.230314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Attempting to bind port a4afdf00-5861-4285-a3b2-c84daff104e3 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:42:52.230647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Attempting to bind port a4afdf00-5861-4285-a3b2-c84daff104e3 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:42:52.230969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Attempting to bind port a4afdf00-5861-4285-a3b2-c84daff104e3 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:42:52.232746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab703a1a-b41a-469a-b998-7eae3307fb36 req-17366dfe-8829-4ab9-9e4f-50a681ae8875 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:52.234596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab703a1a-b41a-469a-b998-7eae3307fb36 req-17366dfe-8829-4ab9-9e4f-50a681ae8875 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 943 time: 0.0973866 Oct 17 18:42:52.240139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Port a4afdf00-5861-4285-a3b2-c84daff104e3 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:42:52.240139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Attempting to bind port a4afdf00-5861-4285-a3b2-c84daff104e3 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:42:52.266397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:42:52.266809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:42:52.267201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:42:52.267666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Bound port: a4afdf00-5861-4285-a3b2-c84daff104e3, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:42:52.268082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.288547 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab703a1a-b41a-469a-b998-7eae3307fb36 req-586abe11-71e2-4d1f-bce1-696f8ae96beb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467961 Oct 17 18:42:52.343897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0ca3-b54d-417a-9c23-7c2b6437e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.361378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:42:52.365100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:42:52.462758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.495089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:52.495701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.497081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] 10.222.0.42 "PUT /v2.0/ports/a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1093 time: 1.0913129 Oct 17 18:42:52.497569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:52.499879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910" -d '{"events": [{"name": "network-changed", "server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:52.543304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e3c0-3048-4ceb-b58b-343fbc40870c service neutron] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:52.549774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2bc362-7b5f-44f9-b695-7f1cc0420c37 x-openstack-request-id: req-9f2bc362-7b5f-44f9-b695-7f1cc0420c37 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:52.550241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:52.550626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f2bc362-7b5f-44f9-b695-7f1cc0420c37 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:52.551667 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2bc362-7b5f-44f9-b695-7f1cc0420c37'] response: {'name': 'network-changed', 'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'status': 'completed', 'code': 200} Oct 17 18:42:52.684508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-19088d2f-2b4c-48ad-a7b5-24f556c584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:52.686087 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-19088d2f-2b4c-48ad-a7b5-24f556c584ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0855436 Oct 17 18:42:52.692069 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Attempt 3 to provision port a4afdf00-5861-4285-a3b2-c84daff104e3 Oct 17 18:42:52.753705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e1ead170-f2e6-4636-b2fa-c3b4cdfdb157 None None] Port a4afdf00-5861-4285-a3b2-c84daff104e3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:42:52.852622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-92b9c154-64e5-4aed-a0f0-db86747e4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:52.854090 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-92b9c154-64e5-4aed-a0f0-db86747e4b07 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dde3ff2d70774ece811d022a62703735&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1500504 Oct 17 18:42:53.030836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:53.101993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-7fa00b26-79e6-4278-89cf-9fa74bb2f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.103489 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73ce42dd-c61f-47d4-bb92-ceb8ddba6910 req-7fa00b26-79e6-4278-89cf-9fa74bb2f430 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432241 Oct 17 18:42:53.116540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:53.253996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9abd1240-a26d-4fb3-9534-e2e45dc19629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.256036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-9abd1240-a26d-4fb3-9534-e2e45dc19629 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0819125 Oct 17 18:42:53.340284 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-fa378066-389b-4e1e-9833-9876bbd4cbb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 217 time: 0.0653889 Oct 17 18:42:53.407169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-77e08649-b5b7-47b3-99c4-157872730cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.408715 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-77e08649-b5b7-47b3-99c4-157872730cdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0608723 Oct 17 18:42:53.498398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a1c41-cf16-495c-af6a-c9c183b82700 req-c82b3d2f-dee5-4330-83b5-de4c1741d883 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.500544 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-623a1c41-cf16-495c-af6a-c9c183b82700 req-c82b3d2f-dee5-4330-83b5-de4c1741d883 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 943 time: 0.0947969 Oct 17 18:42:53.500698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-8c4775ac-5cf6-47a1-abd4-32050c5abf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.502050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-8c4775ac-5cf6-47a1-abd4-32050c5abf5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831654 Oct 17 18:42:53.548070 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-623a1c41-cf16-495c-af6a-c9c183b82700 req-936c6d4a-603d-4c52-8563-2d0590621138 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 Oct 17 18:42:53.637213 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-2aaf422d-2ccf-4684-a436-b81a419c8f06 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280286 Oct 17 18:42:53.771632 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9eef3246-0951-49fd-b1d6-c2fda1aa5027 req-3e4aad08-5325-41a7-b862-45f009d6a7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279321 Oct 17 18:42:54.509809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:54.767465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf394ad-9309-4991-a7db-67ec157ada41 req-df5dd244-8bd3-45c0-abdd-568ffae231a2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:54.768160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-dcf394ad-9309-4991-a7db-67ec157ada41 req-df5dd244-8bd3-45c0-abdd-568ffae231a2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:42:54.908587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-dcf394ad-9309-4991-a7db-67ec157ada41 req-df5dd244-8bd3-45c0-abdd-568ffae231a2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:42:54.909784 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dcf394ad-9309-4991-a7db-67ec157ada41 req-df5dd244-8bd3-45c0-abdd-568ffae231a2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 943 time: 0.2318804 Oct 17 18:42:54.924144 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:42:54.961017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dcf394ad-9309-4991-a7db-67ec157ada41 req-cf670f25-5776-486a-825f-4d20c17717eb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Oct 17 18:42:55.984104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:56.178781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a98b-1fb1-4731-95bd-e4af2790bcc9 req-d306d44d-abfb-4e2f-b990-a951eed25472 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:56.181409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1900a98b-1fb1-4731-95bd-e4af2790bcc9 req-d306d44d-abfb-4e2f-b990-a951eed25472 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 943 time: 0.1042278 Oct 17 18:42:56.230177 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1900a98b-1fb1-4731-95bd-e4af2790bcc9 req-127cde98-6601-408c-b968-7d973168ff0f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Oct 17 18:42:56.489054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:42:56.632551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:56.646205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'mac_address': 'fa:16:3e:94:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:42:56.705868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:56.706255 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:56.724370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:56.742012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:56.818412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:56.886516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:57.262360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['a4afdf00-5861-4285-a3b2-c84daff104e3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:42:57.446845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff353-510e-45e9-91f0-f43fba1a6428 req-a2dd877c-304e-414b-aa70-a7d02e4e4afc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:57.448507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98aff353-510e-45e9-91f0-f43fba1a6428 req-a2dd877c-304e-414b-aa70-a7d02e4e4afc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 944 time: 0.0911777 Oct 17 18:42:57.495642 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98aff353-510e-45e9-91f0-f43fba1a6428 req-4853fd2b-e4e7-4fb0-a3e8-d1917bd8f4bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406368 Oct 17 18:42:58.487657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:42:58.635766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port a4afdf00-5861-4285-a3b2-c84daff104e3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:42:58.641256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port a4afdf00-5861-4285-a3b2-c84daff104e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:42:58.641689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:58.642058 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port a4afdf00-5861-4285-a3b2-c84daff104e3 Oct 17 18:42:58.704358 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15364c-e27c-4807-8ae9-9733769bbad0 req-bda05f94-02ef-41ec-a152-1c2c09003004 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:58.705888 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d15364c-e27c-4807-8ae9-9733769bbad0 req-bda05f94-02ef-41ec-a152-1c2c09003004 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 944 time: 0.0904753 Oct 17 18:42:58.762032 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6d15364c-e27c-4807-8ae9-9733769bbad0 req-84119720-73bd-4755-ba11-91f69b38d38c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495849 Oct 17 18:42:58.762847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:58.763223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:58.800000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:58.800000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac3f4c-8c91-4a1b-9245-e043bae03553" -d '{"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:58.802120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:58.837375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9fd2cc-d1d7-4c69-b834-8669436f594a x-openstack-request-id: req-8c9fd2cc-d1d7-4c69-b834-8669436f594a {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:58.837695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:58.837952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c9fd2cc-d1d7-4c69-b834-8669436f594a {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:58.838353 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9fd2cc-d1d7-4c69-b834-8669436f594a'] response: {'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'code': 200} Oct 17 18:42:58.904272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:58.975964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:59.316788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba1027-56f8-40c5-8833-38c8fad9df8d req-7a76e0f0-4d95-417a-a9a4-0e191ec74dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:59.318956 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30ba1027-56f8-40c5-8833-38c8fad9df8d req-7a76e0f0-4d95-417a-a9a4-0e191ec74dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0924909 Oct 17 18:42:59.360850 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-30ba1027-56f8-40c5-8833-38c8fad9df8d req-f2465047-7a7b-4944-bcd6-7c30c3fe12ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353589 Oct 17 18:42:59.967944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2806-63da-4baa-9072-987f339ff2b3 req-664b0bfe-2f1a-46c8-8429-1960ee1fdd35 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:59.969406 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-945d2806-63da-4baa-9072-987f339ff2b3 req-664b0bfe-2f1a-46c8-8429-1960ee1fdd35 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0891919 Oct 17 18:43:00.014662 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-945d2806-63da-4baa-9072-987f339ff2b3 req-7912247b-1aa0-4c1c-9ee0-986ec84cfd2f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Oct 17 18:43:01.226918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37bcc2-64ea-405e-90ae-a734d8c721a5 req-3aeb23e4-d703-4caa-bdab-892eda29ef4e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:01.228413 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae37bcc2-64ea-405e-90ae-a734d8c721a5 req-3aeb23e4-d703-4caa-bdab-892eda29ef4e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0952382 Oct 17 18:43:01.280537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae37bcc2-64ea-405e-90ae-a734d8c721a5 req-18579304-5524-4f65-adc7-e5248714c4f1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Oct 17 18:43:02.491451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09e801-b6b5-4d0b-917b-d2ebc4ce2ed7 req-ed6a2623-5953-48ae-8f96-9e091976f5b0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:02.493010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc09e801-b6b5-4d0b-917b-d2ebc4ce2ed7 req-ed6a2623-5953-48ae-8f96-9e091976f5b0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0932467 Oct 17 18:43:02.539260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cc09e801-b6b5-4d0b-917b-d2ebc4ce2ed7 req-6ff1f54e-155e-4055-bfc9-d49de459f6f2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Oct 17 18:43:02.745927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b21b-a3fa-4668-8e3b-6835096f63b2 req-6e297a99-b7ad-42ca-9a75-6db4551cf71b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:02.747423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8705b21b-a3fa-4668-8e3b-6835096f63b2 req-6e297a99-b7ad-42ca-9a75-6db4551cf71b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0906498 Oct 17 18:43:02.759009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47238) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:43:02.767775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'floatingip': {'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:43:02.850938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:03.590996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:03.681360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:03.864625 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 associated. External IP: 172.26.2.104, port: a4afdf00-5861-4285-a3b2-c84daff104e3. Oct 17 18:43:04.238360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:43:04.428119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:43:04.432553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:04.438023 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:43:04.449459 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:43:04.450176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:42:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:43:04.505263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d713d736-f5fc-4141-a517-ed14cf3903e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "PUT /v2.0/floatingips/d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 HTTP/1.1" status: 200 len: 991 time: 1.7439063 Oct 17 18:43:04.505263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:43:04.508176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8451c93f-54f7-4c47-8a5d-840bacd290e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:43:04.550202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851cdc6a-82d3-4f86-bede-a19ce77809fe x-openstack-request-id: req-851cdc6a-82d3-4f86-bede-a19ce77809fe {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:43:04.550496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:43:04.550752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-851cdc6a-82d3-4f86-bede-a19ce77809fe {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:43:04.551311 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851cdc6a-82d3-4f86-bede-a19ce77809fe'] response: {'name': 'network-changed', 'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'status': 'completed', 'code': 200} Oct 17 18:43:04.643491 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:43:04.685492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-bb1ed883-ae7b-4a90-a75d-0e194a69ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:04.687099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-bb1ed883-ae7b-4a90-a75d-0e194a69ef18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0830951 Oct 17 18:43:04.833895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-61a9b91e-0beb-4f37-8932-6a2d5a7a5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:04.835230 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-61a9b91e-0beb-4f37-8932-6a2d5a7a5bf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1381903 Oct 17 18:43:04.999108 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da620da-ad06-4b09-9da0-33c599278aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:43:03Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:43:05.006793 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:43:05.014542 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:43:05.015135 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:42:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:43:05.080074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-073e9034-2870-41b7-baa7-52ec53cf0386 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 999 time: 0.2337132 Oct 17 18:43:05.146976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-387633d4-1cf6-4954-a60c-b5554c8e9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:05.148321 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-387633d4-1cf6-4954-a60c-b5554c8e9535 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0619800 Oct 17 18:43:05.196441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:43:05.243963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-ca74429a-516a-4216-94e1-f5d4752a6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:05.245427 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-ca74429a-516a-4216-94e1-f5d4752a6e43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865369 Oct 17 18:43:05.392649 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-357e9d75-0d5d-48f0-ad43-92c3ec4f00d5 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395752 Oct 17 18:43:05.537297 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8451c93f-54f7-4c47-8a5d-840bacd290e4 req-c5809cfa-72d3-44c1-a132-817ffb74faaf service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378498 Oct 17 18:43:05.636646 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da620da-ad06-4b09-9da0-33c599278aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:43:03Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:43:05.641113 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c7ae5-7f40-4eec-b23d-24a323e98fae None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da620da-ad06-4b09-9da0-33c599278aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:43:03Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:43:05.832104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa0da8-a982-46dc-b183-fbc4423a9c4a None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:43:19.669543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a2a9d2c-6b92-4a3b-aeca-71f926a1cf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:22.281915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bebd521c-cd2d-4ec1-a136-c00388beec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:23.030023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:23.091107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:24.549861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:25.990052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:31.923724 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:43:32.036054 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-3a99700b-638a-482c-b0df-c5b181509584 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800657 Oct 17 18:43:32.204085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-d2549a6e-14d3-4b6b-b917-7d2acb04cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:32.205534 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-d2549a6e-14d3-4b6b-b917-7d2acb04cd3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0772657 Oct 17 18:43:32.350309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-9bfedeba-1046-4867-bfe8-81fc007eccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:32.351745 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-9bfedeba-1046-4867-bfe8-81fc007eccf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1265271 Oct 17 18:43:32.453786 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-40f1eb17-6ad6-4532-a802-cb7e94dd0ace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.0954328 Oct 17 18:43:32.515562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-b887700f-7deb-4c52-9caa-a0a0641df9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:32.516844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-b887700f-7deb-4c52-9caa-a0a0641df9d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0565209 Oct 17 18:43:32.601304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-e7545063-e5f5-48d9-8a66-1072572e3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:32.602800 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-e7545063-e5f5-48d9-8a66-1072572e3382 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795319 Oct 17 18:43:32.735505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-bf3f7db1-e422-4dc3-97d4-f0aa4114ec20 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251309 Oct 17 18:43:32.865392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-229c78d6-400f-40ba-8c9b-b65397c83722 req-c55f1148-087b-497b-8c21-4bfc6597e409 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230342 Oct 17 18:43:49.641834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-14114e46-49d1-48b7-8631-85a43e75139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:52.384428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0723ef20-c5e1-42dc-a03c-b37aa8673c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:52.981532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:53.090491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:54.527680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:55.978939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:08.923274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:44:19.690096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-caa7e8bd-c4a4-413d-8f4e-2a22aad96bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:21.107379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8780-6376-4e9d-9889-7c2d06b149cf req-42bd351f-8332-4652-9f9d-175bfb034d79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:21.108870 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-359b8780-6376-4e9d-9889-7c2d06b149cf req-42bd351f-8332-4652-9f9d-175bfb034d79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0917609 Oct 17 18:44:21.163206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-359b8780-6376-4e9d-9889-7c2d06b149cf req-f03c73b6-b378-4b70-b844-7d40fe310969 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Oct 17 18:44:22.266167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-036a8ee7-d2dc-4dd6-8761-83a2c8ca28c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:22.390034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85e69-12dc-49b9-9692-c405904fa625 req-70a630c0-d801-4380-bf49-f77542b756d8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:22.391506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3f85e69-12dc-49b9-9692-c405904fa625 req-70a630c0-d801-4380-bf49-f77542b756d8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.1024871 Oct 17 18:44:22.438568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3f85e69-12dc-49b9-9692-c405904fa625 req-f8b45d57-c217-4301-85ae-e3361e9b1577 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Oct 17 18:44:23.000171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:23.087750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:23.647755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac0d3-f0ae-475b-a1d8-504592cf7b51 req-bfab95aa-f594-4ee2-aa59-37abc5dab065 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:23.649140 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-731ac0d3-f0ae-475b-a1d8-504592cf7b51 req-bfab95aa-f594-4ee2-aa59-37abc5dab065 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0881350 Oct 17 18:44:23.695273 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-731ac0d3-f0ae-475b-a1d8-504592cf7b51 req-e9ebfd32-4f49-4c42-97a3-cfa8615e28f9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 Oct 17 18:44:24.510531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:24.894553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50e83-eb6a-43b7-8dac-87610701244c req-87bf66e1-2e9a-401d-bcac-94d79a048964 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:24.895972 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6b50e83-eb6a-43b7-8dac-87610701244c req-87bf66e1-2e9a-401d-bcac-94d79a048964 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0897012 Oct 17 18:44:24.943848 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b6b50e83-eb6a-43b7-8dac-87610701244c req-c897eddd-235b-4818-a42b-1ff8451f535b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Oct 17 18:44:26.002024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:26.143001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91f985-e4e2-4387-a54e-adb565b11f51 req-e9f5f507-7bc1-4357-9b1d-e3de72593918 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:26.144440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a91f985-e4e2-4387-a54e-adb565b11f51 req-e9f5f507-7bc1-4357-9b1d-e3de72593918 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0910807 Oct 17 18:44:26.190573 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a91f985-e4e2-4387-a54e-adb565b11f51 req-56739bd8-dbf9-4323-a1ca-39dd253b2f74 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Oct 17 18:44:27.391651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3879a-fb85-48b8-a2c2-21ca0856f91b req-3602f422-0849-4281-925b-817c52ee1836 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:27.393101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-01a3879a-fb85-48b8-a2c2-21ca0856f91b req-3602f422-0849-4281-925b-817c52ee1836 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0870888 Oct 17 18:44:27.551863 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-01a3879a-fb85-48b8-a2c2-21ca0856f91b req-afc7bff8-404b-44fc-aafd-293c63fc0dfc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524642 Oct 17 18:44:28.745730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a27b3-5aca-4dc8-b2c0-1125f6709dbf req-0587d111-3ca4-43f5-a678-f32a50bfefbe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:28.749441 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2b6a27b3-5aca-4dc8-b2c0-1125f6709dbf req-0587d111-3ca4-43f5-a678-f32a50bfefbe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0870752 Oct 17 18:44:28.796561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2b6a27b3-5aca-4dc8-b2c0-1125f6709dbf req-a8ba15ef-84bb-4dbc-b4c4-b077d0066c6a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Oct 17 18:44:29.991862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ed02a-deac-4711-ba12-ae4193273118 req-dcc6a048-e375-4a30-a57f-fa7dd51913bc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:29.993339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e37ed02a-deac-4711-ba12-ae4193273118 req-dcc6a048-e375-4a30-a57f-fa7dd51913bc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0859370 Oct 17 18:44:30.037117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e37ed02a-deac-4711-ba12-ae4193273118 req-d258316e-47b5-4e75-bd0d-83c20f05cbd4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Oct 17 18:44:31.233203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ba91-1a79-4c5b-9f52-a1a93dcd92fc req-43ad453b-d7d8-455f-a8b2-7142c32c3642 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:31.234657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7719ba91-1a79-4c5b-9f52-a1a93dcd92fc req-43ad453b-d7d8-455f-a8b2-7142c32c3642 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0854411 Oct 17 18:44:31.279754 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7719ba91-1a79-4c5b-9f52-a1a93dcd92fc req-eea80a27-5796-4041-a38e-a2ad1bada92f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Oct 17 18:44:32.476697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff19bc-598e-41f0-8d72-b9ecbbea61a8 req-61068dd7-cb0a-43fb-b467-59d514ab5381 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:32.478155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fff19bc-598e-41f0-8d72-b9ecbbea61a8 req-61068dd7-cb0a-43fb-b467-59d514ab5381 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0889158 Oct 17 18:44:32.523570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fff19bc-598e-41f0-8d72-b9ecbbea61a8 req-1c8b09ee-5455-4c9d-954d-d3d05a76dca1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 Oct 17 18:44:33.722463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d3a01-0c01-4fae-bb7e-4105ecb36639 req-1bb2084e-00eb-4bcb-8d13-8ac075bbeb53 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:33.723898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d54d3a01-0c01-4fae-bb7e-4105ecb36639 req-1bb2084e-00eb-4bcb-8d13-8ac075bbeb53 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0898631 Oct 17 18:44:33.768061 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d54d3a01-0c01-4fae-bb7e-4105ecb36639 req-efff7caa-86a0-4ac6-a022-dcf764d79f27 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Oct 17 18:44:34.112444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-0dd74fd0-59c3-4212-bc2a-c0af5966d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.114145 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-0dd74fd0-59c3-4212-bc2a-c0af5966d162 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0827579 Oct 17 18:44:34.256404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-6807fe5b-6312-4fa8-8e09-0371f3a1e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.257851 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-6807fe5b-6312-4fa8-8e09-0371f3a1e0ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1247759 Oct 17 18:44:34.361083 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-39e0c96a-8a2b-454a-a31a-8465ed5ecbd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.0956995 Oct 17 18:44:34.423946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-d8cee6d4-18a6-4840-a685-bf866fc0ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.425259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-d8cee6d4-18a6-4840-a685-bf866fc0ee79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0567453 Oct 17 18:44:34.505503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-a2deadf4-4682-4b41-80e4-ab48549f9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.506977 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-a2deadf4-4682-4b41-80e4-ab48549f9903 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751367 Oct 17 18:44:34.635361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-331d94c5-5179-4b88-af48-12505b902e41 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213574 Oct 17 18:44:34.763111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d1174-803a-423e-8dbc-9c1b205de904 req-16433973-3617-4686-b665-b7a63324da27 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215181 Oct 17 18:44:34.972863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cbaa-c7c1-42da-9303-971d39929c3a req-2ba32b2a-c270-4f9a-9a8c-f664e7323e41 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.974322 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6080cbaa-c7c1-42da-9303-971d39929c3a req-2ba32b2a-c270-4f9a-9a8c-f664e7323e41 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0920696 Oct 17 18:44:35.017443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6080cbaa-c7c1-42da-9303-971d39929c3a req-c161f208-568d-4624-bbdf-255b11cec129 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Oct 17 18:44:36.211903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095611-bf76-4423-891a-595e0e3595d4 req-a403bf53-141d-4d39-adbd-1f43eebbe326 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:36.213319 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c095611-bf76-4423-891a-595e0e3595d4 req-a403bf53-141d-4d39-adbd-1f43eebbe326 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0861485 Oct 17 18:44:36.259977 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c095611-bf76-4423-891a-595e0e3595d4 req-faf71782-bcb5-4f1d-af27-ad823fc72ee3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Oct 17 18:44:37.460873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4793b-8f37-4e1e-8360-b1992f9ec978 req-4cb6a676-7fbd-414e-8516-b34585a9a2cd tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.462323 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ec4793b-8f37-4e1e-8360-b1992f9ec978 req-4cb6a676-7fbd-414e-8516-b34585a9a2cd tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0898650 Oct 17 18:44:37.505776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0ec4793b-8f37-4e1e-8360-b1992f9ec978 req-4224fbe9-7876-4f35-a9b4-8686de2f09a5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Oct 17 18:44:38.114702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116756e-5051-4adf-887f-d6df7c424e0a req-7420280a-7a62-4ee5-a370-530b90222d9a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.116183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7116756e-5051-4adf-887f-d6df7c424e0a req-7420280a-7a62-4ee5-a370-530b90222d9a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0879047 Oct 17 18:44:38.166124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7116756e-5051-4adf-887f-d6df7c424e0a req-7b9a8a8b-8114-483c-ad5d-02314f9ebee7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Oct 17 18:44:38.273351 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-6edcfa32-30c1-44be-b0bd-f562b3cba2dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229386 Oct 17 18:44:39.365223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23ba84-caf1-47d2-aec7-d48544dc7f7e req-ed5ac3bf-ce8a-46a4-ac7e-f895a62daf28 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:39.366711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab23ba84-caf1-47d2-aec7-d48544dc7f7e req-ed5ac3bf-ce8a-46a4-ac7e-f895a62daf28 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0901241 Oct 17 18:44:39.411581 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab23ba84-caf1-47d2-aec7-d48544dc7f7e req-2287a360-94d9-4e7f-8504-ed4acd1d16ef tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Oct 17 18:44:40.463736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-6b795ae2-e802-4526-b628-da002addb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:40.465202 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-6b795ae2-e802-4526-b628-da002addb999 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0789952 Oct 17 18:44:40.758100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-54453212-58e9-4128-a808-5004eb16b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:40.760189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-54453212-58e9-4128-a808-5004eb16b0df service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.2887599 Oct 17 18:44:40.776195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e653c17-034b-4f18-bb2b-b87932f3e760 req-8d42ed20-acaa-4663-8591-9ec25265d702 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:40.777581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e653c17-034b-4f18-bb2b-b87932f3e760 req-8d42ed20-acaa-4663-8591-9ec25265d702 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.2387772 Oct 17 18:44:40.903394 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e653c17-034b-4f18-bb2b-b87932f3e760 req-1cd7ad0f-2f56-4992-8125-0df87805caef tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747335 Oct 17 18:44:40.905165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-16e403f5-7c64-4bfc-9b13-a70f05146788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.1267364 Oct 17 18:44:40.967588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-75e9b8e8-a5d4-40da-bc29-544cdca5d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:40.969006 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-75e9b8e8-a5d4-40da-bc29-544cdca5d03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0577824 Oct 17 18:44:41.054778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-be18259e-7397-4f14-b9c8-f26fa9f36a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:41.056983 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-be18259e-7397-4f14-b9c8-f26fa9f36a72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808306 Oct 17 18:44:41.188219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-5509633e-0cb8-4fe8-94d4-79bfe78a7cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249495 Oct 17 18:44:41.318476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-34d79d5b-c4d8-4815-bc0a-3b54f407e69b service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238630 Oct 17 18:44:42.255654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724469a4-ded6-49e2-990a-106ff1e525aa req-137de700-b9fd-44c1-b706-fab94e985fdf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:42.257009 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-724469a4-ded6-49e2-990a-106ff1e525aa req-137de700-b9fd-44c1-b706-fab94e985fdf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0905364 Oct 17 18:44:42.301416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-724469a4-ded6-49e2-990a-106ff1e525aa req-646f9fa0-2a20-47ac-a9c2-c705ca1933e8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Oct 17 18:44:43.498700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578d9e-510f-4424-9958-31c843259397 req-c8211896-f769-44a3-8960-ef23a38dcc95 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:43.500140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68578d9e-510f-4424-9958-31c843259397 req-c8211896-f769-44a3-8960-ef23a38dcc95 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0876572 Oct 17 18:44:43.548379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68578d9e-510f-4424-9958-31c843259397 req-5e0f47b2-d27b-4f28-8f5b-2fabe31295f5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Oct 17 18:44:43.818108 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-22f20f7c-d252-424c-b20e-2d09566d9ac6 service neutron] 10.222.0.42 "GET /v2.0/ports/a4afdf00-5861-4285-a3b2-c84daff104e3/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0751734 Oct 17 18:44:44.458748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-69529aa3-018e-46e4-a2f3-ff8b3818db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.460194 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-69529aa3-018e-46e4-a2f3-ff8b3818db5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1098 time: 0.0784955 Oct 17 18:44:44.581973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-b07baf42-754f-47e9-9d5f-df839c5347d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.583448 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-b07baf42-754f-47e9-9d5f-df839c5347d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0815899 Oct 17 18:44:44.717431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-965fff3b-fc91-4b3b-af29-a211e37050b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.718909 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-965fff3b-fc91-4b3b-af29-a211e37050b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1284134 Oct 17 18:44:44.744572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa3955-2687-4a2a-8e91-88e7a5dae51e req-5f9d116c-17fa-4ae2-bcff-3d2b9d0d6b80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.746045 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8fa3955-2687-4a2a-8e91-88e7a5dae51e req-5f9d116c-17fa-4ae2-bcff-3d2b9d0d6b80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0861812 Oct 17 18:44:44.795447 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c8fa3955-2687-4a2a-8e91-88e7a5dae51e req-74bce065-bb2e-4bd5-956e-8fcb076a135c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Oct 17 18:44:44.826740 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-b0cb54dc-4e6f-4679-90de-f1807e79ac72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.1010377 Oct 17 18:44:44.887848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-cb92ebc8-1aec-4dde-a899-cd4ac8610f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.889402 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-cb92ebc8-1aec-4dde-a899-cd4ac8610f50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0552590 Oct 17 18:44:44.973714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-3aa24472-5e46-4621-bd54-b8783097fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:44.975211 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-3aa24472-5e46-4621-bd54-b8783097fa0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792923 Oct 17 18:44:45.107732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-88cfc04b-b45a-46de-bb27-6a0e624e79ea service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253824 Oct 17 18:44:45.237867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0b3e3097-ab8d-4d53-b6c8-ee691b570d12 req-3eecc6d3-570b-450a-94c2-8561dd0ae11b service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230826 Oct 17 18:44:45.923103 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:44:46.099335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2abd4b-1a36-4e20-a7c3-0479c391269d req-9e16d53e-97f8-4bc7-bdac-9fa5bebaea84 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:46.100685 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed2abd4b-1a36-4e20-a7c3-0479c391269d req-9e16d53e-97f8-4bc7-bdac-9fa5bebaea84 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.1954401 Oct 17 18:44:46.144570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed2abd4b-1a36-4e20-a7c3-0479c391269d req-a2138692-ae5f-4007-8309-278036ec7553 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381653 Oct 17 18:44:47.099153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:44:47.109000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:44:47.332560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:47.343277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:47.343650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:47.346304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9029cb1-847d-4f27-bb3b-033f4b37f3a0 req-4f5e3e92-05b3-4f97-8d05-59fc1aca0fae tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:47.347855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b9029cb1-847d-4f27-bb3b-033f4b37f3a0 req-4f5e3e92-05b3-4f97-8d05-59fc1aca0fae tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0908566 Oct 17 18:44:47.359768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'mac_address': 'fa:16:3e:94:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:44:47.393557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b9029cb1-847d-4f27-bb3b-033f4b37f3a0 req-d9d89c3c-3e36-4b89-8048-5abe5ad074da tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398772 Oct 17 18:44:47.415992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:47.418318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e005243e-3579-4e98-a47f-1a27b8a15040" -d '{"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:47.431517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:47.435814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:47.439677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:47.453623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:44:47.470971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda34694-08d8-4053-a2a3-406dfce9f36e x-openstack-request-id: req-eda34694-08d8-4053-a2a3-406dfce9f36e {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:47.471290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:47.471541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eda34694-08d8-4053-a2a3-406dfce9f36e {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:47.471923 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda34694-08d8-4053-a2a3-406dfce9f36e'] response: {'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'code': 200} Oct 17 18:44:47.522389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:47.636264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:44:47.636505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:44:47.639980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:47.647539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.647880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.648211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.648542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.648865 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.649187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.649505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.649851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.650172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.650488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.650802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.651128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:48.190203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:48.190928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:48.209017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:44:48.224407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:48.330432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:48.397130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:48.499362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['a4afdf00-5861-4285-a3b2-c84daff104e3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:44:48.701134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b60ab-c850-474a-8486-810da595be7a req-8a219021-617c-48bf-8e90-9ca51860f61c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:48.702597 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-002b60ab-c850-474a-8486-810da595be7a req-8a219021-617c-48bf-8e90-9ca51860f61c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 944 time: 0.1916077 Oct 17 18:44:48.748290 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-002b60ab-c850-474a-8486-810da595be7a req-152ac4a7-effd-49c5-857c-f10cadf3898c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Oct 17 18:44:49.113948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:44:49.182694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port a4afdf00-5861-4285-a3b2-c84daff104e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:44:49.183065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.183398 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port a4afdf00-5861-4285-a3b2-c84daff104e3 Oct 17 18:44:49.300710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a4afdf00-5861-4285-a3b2-c84daff104e3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:49.301346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.333766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:49.398697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.467379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:49.473319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:49.475037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb58677-e065-4883-8c48-b1f7948a4d46" -d '{"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:49.527979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d308c1de-3db7-407f-a848-54b428b80dca x-openstack-request-id: req-d308c1de-3db7-407f-a848-54b428b80dca {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:49.528274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:49.528529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d308c1de-3db7-407f-a848-54b428b80dca {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:49.528930 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d308c1de-3db7-407f-a848-54b428b80dca'] response: {'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'code': 200} Oct 17 18:44:49.639149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f6b10d8-cdd7-45e8-b4f0-662002d1d5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.970697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fc45a-c0c5-4936-b267-0ad1f499cb51 req-fa07863d-3cd0-47e4-a39d-405351050a79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:49.972129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f42fc45a-c0c5-4936-b267-0ad1f499cb51 req-fa07863d-3cd0-47e4-a39d-405351050a79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0893781 Oct 17 18:44:50.015293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f42fc45a-c0c5-4936-b267-0ad1f499cb51 req-6bd92f41-93d9-43e5-9373-1fe39b65c2f8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 Oct 17 18:44:50.552985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f4ff-72b6-45af-8d17-c862ccc7176c req-931df940-1f4e-485f-b9a6-a59dc7682cdc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:50.554349 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9a32f4ff-72b6-45af-8d17-c862ccc7176c req-931df940-1f4e-485f-b9a6-a59dc7682cdc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0901699 Oct 17 18:44:50.598554 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9a32f4ff-72b6-45af-8d17-c862ccc7176c req-81935c9d-34c5-454a-8652-a076d140561c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Oct 17 18:44:50.649861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-1bc2ac7a-e024-4c25-9998-e9e124825606 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:50.651269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-1bc2ac7a-e024-4c25-9998-e9e124825606 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3&tenant_id=dde3ff2d70774ece811d022a62703735&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 945 time: 0.0929613 Oct 17 18:44:50.828375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-e44ed3fd-4660-4475-8546-babbee85d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:50.830430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-e44ed3fd-4660-4475-8546-babbee85d07c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0802934 Oct 17 18:44:50.960609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-a6958c8f-494c-4f97-9af5-2dd2061d4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:50.962062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-a6958c8f-494c-4f97-9af5-2dd2061d4f97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1254680 Oct 17 18:44:51.066338 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-a6031a82-3bf4-493f-83b7-339cbb48f0c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.0971348 Oct 17 18:44:51.131732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-95d4a50b-f321-4407-aa63-8c994f8f5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:51.133038 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-95d4a50b-f321-4407-aa63-8c994f8f5715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0604429 Oct 17 18:44:51.215304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-14bc2303-7bce-492b-80d0-416eaf60a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:51.216766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-14bc2303-7bce-492b-80d0-416eaf60a1df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766771 Oct 17 18:44:51.349069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-65bfd018-396b-4a68-ac3c-6c3a4bb9871a service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246831 Oct 17 18:44:51.479244 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-75d9142e-5bdc-4f93-a80e-6d6e6a9d5e35 req-ef5d932a-d92e-48d9-921b-0dd0aeda1aa2 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236088 Oct 17 18:44:51.803004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1e19e-7928-4645-8614-e6dfa49aaf47 req-47989d80-a460-429f-87ee-9e87b56e698b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:51.804409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-17d1e19e-7928-4645-8614-e6dfa49aaf47 req-47989d80-a460-429f-87ee-9e87b56e698b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0921571 Oct 17 18:44:51.847776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-17d1e19e-7928-4645-8614-e6dfa49aaf47 req-014d2dd9-81ff-4f02-b6ce-e833bbe77b89 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Oct 17 18:44:52.295491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a0f1230d-62fc-4174-a463-4ab07b56bb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.004169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.053440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21111f4-bec6-4fed-9efd-3de2fe234ca1 req-83a6510c-31e2-46fc-a8da-b70c6562328b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:53.054940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c21111f4-bec6-4fed-9efd-3de2fe234ca1 req-83a6510c-31e2-46fc-a8da-b70c6562328b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0944715 Oct 17 18:44:53.072856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.098283 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c21111f4-bec6-4fed-9efd-3de2fe234ca1 req-6182e6d3-1818-4ad9-90b6-0a56d4e50b48 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376468 Oct 17 18:44:53.292868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047b0d-7c50-47a6-82c1-7ef2bc924923 req-ba52edf0-8d0a-463e-ba29-e400faf2b10f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:53.294334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d047b0d-7c50-47a6-82c1-7ef2bc924923 req-ba52edf0-8d0a-463e-ba29-e400faf2b10f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0867648 Oct 17 18:44:53.337536 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d047b0d-7c50-47a6-82c1-7ef2bc924923 req-178ae368-990f-4b25-af69-13472a4e1706 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Oct 17 18:44:53.861702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a894d7-0d30-4022-8c7d-a74bdb0cb644 req-9dfed827-57fc-4c9f-ac7a-198103a4614b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:53.863144 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10a894d7-0d30-4022-8c7d-a74bdb0cb644 req-9dfed827-57fc-4c9f-ac7a-198103a4614b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0951791 Oct 17 18:44:53.909292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10a894d7-0d30-4022-8c7d-a74bdb0cb644 req-9058463c-334c-4843-b79d-bc89ce88432f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Oct 17 18:44:54.025100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-1a16508c-5cb3-4812-9db7-90ec73a13f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:54.026564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-1a16508c-5cb3-4812-9db7-90ec73a13f4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0826600 Oct 17 18:44:54.161505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-9364b9a9-8ca3-4493-a8d1-b6ef1c92cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:54.163031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-9364b9a9-8ca3-4493-a8d1-b6ef1c92cac5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1274433 Oct 17 18:44:54.262552 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-0f55d6a3-d483-4b83-84bd-6ef07824c7fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 200 len: 1001 time: 0.0922885 Oct 17 18:44:54.328577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-b5a86a77-1ec1-4ff2-b3f4-f61728f87322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:54.330633 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-b5a86a77-1ec1-4ff2-b3f4-f61728f87322 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0611401 Oct 17 18:44:54.412993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-542b21f4-398d-4962-84dc-75f8f352f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:54.414543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-542b21f4-398d-4962-84dc-75f8f352f64d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774400 Oct 17 18:44:54.527581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:54.548946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-debe2b13-7bf0-417a-894d-0ee074ea16db service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268594 Oct 17 18:44:54.783119 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db863363-7db3-4aeb-bb4b-88b4eb52841c req-ef459a35-140d-416f-ad16-a880ec737157 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278101 Oct 17 18:44:55.105724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04aab2-02b5-4c44-b8b4-b4e75ac1eb85 req-fefe27b6-0a4b-474b-9e7a-10e32e081fe2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:55.107179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c04aab2-02b5-4c44-b8b4-b4e75ac1eb85 req-fefe27b6-0a4b-474b-9e7a-10e32e081fe2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0868216 Oct 17 18:44:55.157107 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c04aab2-02b5-4c44-b8b4-b4e75ac1eb85 req-e6649490-0bef-46d3-8f6c-42ac055d3055 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Oct 17 18:44:55.987403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:56.356858 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db887-0c90-45f9-8e46-11ada458cc84 req-427045c7-cd99-4796-b066-b71d843648c8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:56.358337 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-206db887-0c90-45f9-8e46-11ada458cc84 req-427045c7-cd99-4796-b066-b71d843648c8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0919936 Oct 17 18:44:56.402348 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-206db887-0c90-45f9-8e46-11ada458cc84 req-aa99a528-c44e-48d9-a4f7-b8df9e00a7ba tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Oct 17 18:44:57.102508 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a2fb0-03e2-4c34-a43b-104ee844a862 req-8b2b22cf-876b-4d23-b309-5d39c586632d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:57.103929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e78a2fb0-03e2-4c34-a43b-104ee844a862 req-8b2b22cf-876b-4d23-b309-5d39c586632d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0889220 Oct 17 18:44:57.147763 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e78a2fb0-03e2-4c34-a43b-104ee844a862 req-9ae8bdc9-2ae3-427b-9a39-e8bdd942399e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Oct 17 18:44:58.344679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688e6bb-f715-458f-8de8-ac6f894a72c3 req-ad1a4fd3-01ca-41ea-8075-91ea368b6797 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:58.346142 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5688e6bb-f715-458f-8de8-ac6f894a72c3 req-ad1a4fd3-01ca-41ea-8075-91ea368b6797 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0875969 Oct 17 18:44:58.389892 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5688e6bb-f715-458f-8de8-ac6f894a72c3 req-94b965e1-c2a2-43f4-99e0-773ad57ba445 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378513 Oct 17 18:44:59.507519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-a779b141-b90d-435e-ad2b-061a65246ad4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:59.508934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-a779b141-b90d-435e-ad2b-061a65246ad4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.0889716 Oct 17 18:44:59.634719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Deleting port a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:44:59.635062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:59.708291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c8f37-8b31-4e2b-a80e-547392b06d70 req-7e9e4e49-c835-443c-9192-32d2ea0af1fe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:59.710391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e40c8f37-8b31-4e2b-a80e-547392b06d70 req-7e9e4e49-c835-443c-9192-32d2ea0af1fe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 945 time: 0.2005630 Oct 17 18:44:59.820268 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e40c8f37-8b31-4e2b-a80e-547392b06d70 req-6b012cdf-ff18-4993-99cb-24af1fe11e9f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856688 Oct 17 18:44:59.932720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] For port a4afdf00-5861-4285-a3b2-c84daff104e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a4afdf00-5861-4285-a3b2-c84daff104e3,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:59.933081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:00.225778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:00.226144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:00.226453 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 disassociated. External IP: 172.26.2.104, port: a4afdf00-5861-4285-a3b2-c84daff104e3. Oct 17 18:45:00.226786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Calling delete_port for a4afdf00-5861-4285-a3b2-c84daff104e3 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:45:00.461615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:00.512938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'Port': ['ID=a4afdf00-5861-4285-a3b2-c84daff104e3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:00.570097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.570448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.570787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.571119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.571446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.571779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.572103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.572426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.572756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.573079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.573404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.573749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:45:00.816564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:45:00.993191 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-20ecef13-d08e-428c-9e31-afe246581662 req-a2f2a24e-8484-4012-bf4e-49d623ea56cf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0543702 Oct 17 18:45:00.999582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:45:01.011720 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:45:01.023132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:45:01.024332 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:44:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:01.090550 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] No DVR routers for this DVR port a4afdf00-5861-4285-a3b2-c84daff104e3 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:45:01.092965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:01.095627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-deleted', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:45:01.097924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e699a2-d10c-49fa-b4ee-01a88c0c1ac8" -d '{"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-deleted", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:45:01.170727 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efa64951-8f6d-487e-b905-75f6ca67f6d4 req-4562f3f7-dc34-4ae3-a786-db74971a33b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "DELETE /v2.0/ports/a4afdf00-5861-4285-a3b2-c84daff104e3 HTTP/1.1" status: 204 len: 173 time: 1.6223950 Oct 17 18:45:01.197006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec9ec84-510d-4c7f-90cf-cb98a9598ac4 x-openstack-request-id: req-3ec9ec84-510d-4c7f-90cf-cb98a9598ac4 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:45:01.197119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da620da-ad06-4b09-9da0-33c599278aa3", "name": "network-vif-deleted", "tag": "a4afdf00-5861-4285-a3b2-c84daff104e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:45:01.197594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ec9ec84-510d-4c7f-90cf-cb98a9598ac4 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:45:01.197724 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec9ec84-510d-4c7f-90cf-cb98a9598ac4'] response: {'server_uuid': '7da620da-ad06-4b09-9da0-33c599278aa3', 'name': 'network-vif-deleted', 'tag': 'a4afdf00-5861-4285-a3b2-c84daff104e3', 'status': 'completed', 'code': 200} Oct 17 18:45:01.206992 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:45:01.522045 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:01.525815 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:45:01.533928 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:45:01.534540 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:44:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:01.711996 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:45:02.064513 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:02.069401 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a78f3-ae40-4420-803a-8f5c4c874c6e None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:45:02.178085 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0ee60a4e-d5df-4562-b6aa-5d40bac2d6c4 req-0fb79bd6-f075-4b20-a13b-9f33f97cc1b9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=7da620da-ad06-4b09-9da0-33c599278aa3 HTTP/1.1" status: 200 len: 210 time: 0.0524645 Oct 17 18:45:02.304688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5dc45f-cfd4-4cca-81cb-4ae9e3d9db9e None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:45:03.191968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:45:03.229021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: a4afdf00-5861-4285-a3b2-c84daff104e3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:45:03.229507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a4afdf00-5861-4285-a3b2-c84daff104e3 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:45:03.522641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-9c8255f1-8b8a-4dff-9963-d450de77ea46 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1322894906&fields=id&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 267 time: 0.0400269 Oct 17 18:45:03.677005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-b1e3bd1f-3db9-49ab-bee6-2a7ab42844eb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:03.678503 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-b1e3bd1f-3db9-49ab-bee6-2a7ab42844eb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1493955 Oct 17 18:45:03.692966 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-f5ef3bc2-d6e5-4a32-b8a7-d930283485cf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/quotas/dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 375 time: 0.0089040 Oct 17 18:45:03.786727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0e9fa8b2-651e-4941-b443-8bf44b111286 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:45:03.929374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0e9fa8b2-651e-4941-b443-8bf44b111286 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:45:03.930655 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0e9fa8b2-651e-4941-b443-8bf44b111286 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2322333 Oct 17 18:45:04.067354 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-503669df-e369-4f31-a189-3632109d13d3 service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249938 Oct 17 18:45:04.198842 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-21d3a72f-1e23-45c4-98bd-2ab940dfd8bc service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247382 Oct 17 18:45:04.450925 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a2cb905a-404c-46d3-9ce1-8c1ce5cf2ab3 req-7024c17d-12a6-4f73-8a79-fc9fc6e14fbe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 210 time: 0.0524290 Oct 17 18:45:05.614691 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da4b3dce-d8f1-49df-a688-d1ef8e32f6da req-035ef821-f4ba-42f6-8966-7b1e8a106d99 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 210 time: 0.0495455 Oct 17 18:45:06.780010 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f614473d-5092-47b0-8160-8ff1d1aba2e9 req-a2966e4e-6cdf-4869-80a7-1e496bcb481d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 210 time: 0.0501757 Oct 17 18:45:06.836190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-1a80396d-42ed-439e-97e4-afa5261a9c6d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:06.838305 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-1a80396d-42ed-439e-97e4-afa5261a9c6d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1560256 Oct 17 18:45:06.895320 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-7b1c1789-26fb-40b9-8f7c-88b31adba295 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 380 time: 0.0416799 Oct 17 18:45:06.904968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'port': {'device_id': 'f318f80e-0836-4f1b-a378-047a57487e10', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'admin_state_up': True, 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'security_groups': ['da7f7703-83af-493e-bb6f-f9c10dd9669c']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:45:07.048353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:45:07.059609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:45:07.152731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:45:07.158705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:07.327032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Allocated IP 172.20.0.12 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/5883305a-d419-440a-bffe-b81190a5abb8) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:45:07.515983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:07.531253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Transition to ACTIVE for port object 5883305a-d419-440a-bffe-b81190a5abb8 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:45:07.625257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:07.812814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:45:07.815736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:45:07.819535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:45:07.849907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:07.888321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:07.889352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:08.000499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acd2d6-6908-4c74-a8b5-0db0e37ffda8 req-98412335-1a54-4802-82ca-6eb97078308a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:08.001191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-85acd2d6-6908-4c74-a8b5-0db0e37ffda8 req-98412335-1a54-4802-82ca-6eb97078308a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:45:08.072294 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-bc838108-1501-478e-b24d-bc84cacce8ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1710613 Oct 17 18:45:08.092902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Request body: {'port': {'device_id': 'f318f80e-0836-4f1b-a378-047a57487e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:45:08.106779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Provisioning for port 5883305a-d419-440a-bffe-b81190a5abb8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:45:08.111946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Provisioning complete for port 5883305a-d419-440a-bffe-b81190a5abb8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:45:08.112308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:08.112633 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Attempt 1 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:45:08.169595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Port 5883305a-d419-440a-bffe-b81190a5abb8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:45:08.200916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:08.247596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-85acd2d6-6908-4c74-a8b5-0db0e37ffda8 req-98412335-1a54-4802-82ca-6eb97078308a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:45:08.248716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-85acd2d6-6908-4c74-a8b5-0db0e37ffda8 req-98412335-1a54-4802-82ca-6eb97078308a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 932 time: 0.3486743 Oct 17 18:45:08.353716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-85acd2d6-6908-4c74-a8b5-0db0e37ffda8 req-c8345a22-d5ef-408e-b593-3b55b91dfb08 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940444 Oct 17 18:45:08.577811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:45:08.584921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:08.599374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Transition to ACTIVE for port object 5883305a-d419-440a-bffe-b81190a5abb8 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:45:08.670854 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Attempt 2 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:45:08.693210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:08.724562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Port 5883305a-d419-440a-bffe-b81190a5abb8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:45:08.880967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:08.919130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Attempting to bind port 5883305a-d419-440a-bffe-b81190a5abb8 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:45:08.919513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Attempting to bind port 5883305a-d419-440a-bffe-b81190a5abb8 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:45:08.919837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Attempting to bind port 5883305a-d419-440a-bffe-b81190a5abb8 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:45:08.924429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Port 5883305a-d419-440a-bffe-b81190a5abb8 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:45:08.924711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Attempting to bind port 5883305a-d419-440a-bffe-b81190a5abb8 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:45:08.929803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:45:08.930134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:45:08.930507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:45:08.930924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Bound port: 5883305a-d419-440a-bffe-b81190a5abb8, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:45:08.931758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:09.019159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:45:09.022071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:45:09.090147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:09.093159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.093802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:09.095163 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] 10.222.0.42 "PUT /v2.0/ports/5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1094 time: 1.0062854 Oct 17 18:45:09.124978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:45:09.127262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa236bc1-648a-4daf-a571-21c2a78d7e46" -d '{"events": [{"name": "network-changed", "server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:45:09.169292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13d064e-37af-4b23-a6df-cf2032f7e40a x-openstack-request-id: req-c13d064e-37af-4b23-a6df-cf2032f7e40a {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:45:09.170346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:45:09.170346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c13d064e-37af-4b23-a6df-cf2032f7e40a {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:45:09.170346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13d064e-37af-4b23-a6df-cf2032f7e40a'] response: {'name': 'network-changed', 'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'status': 'completed', 'code': 200} Oct 17 18:45:09.175481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef8c7e-bb93-44bc-b32c-d93e22119964 service neutron] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:09.226197 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Attempt 3 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:45:09.288669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d43c36af-28d3-4fa8-ad23-7e0bbf9b2c7a None None] Port 5883305a-d419-440a-bffe-b81190a5abb8 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:45:09.302818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-b320ac9e-6bfd-4e5f-86a1-c2ada7ab1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.304334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-b320ac9e-6bfd-4e5f-86a1-c2ada7ab1e52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1097 time: 0.0821254 Oct 17 18:45:09.453386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-0e1bb65b-50e2-4147-b97e-dc7818fdf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.454933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-0e1bb65b-50e2-4147-b97e-dc7818fdf4c2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dde3ff2d70774ece811d022a62703735&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1352348 Oct 17 18:45:09.663707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4a306-dab2-4435-b730-18507a2a809d req-0f848939-b133-4cd5-9c63-c6e548708867 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.665134 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7cf4a306-dab2-4435-b730-18507a2a809d req-0f848939-b133-4cd5-9c63-c6e548708867 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 944 time: 0.2012134 Oct 17 18:45:09.666302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-e090c0be-6b3b-4c65-81ce-d732060b16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.667648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aa236bc1-648a-4daf-a571-21c2a78d7e46 req-e090c0be-6b3b-4c65-81ce-d732060b16e3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053010 Oct 17 18:45:09.710554 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7cf4a306-dab2-4435-b730-18507a2a809d req-e5a22769-261e-4fb6-857a-1769102f76d6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Oct 17 18:45:09.820517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-c16dda61-d669-4360-97a6-aba86494bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:09.822609 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-c16dda61-d669-4360-97a6-aba86494bb7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1097 time: 0.0805349 Oct 17 18:45:10.007065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-045159e7-3d88-4b4e-bdaa-443ed2ad719f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 217 time: 0.1698983 Oct 17 18:45:10.073007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-da5370f3-94a0-4a95-8e2a-09333cc88bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:10.074653 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-da5370f3-94a0-4a95-8e2a-09333cc88bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0612760 Oct 17 18:45:10.157290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-198f2732-f5dc-4d1f-8682-e4a8ad586368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:10.158804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-198f2732-f5dc-4d1f-8682-e4a8ad586368 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769506 Oct 17 18:45:10.290460 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-ea8dc3d5-6b7c-424f-9a83-d593c7f3e1e3 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238759 Oct 17 18:45:10.420503 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c7f7d938-d2f2-484a-a00b-fe996e78c4e4 req-d86741e0-43be-45f4-9a0c-cf015128b5ca service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237266 Oct 17 18:45:10.912309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96c81e-0844-4090-a1b5-634feba3125a req-6126d699-ef18-44a3-93ed-4decea64168f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:10.913784 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9c96c81e-0844-4090-a1b5-634feba3125a req-6126d699-ef18-44a3-93ed-4decea64168f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 944 time: 0.0874324 Oct 17 18:45:10.962081 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9c96c81e-0844-4090-a1b5-634feba3125a req-132df11e-68c0-40e2-bbe8-777cea61b4e3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Oct 17 18:45:12.171306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67586814-ce90-4272-8065-d32180f56d7e req-6ec15c2b-1c78-443c-bba2-91b5ce47c0fa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:12.172665 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67586814-ce90-4272-8065-d32180f56d7e req-6ec15c2b-1c78-443c-bba2-91b5ce47c0fa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 944 time: 0.0963490 Oct 17 18:45:12.219513 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67586814-ce90-4272-8065-d32180f56d7e req-e6f159e9-c633-44c2-b24b-33abacb3ab59 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Oct 17 18:45:13.227168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:45:13.401947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:45:13.418659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '5883305a-d419-440a-bffe-b81190a5abb8', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:45:13.422100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fbe0c-8a0d-4ba9-94f9-8df70f5fc65c req-b71950a8-f877-4cf0-8438-dde9df60cc17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:13.423561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a70fbe0c-8a0d-4ba9-94f9-8df70f5fc65c req-b71950a8-f877-4cf0-8438-dde9df60cc17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 944 time: 0.0873048 Oct 17 18:45:13.467982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a70fbe0c-8a0d-4ba9-94f9-8df70f5fc65c req-723b691c-3f14-49e7-b440-bf306b83851f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Oct 17 18:45:13.474910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:45:13.475313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:13.493026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:45:13.508185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:45:13.586716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:13.653699 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:14.041076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5883305a-d419-440a-bffe-b81190a5abb8'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:45:14.662341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff457c-ad3f-4383-92e2-062821c175a2 req-c5e94d88-227c-431f-83b0-e839f5b6eb24 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:14.663765 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4fff457c-ad3f-4383-92e2-062821c175a2 req-c5e94d88-227c-431f-83b0-e839f5b6eb24 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 945 time: 0.0856023 Oct 17 18:45:14.710671 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4fff457c-ad3f-4383-92e2-062821c175a2 req-01d59fe1-5e7b-4055-921f-fd9f90e1b0f2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Oct 17 18:45:15.244692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:45:15.390990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 5883305a-d419-440a-bffe-b81190a5abb8 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:45:15.395866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 5883305a-d419-440a-bffe-b81190a5abb8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:45:15.396234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:15.396566 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:45:15.510820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:45:15.511301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:15.541047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:45:15.543329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aebac2-810c-4cf5-bd24-b694d5f7fa46" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:45:15.550870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:45:15.591593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfa7df-3a8c-43a7-895e-bf0640a315cf x-openstack-request-id: req-9fbfa7df-3a8c-43a7-895e-bf0640a315cf {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:45:15.591884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:45:15.592142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fbfa7df-3a8c-43a7-895e-bf0640a315cf {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:45:15.592546 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbfa7df-3a8c-43a7-895e-bf0640a315cf'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'code': 200} Oct 17 18:45:15.638036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:15.705314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:45:15.910171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbfc5-8ca4-47ae-b4d2-bf462cdd862c req-c604b96f-41fc-4412-b9b4-41ee593d1b22 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:15.911620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f15dbfc5-8ca4-47ae-b4d2-bf462cdd862c req-c604b96f-41fc-4412-b9b4-41ee593d1b22 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0881207 Oct 17 18:45:15.956248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f15dbfc5-8ca4-47ae-b4d2-bf462cdd862c req-19ee29d4-046e-4c5b-be85-434d3e7c85ea tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381098 Oct 17 18:45:16.078893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ff6-7167-442f-93e5-cb14fbc316a6 req-76da2283-d3fd-4acb-9c1b-5cf2c4d35062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:16.080386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-26821ff6-7167-442f-93e5-cb14fbc316a6 req-76da2283-d3fd-4acb-9c1b-5cf2c4d35062 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0802324 Oct 17 18:45:16.120631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-26821ff6-7167-442f-93e5-cb14fbc316a6 req-f675d3a5-dcc0-4167-815e-1cd26c964fa7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Oct 17 18:45:17.167304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df585d-3f1b-4571-9bc1-30188d2e18ea req-bcdc8d82-3729-45c6-8631-dfc4d7d5ddf7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:17.168774 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46df585d-3f1b-4571-9bc1-30188d2e18ea req-bcdc8d82-3729-45c6-8631-dfc4d7d5ddf7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0894406 Oct 17 18:45:17.212546 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-46df585d-3f1b-4571-9bc1-30188d2e18ea req-b175ff6c-0d81-47da-b860-2e5942fa4ff2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Oct 17 18:45:18.560438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e8aed-2505-4029-894e-7e139412a052 req-3e8211a1-aba3-4dea-9a17-0d7c91482c8a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:18.562156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0e8e8aed-2505-4029-894e-7e139412a052 req-3e8211a1-aba3-4dea-9a17-0d7c91482c8a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0872808 Oct 17 18:45:18.608346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0e8e8aed-2505-4029-894e-7e139412a052 req-4c341135-4a38-468a-9355-cc6cc2ef8cb2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Oct 17 18:45:18.800052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d8cd4-5d0e-40da-80df-acf7693b9c68 req-8a0a3760-9e63-4ab8-b9c5-db01da13f446 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:18.801614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-308d8cd4-5d0e-40da-80df-acf7693b9c68 req-8a0a3760-9e63-4ab8-b9c5-db01da13f446 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0879476 Oct 17 18:45:18.812330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 47458) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:45:18.817177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'floatingip': {'port_id': '5883305a-d419-440a-bffe-b81190a5abb8'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:45:18.897558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:19.597787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:19.688092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-94caf8b5-9696-4887-9ce3-4b0a59e7cf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:19.699301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:19.867039 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 associated. External IP: 172.26.2.104, port: 5883305a-d419-440a-bffe-b81190a5abb8. Oct 17 18:45:20.210491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:45:20.389787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:45:20.394239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:20.401360 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:45:20.411205 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:45:20.411795 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:44:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:20.448252 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d6e7b93e-0389-4e25-bab7-36e077869700 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "PUT /v2.0/floatingips/d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 HTTP/1.1" status: 200 len: 992 time: 1.6349440 Oct 17 18:45:20.448881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:45:20.451205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7403c666-1d5e-4f99-84f2-e5d3f3880e83" -d '{"events": [{"name": "network-changed", "server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:45:20.544936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8effff-84be-467f-b36b-ec439c48f5fd x-openstack-request-id: req-ce8effff-84be-467f-b36b-ec439c48f5fd {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:45:20.545297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:45:20.545649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce8effff-84be-467f-b36b-ec439c48f5fd {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:45:20.546064 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8effff-84be-467f-b36b-ec439c48f5fd'] response: {'name': 'network-changed', 'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'status': 'completed', 'code': 200} Oct 17 18:45:20.592153 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:45:20.676143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-c7f6dce8-acf2-4d24-acc6-3b7fe42a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:20.677697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-c7f6dce8-acf2-4d24-acc6-3b7fe42a1033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0791554 Oct 17 18:45:20.812304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-54232ae0-51d4-4469-9d70-23cab8cca754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:20.813673 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-54232ae0-51d4-4469-9d70-23cab8cca754 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1293321 Oct 17 18:45:20.919875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-17da5d0a-11b0-456c-a541-69e12ea78bd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1000 time: 0.0990264 Oct 17 18:45:20.930034 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318f80e-0836-4f1b-a378-047a57487e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:45:19Z', 'revision_number': 9, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:20.933945 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:45:20.942280 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:45:20.942867 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:44:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:20.982173 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-cc03384e-558f-43e2-a14b-f5a53cbc0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:20.983606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-cc03384e-558f-43e2-a14b-f5a53cbc0e00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0576272 Oct 17 18:45:21.076660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-df7b34c7-cdfe-472b-a3a6-e068af769ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:21.078066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-df7b34c7-cdfe-472b-a3a6-e068af769ecf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876834 Oct 17 18:45:21.121193 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:45:21.325383 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-714f3c4b-cc0f-4bc1-ae57-0eeebe2411d0 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404873 Oct 17 18:45:21.458647 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7403c666-1d5e-4f99-84f2-e5d3f3880e83 req-5da1228f-f840-4c21-8180-5e275da60c09 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260021 Oct 17 18:45:21.488805 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318f80e-0836-4f1b-a378-047a57487e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:45:19Z', 'revision_number': 9, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:45:21.496785 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355af04-f167-4c32-8cc4-522c0da09041 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f318f80e-0836-4f1b-a378-047a57487e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:45:19Z', 'revision_number': 9, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:45:21.683039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bede5-6080-4d81-a482-9b9da687b577 None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:45:22.283777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fde088e8-53fd-4776-b04b-e1cfb2dfada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:22.922230 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:45:23.005638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:23.066447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:24.516298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:26.032055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:36.096532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-09cda591-e2a8-414c-81e2-d70b427cbb9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206908 Oct 17 18:45:36.271673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-aa243f42-1128-49d6-9154-c8087a41b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:36.273079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-aa243f42-1128-49d6-9154-c8087a41b62b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0815537 Oct 17 18:45:36.431900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-ca273312-df40-46c0-853e-a3997e56e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:36.433310 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-ca273312-df40-46c0-853e-a3997e56e4f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1302035 Oct 17 18:45:36.544804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-2767f4cd-9dcd-42b5-9264-cff6a7245c06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.0981736 Oct 17 18:45:36.607197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-79e767a8-2ce3-4561-85ef-0e835a13fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:36.608666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-79e767a8-2ce3-4561-85ef-0e835a13fb13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0563087 Oct 17 18:45:36.693932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-10347d9b-96a1-4940-a7d4-be38575771d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:36.695382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-10347d9b-96a1-4940-a7d4-be38575771d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800955 Oct 17 18:45:36.830397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-3ee3404f-678c-4f7d-9e0a-781a7dcd3c02 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236897 Oct 17 18:45:36.963396 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-088990c7-bb45-4b9f-babd-c9bc4ba36d8c req-9a3b572c-bd72-4f1f-86fa-f49aeae3c934 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244035 Oct 17 18:45:49.649171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-614d7489-643f-460d-b861-66594bd82b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:52.306270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f64e0f0a-81e6-4798-b540-c8fbef006458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:53.118072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:53.157991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:54.546586 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:56.065693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:59.921506 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:46:19.649312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8e6f51b9-15fb-43e6-ac8b-4084aa7e9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:22.271667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cef18bae-c9f3-4087-97ea-f3ef6e2af1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:23.019374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:23.077420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:24.516737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:26.060450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:36.920298 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:46:37.058403 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-e19a74fa-bb0b-497e-af8d-d374d4eea557 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771463 Oct 17 18:46:37.243978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-003607b6-77c7-4ae4-a4b4-f0131f9d8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:37.245434 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-003607b6-77c7-4ae4-a4b4-f0131f9d8121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0832591 Oct 17 18:46:37.397463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-10f3a7c6-be94-46fc-b1e5-186a1dc8b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:37.398934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-10f3a7c6-be94-46fc-b1e5-186a1dc8b9ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1297832 Oct 17 18:46:37.503405 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-b11ce5a5-565f-41ae-a55e-3e8f9243902a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.0962381 Oct 17 18:46:37.570638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-12e0276d-0add-455e-8c58-4a4bad2c91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:37.572049 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-12e0276d-0add-455e-8c58-4a4bad2c91b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0616739 Oct 17 18:46:37.656145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-292b9aab-d914-4fbb-9096-a13f3ddfa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:37.657622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-292b9aab-d914-4fbb-9096-a13f3ddfa5b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790136 Oct 17 18:46:37.915911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-f10ad26e-d6a3-40e1-be75-c00e0e4b9ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500422 Oct 17 18:46:38.059984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e26b1f76-4488-45d5-8818-b5b677f465a8 req-c0b3b128-ad5e-42be-839d-34cc5e9c90ca service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342318 Oct 17 18:46:46.967115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9a4d-aec0-42d2-b614-260ffbcda94e req-b1cfcfd5-c07b-4b7d-afd8-dec3f638d20d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:46.968582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b7b9a4d-aec0-42d2-b614-260ffbcda94e req-b1cfcfd5-c07b-4b7d-afd8-dec3f638d20d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0943584 Oct 17 18:46:47.070033 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b7b9a4d-aec0-42d2-b614-260ffbcda94e req-9e70c503-89c1-4aed-bfac-c38691dab6e2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956025 Oct 17 18:46:47.090738 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-99c1ae56-99ca-4a27-8443-e2d2ab98c9a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013947 Oct 17 18:46:48.294442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af73cb9-d1e7-4173-85f0-94c23abf8686 req-cb35037a-5bbc-4465-a929-2dcf33e101ec tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:48.295940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0af73cb9-d1e7-4173-85f0-94c23abf8686 req-cb35037a-5bbc-4465-a929-2dcf33e101ec tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0963736 Oct 17 18:46:48.340887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0af73cb9-d1e7-4173-85f0-94c23abf8686 req-37381127-bb99-4786-84ab-bbdad82788d5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Oct 17 18:46:49.443987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-10e3b82c-501d-4c14-851b-8fc953b0bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:49.445499 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-10e3b82c-501d-4c14-851b-8fc953b0bf7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0823650 Oct 17 18:46:49.644146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-40794217-39c6-4628-90db-3e9f6f9c854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:49.645500 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-40794217-39c6-4628-90db-3e9f6f9c854a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1926551 Oct 17 18:46:49.653629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e24704e9-2192-40c4-b056-b133423eaff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:49.659414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a9e6-333d-4e7b-abbe-27d54080c70e req-9bcaadb3-ec60-4ab0-95fc-4fdd77e9ce10 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:49.663932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cba6a9e6-333d-4e7b-abbe-27d54080c70e req-9bcaadb3-ec60-4ab0-95fc-4fdd77e9ce10 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1906552 Oct 17 18:46:49.786867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cba6a9e6-333d-4e7b-abbe-27d54080c70e req-ce01fb54-1bb3-45d3-a817-5af4162fb637 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773203 Oct 17 18:46:49.791232 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-f01d0739-5f9c-4cb8-af7c-448565ca179d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.1293669 Oct 17 18:46:49.859842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-dd14fdd7-a2a1-47c4-9792-db9748942268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:49.861286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-dd14fdd7-a2a1-47c4-9792-db9748942268 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0638704 Oct 17 18:46:49.948721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-a63e958b-bbce-4d1e-8aaa-34b6915e4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:49.950240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-a63e958b-bbce-4d1e-8aaa-34b6915e4125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824769 Oct 17 18:46:50.085941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-3ae33702-6309-4d36-89a4-4643ff0765e7 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279078 Oct 17 18:46:50.218104 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-b8b61333-1690-4b8b-bc82-41af9c79c9f1 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245189 Oct 17 18:46:50.988392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e82c-ab26-4907-b983-219715b4e4c4 req-1b3ad198-4842-4fe9-8816-28fe4077cf93 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:50.989839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1113e82c-ab26-4907-b983-219715b4e4c4 req-1b3ad198-4842-4fe9-8816-28fe4077cf93 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0904686 Oct 17 18:46:51.033673 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1113e82c-ab26-4907-b983-219715b4e4c4 req-9c80aca8-cc7b-4c06-b3c3-fcd13219e991 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 Oct 17 18:46:52.238807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dc488-7304-40da-815f-949be25acd10 req-fd459f8b-dbe0-4abf-b7fb-d1349647ed3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:52.241835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9f1dc488-7304-40da-815f-949be25acd10 req-fd459f8b-dbe0-4abf-b7fb-d1349647ed3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0877962 Oct 17 18:46:52.285528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9f1dc488-7304-40da-815f-949be25acd10 req-38a4c042-6e2b-4cbe-a4f7-8b180f835114 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 Oct 17 18:46:52.299975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d43f860-79da-47b9-b352-6e1c26c166a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:53.031040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:53.116726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:53.502071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2eeba-5ebe-4970-9616-5f4cd0775806 req-2827e7bc-43ad-4c13-b311-088d284d6ef7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:53.503576 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d1d2eeba-5ebe-4970-9616-5f4cd0775806 req-2827e7bc-43ad-4c13-b311-088d284d6ef7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1011786 Oct 17 18:46:53.557651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d1d2eeba-5ebe-4970-9616-5f4cd0775806 req-4470aee0-7aff-4366-83f4-2633d80b0280 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462954 Oct 17 18:46:54.528193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:54.765340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee18d-2692-4f61-b928-e0c0dc7cacce req-20f13097-a38c-4a16-bcd7-c45e3380bf44 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:54.766810 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-11eee18d-2692-4f61-b928-e0c0dc7cacce req-20f13097-a38c-4a16-bcd7-c45e3380bf44 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0911496 Oct 17 18:46:54.810923 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-11eee18d-2692-4f61-b928-e0c0dc7cacce req-3e637ea1-7911-40a2-9ffb-4eee19610c22 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384493 Oct 17 18:46:56.014080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82890-e773-4799-b169-9e141acc77bd req-70e38944-e7d7-41bb-82a1-59d14ba4d789 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:56.015539 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a5b82890-e773-4799-b169-9e141acc77bd req-70e38944-e7d7-41bb-82a1-59d14ba4d789 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0943162 Oct 17 18:46:56.042202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:56.060471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a5b82890-e773-4799-b169-9e141acc77bd req-29681067-6013-42bc-87b6-e06074fbae4e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 Oct 17 18:46:57.258310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d3af-f163-4429-837f-7ca5620e3314 req-cdc46e16-7b8c-4b46-b2ff-eee7503a3fe5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:57.259748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2475d3af-f163-4429-837f-7ca5620e3314 req-cdc46e16-7b8c-4b46-b2ff-eee7503a3fe5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0877624 Oct 17 18:46:57.421699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2475d3af-f163-4429-837f-7ca5620e3314 req-07afa54d-6d4a-48d5-9c53-56451f7588e4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553416 Oct 17 18:46:58.632327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7be6aa-9a5b-4ac9-84b9-e5d2f0e0b4a3 req-47af64d3-ebab-4cf1-9a55-2d6089212822 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:58.633758 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5a7be6aa-9a5b-4ac9-84b9-e5d2f0e0b4a3 req-47af64d3-ebab-4cf1-9a55-2d6089212822 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0968425 Oct 17 18:46:58.798683 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5a7be6aa-9a5b-4ac9-84b9-e5d2f0e0b4a3 req-bd0d35ea-b8c6-4632-9ec4-edbdbd7c063f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581786 Oct 17 18:47:00.000679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c90ba-15f5-442b-b868-0503a1405b56 req-774b0d54-8680-4291-95f8-301eb11f40ea tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:00.002318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-388c90ba-15f5-442b-b868-0503a1405b56 req-774b0d54-8680-4291-95f8-301eb11f40ea tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0875235 Oct 17 18:47:00.047712 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-388c90ba-15f5-442b-b868-0503a1405b56 req-2c03c408-e7e9-4cb4-874d-b873e42cecd5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Oct 17 18:47:01.246630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620b39-9928-4c56-b033-5543e0f04e99 req-f861e76d-19f3-47da-8b36-066e1fcd2086 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:01.248082 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-64620b39-9928-4c56-b033-5543e0f04e99 req-f861e76d-19f3-47da-8b36-066e1fcd2086 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0855501 Oct 17 18:47:01.296693 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-64620b39-9928-4c56-b033-5543e0f04e99 req-59a04e0a-a70e-4042-94b5-7ec58ac0f554 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Oct 17 18:47:02.498755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a6e9-572c-4637-a823-c6e8121da2e9 req-39377c98-d0a8-4615-99dd-be2b75f36759 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.500222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2882a6e9-572c-4637-a823-c6e8121da2e9 req-39377c98-d0a8-4615-99dd-be2b75f36759 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0898206 Oct 17 18:47:02.545225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2882a6e9-572c-4637-a823-c6e8121da2e9 req-8af95ced-9441-4939-a468-50486c9d65ab tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389802 Oct 17 18:47:02.787459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-c75a675c-5d60-4e73-a18b-b5cc4cb46319 service neutron] 10.222.0.42 "GET /v2.0/ports/5883305a-d419-440a-bffe-b81190a5abb8/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0795679 Oct 17 18:47:03.417341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-74d4a667-60aa-4b63-b9f0-07ab100b312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.418745 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-74d4a667-60aa-4b63-b9f0-07ab100b312a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1099 time: 0.0787573 Oct 17 18:47:03.561627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-755c0d37-c6ee-448e-804b-7848db9b3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.563081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-755c0d37-c6ee-448e-804b-7848db9b3699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0822895 Oct 17 18:47:03.702490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-7b2cde77-ce46-47b0-b4ba-669816348b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.707434 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-7b2cde77-ce46-47b0-b4ba-669816348b84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1341658 Oct 17 18:47:03.746758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efda098-b176-4741-ae89-d3d99f0ce785 req-d02d43b0-9490-444e-94f5-8156c6bd66b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.748263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9efda098-b176-4741-ae89-d3d99f0ce785 req-d02d43b0-9490-444e-94f5-8156c6bd66b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0885613 Oct 17 18:47:03.793515 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9efda098-b176-4741-ae89-d3d99f0ce785 req-cb30b9d9-b976-4031-9a13-314a98423839 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Oct 17 18:47:03.806167 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-0ed0878e-6a96-4ec9-b72d-9b104ae7fd2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.0951686 Oct 17 18:47:03.871667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-62e0f135-77c0-46dc-b039-aaa42a565d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.873076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-62e0f135-77c0-46dc-b039-aaa42a565d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0603921 Oct 17 18:47:03.959783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-d79a73c1-af7e-4958-9cca-80d69578a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:03.961147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-d79a73c1-af7e-4958-9cca-80d69578a3cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782883 Oct 17 18:47:04.096617 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-ee7b085b-64f7-4290-babb-8d0514ab6ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242433 Oct 17 18:47:04.228203 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4040c9da-facd-4c7e-acac-3ad65ceeab78 req-3307b345-b3f4-414c-a412-48a168983d19 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250513 Oct 17 18:47:05.041731 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329959dc-9702-4210-a309-953d0defc495 req-62a19411-d0cc-4112-9d05-b444b085ca17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:05.043178 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-329959dc-9702-4210-a309-953d0defc495 req-62a19411-d0cc-4112-9d05-b444b085ca17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1357105 Oct 17 18:47:05.086995 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-329959dc-9702-4210-a309-953d0defc495 req-25dd0c51-e7c8-4fd4-9c35-d7c90571e0ad tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Oct 17 18:47:05.896406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:47:05.905179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:47:06.160189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:06.160483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:06.178883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:06.198606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '5883305a-d419-440a-bffe-b81190a5abb8', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:47:06.204723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:06.206988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85da02f0-9faa-4213-9609-8ebed6a40177" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:06.245378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:06.277979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:06.278600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:06.292837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a632fac-1b12-4f98-af8d-66868ec4069f x-openstack-request-id: req-9a632fac-1b12-4f98-af8d-66868ec4069f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:06.293163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:06.293417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a632fac-1b12-4f98-af8d-66868ec4069f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:06.293829 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a632fac-1b12-4f98-af8d-66868ec4069f'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'code': 200} Oct 17 18:47:06.301975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:06.316531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:06.348903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d1de-bfc0-44df-8732-69a9e757b8bf req-f545864a-21a2-4dac-b6c8-cde076b39252 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:06.350452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1111d1de-bfc0-44df-8732-69a9e757b8bf req-f545864a-21a2-4dac-b6c8-cde076b39252 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1477723 Oct 17 18:47:06.395757 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1111d1de-bfc0-44df-8732-69a9e757b8bf req-3eca243a-9637-4927-81f9-ce859671ef43 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392625 Oct 17 18:47:06.433472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:47:06.433472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:47:06.433819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:06.440769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.441111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.441446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.441805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.442136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.442465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.442791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.443115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.443439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.443760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.444086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.444400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:06.984760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:06.985498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:07.001417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:07.016962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:07.082005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:07.150803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:07.252161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5883305a-d419-440a-bffe-b81190a5abb8'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:47:07.603454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff561929-94a2-409a-a970-c8689b1fd116 req-34db0d26-dfff-4c19-8d10-3c9488e65c6a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:07.604815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff561929-94a2-409a-a970-c8689b1fd116 req-34db0d26-dfff-4c19-8d10-3c9488e65c6a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 945 time: 0.0897162 Oct 17 18:47:07.649217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff561929-94a2-409a-a970-c8689b1fd116 req-1d79950d-c82f-4956-a43c-9390fd061740 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Oct 17 18:47:07.899926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:47:07.969903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 5883305a-d419-440a-bffe-b81190a5abb8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:47:07.970454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:07.970721 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:47:08.089131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:08.089849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:08.122549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:08.196730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:08.266172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:08.294877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:08.297895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd9c3d-08d6-40b1-8da1-af417988b751" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:08.349462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360764f4-179c-47c5-a919-d739ca292f38 x-openstack-request-id: req-360764f4-179c-47c5-a919-d739ca292f38 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:08.349820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:08.350108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-360764f4-179c-47c5-a919-d739ca292f38 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:08.350509 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360764f4-179c-47c5-a919-d739ca292f38'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'code': 200} Oct 17 18:47:08.851054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d79a9c-4d92-4bde-b013-c19efcab3a50 req-de8b7053-fe0c-420b-9097-9bc668ff4882 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:08.852486 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71d79a9c-4d92-4bde-b013-c19efcab3a50 req-de8b7053-fe0c-420b-9097-9bc668ff4882 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0925906 Oct 17 18:47:08.896932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71d79a9c-4d92-4bde-b013-c19efcab3a50 req-2f96f44b-7311-4a3d-a7a9-f9f7ed4615ff tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386691 Oct 17 18:47:09.752715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffc48f-b31f-4f5a-b478-1960dca83e04 req-2c658de7-4b21-457a-af67-fba57d712042 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:09.754207 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-beffc48f-b31f-4f5a-b478-1960dca83e04 req-2c658de7-4b21-457a-af67-fba57d712042 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1566873 Oct 17 18:47:09.765546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-58798b33-305b-42c6-8823-9c5a8a083359 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:09.767008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-58798b33-305b-42c6-8823-9c5a8a083359 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&tenant_id=dde3ff2d70774ece811d022a62703735&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 946 time: 0.1296537 Oct 17 18:47:09.865844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-beffc48f-b31f-4f5a-b478-1960dca83e04 req-8cfc314d-daab-4dcf-bd9c-4c5dd834b434 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978649 Oct 17 18:47:09.877989 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-1dec17df-4711-4f6e-8f62-d1d928e3d948 service neutron] 10.222.0.42 "GET /v2.0/ports/5883305a-d419-440a-bffe-b81190a5abb8/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0935736 Oct 17 18:47:10.005241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-5d442da7-99d0-4e43-921b-d277992c717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.006671 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-5d442da7-99d0-4e43-921b-d277992c717a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0823755 Oct 17 18:47:10.140814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-f8c86fc0-6c22-403d-921d-70bdb87f308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.142282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-f8c86fc0-6c22-403d-921d-70bdb87f308b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1279998 Oct 17 18:47:10.247619 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-0947ae1e-a2d0-411d-b2c0-8253141710e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.0954795 Oct 17 18:47:10.420307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-792a64e5-f0da-4415-8e33-35830ed05c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.421833 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-792a64e5-f0da-4415-8e33-35830ed05c1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.1643603 Oct 17 18:47:10.507748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-76823edf-ea97-4a85-985b-85acf2a815de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.509217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-76823edf-ea97-4a85-985b-85acf2a815de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785193 Oct 17 18:47:10.649643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-66810b21-8bf7-49d7-922a-c04dd91cd1ea service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303465 Oct 17 18:47:10.784919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-4ba0c65a-60bb-4cca-beec-658c087c5d3e service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269193 Oct 17 18:47:11.069206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd980b-8789-4615-97a1-ddeffa59c4fe req-5b64d1ba-18cf-4b74-ad40-be0fc888f04d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:11.070680 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a4cd980b-8789-4615-97a1-ddeffa59c4fe req-5b64d1ba-18cf-4b74-ad40-be0fc888f04d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0893805 Oct 17 18:47:11.121429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a4cd980b-8789-4615-97a1-ddeffa59c4fe req-14e5a662-c1e5-41f4-8258-3f44010f9278 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Oct 17 18:47:12.338641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1afad-eb03-4e52-b346-269d9b105967 req-2947bf74-6b09-4364-b1f2-9f35847d4f80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:12.340086 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21c1afad-eb03-4e52-b346-269d9b105967 req-2947bf74-6b09-4364-b1f2-9f35847d4f80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0978198 Oct 17 18:47:12.383453 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21c1afad-eb03-4e52-b346-269d9b105967 req-5e917cf3-ec0a-4b18-84f3-d2de70647d3c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376790 Oct 17 18:47:13.593010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcf58-f3d7-4ea8-84ab-6a8da90cd187 req-e83dca13-c2f6-4a8d-8e53-2033e323409c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:13.594524 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8ebcf58-f3d7-4ea8-84ab-6a8da90cd187 req-e83dca13-c2f6-4a8d-8e53-2033e323409c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0885355 Oct 17 18:47:13.640716 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8ebcf58-f3d7-4ea8-84ab-6a8da90cd187 req-ea758469-bacf-4667-b8bc-f6883728d27c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403101 Oct 17 18:47:13.922066 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:47:14.588880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-f24492dc-d83b-438c-ac71-5bff5f1a6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:14.590464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-f24492dc-d83b-438c-ac71-5bff5f1a6ccf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1099 time: 0.0941410 Oct 17 18:47:14.718857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-1fbbdf9a-5df8-406b-911b-f6991127060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:14.721124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-1fbbdf9a-5df8-406b-911b-f6991127060b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 1099 time: 0.0893195 Oct 17 18:47:14.919211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-a488cac3-d5d8-4952-92c2-c50c3d1e93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:14.920574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-a488cac3-d5d8-4952-92c2-c50c3d1e93a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1925595 Oct 17 18:47:15.011668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ca06-5470-4973-b63c-f8c504e32176 req-2a7b4c39-9e19-4630-96fb-6a75850bef79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:15.013355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3636ca06-5470-4973-b63c-f8c504e32176 req-2a7b4c39-9e19-4630-96fb-6a75850bef79 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.2140002 Oct 17 18:47:15.055011 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-78857a6c-b19c-440e-be20-7d15782216de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 200 len: 1003 time: 0.1274986 Oct 17 18:47:15.110854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3636ca06-5470-4973-b63c-f8c504e32176 req-e4d2259c-54ec-4ea1-bb04-f5f66488e505 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891151 Oct 17 18:47:15.132746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-3a370fe3-df1f-49c0-8229-0ef529f5c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:15.134214 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-3a370fe3-df1f-49c0-8229-0ef529f5c628 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0718668 Oct 17 18:47:15.227023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-469e3a49-3a82-4da3-b46f-09c71c09752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:15.228511 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-469e3a49-3a82-4da3-b46f-09c71c09752d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866296 Oct 17 18:47:15.362502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-2c990e5a-7045-4efc-bc96-d98a5572e634 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262374 Oct 17 18:47:15.493950 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5295b520-ec29-4723-9f8d-317dd384ca3e req-ca9de3ad-56bc-48cf-9f57-dde2b9a87baf service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248860 Oct 17 18:47:15.973674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:47:15.985023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:47:16.209528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:16.220074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:16.220451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:16.236493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '5883305a-d419-440a-bffe-b81190a5abb8', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '5883305a-d419-440a-bffe-b81190a5abb8', 'mac_address': 'fa:16:3e:94:81:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:47:16.295442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:16.297762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb57501-1506-4032-8264-b2ff669b51fc" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:16.310169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:16.320223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:16.323090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:16.339856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:16.345912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80e784-8055-4420-8d46-b31163dcbf9c req-74a93562-5e2c-4df7-acfd-33f81ab5f924 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:16.349414 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ae80e784-8055-4420-8d46-b31163dcbf9c req-74a93562-5e2c-4df7-acfd-33f81ab5f924 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.1198397 Oct 17 18:47:16.356688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ee0ca-35e5-44a2-a60b-203787821762 x-openstack-request-id: req-5e0ee0ca-35e5-44a2-a60b-203787821762 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:16.356977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:16.357230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e0ee0ca-35e5-44a2-a60b-203787821762 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:16.357777 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0ee0ca-35e5-44a2-a60b-203787821762'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'code': 200} Oct 17 18:47:16.368230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:16.395336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ae80e784-8055-4420-8d46-b31163dcbf9c req-62ce27fb-f732-4d54-916b-cfc18dcffa78 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Oct 17 18:47:16.482122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:47:16.482475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:47:16.484723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=9']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:17.037369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:17.038228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:17.055685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:17.071267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:17.117254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:17.189284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=10']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:17.293430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['5883305a-d419-440a-bffe-b81190a5abb8'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:47:17.596820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0ff0-677f-4b82-b326-078cca39a5ca req-08f4b600-ad6e-4a8b-9d9b-bc3a45d1b017 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:17.598189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-031c0ff0-677f-4b82-b326-078cca39a5ca req-08f4b600-ad6e-4a8b-9d9b-bc3a45d1b017 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 946 time: 0.0870311 Oct 17 18:47:17.642245 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-031c0ff0-677f-4b82-b326-078cca39a5ca req-4ddfab54-2363-410c-bca8-fa271588c454 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383430 Oct 17 18:47:17.977197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:47:18.088053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 5883305a-d419-440a-bffe-b81190a5abb8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:47:18.088802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:18.088802 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 5883305a-d419-440a-bffe-b81190a5abb8 Oct 17 18:47:18.209057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 5883305a-d419-440a-bffe-b81190a5abb8 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:18.209431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:18.242628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:18.305203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:18.358631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:18.361494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3880b26-ec89-4dfa-8b56-0e385b1ffdde" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:18.377716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=11']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:18.408441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c12a9-6086-4237-9062-3f18de83be3f x-openstack-request-id: req-ad5c12a9-6086-4237-9062-3f18de83be3f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:18.408729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-plugged", "status": "completed", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:18.408977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad5c12a9-6086-4237-9062-3f18de83be3f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:18.409368 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5c12a9-6086-4237-9062-3f18de83be3f'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'code': 200} Oct 17 18:47:18.955603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bf031-d88a-47d9-a192-0acc37cd32fa req-88b2c9c6-3665-4b71-9c8e-7592b392cc8d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:18.956933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4f4bf031-d88a-47d9-a192-0acc37cd32fa req-88b2c9c6-3665-4b71-9c8e-7592b392cc8d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.1980345 Oct 17 18:47:19.001885 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4f4bf031-d88a-47d9-a192-0acc37cd32fa req-003153ef-f509-4d62-a336-6dd3ed39fa16 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Oct 17 18:47:19.201092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd50db1-3934-4bea-b36e-7e35d1502553 req-4412533d-1051-4c4c-91b8-d3f98e26bc80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:19.202571 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cd50db1-3934-4bea-b36e-7e35d1502553 req-4412533d-1051-4c4c-91b8-d3f98e26bc80 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0873191 Oct 17 18:47:19.250882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cd50db1-3934-4bea-b36e-7e35d1502553 req-3bc44a6c-cf19-461b-8746-3bbd47d8b43b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Oct 17 18:47:19.451873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b81b-4eff-4de4-8394-b6d74fa1d419 req-c5edcaad-dbc6-4428-9c32-5154d1240505 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:19.453340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec21b81b-4eff-4de4-8394-b6d74fa1d419 req-c5edcaad-dbc6-4428-9c32-5154d1240505 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0910945 Oct 17 18:47:19.499117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec21b81b-4eff-4de4-8394-b6d74fa1d419 req-9ae28e0f-ff48-4b3d-b5a8-14fbd49d71b7 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Oct 17 18:47:19.664806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06598b4d-f053-4604-835d-481b5ac8becb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:20.146775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c8aaa-6ed5-46ff-8a7b-9af40d63e4a0 req-8ef37903-c077-4308-a169-cbdde00bb921 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:20.148289 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e62c8aaa-6ed5-46ff-8a7b-9af40d63e4a0 req-8ef37903-c077-4308-a169-cbdde00bb921 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0879464 Oct 17 18:47:20.194444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e62c8aaa-6ed5-46ff-8a7b-9af40d63e4a0 req-ec015f7c-2bb9-42f3-a884-2505bcfe744f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Oct 17 18:47:21.390673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109e26-feb6-4601-aef9-3129a1b91c7b req-df599627-c924-423f-af16-4463d560905f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:21.392013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a6109e26-feb6-4601-aef9-3129a1b91c7b req-df599627-c924-423f-af16-4463d560905f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0863662 Oct 17 18:47:21.435123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a6109e26-feb6-4601-aef9-3129a1b91c7b req-bb9ec30c-2e3a-4145-88ba-c4a9a2c05339 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367036 Oct 17 18:47:22.287866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6cbebb6e-5f58-4f32-a13d-b643eaf97f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:22.636989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4986c6e-c9e9-4a93-991b-43b63d71c174 req-d63f4a4b-cf16-4efa-9b60-a2d5c8ea3faf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:22.638632 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4986c6e-c9e9-4a93-991b-43b63d71c174 req-d63f4a4b-cf16-4efa-9b60-a2d5c8ea3faf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0904331 Oct 17 18:47:22.684630 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4986c6e-c9e9-4a93-991b-43b63d71c174 req-91537a00-c6ba-49ab-968a-48b569a92486 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Oct 17 18:47:22.996259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.070574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.148409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-c09daceb-90a9-413a-8b0b-af4c80eb155d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:23.149857 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-c09daceb-90a9-413a-8b0b-af4c80eb155d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0934649 Oct 17 18:47:23.224275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Deleting port 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:47:23.224602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.474221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] For port 5883305a-d419-440a-bffe-b81190a5abb8, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=5883305a-d419-440a-bffe-b81190a5abb8,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:23.474581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.770008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.770720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:23.770720 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 disassociated. External IP: 172.26.2.104, port: 5883305a-d419-440a-bffe-b81190a5abb8. Oct 17 18:47:23.771012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Calling delete_port for 5883305a-d419-440a-bffe-b81190a5abb8 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:47:23.897816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64568e-5853-4777-a559-a416528e30ff req-28016b54-e7b0-41cc-b924-aeb892f6bae3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:23.899718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6a64568e-5853-4777-a559-a416528e30ff req-28016b54-e7b0-41cc-b924-aeb892f6bae3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 947 time: 0.0953987 Oct 17 18:47:23.943750 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6a64568e-5853-4777-a559-a416528e30ff req-33b0c371-302b-48d3-9b89-01098d1d3d74 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387428 Oct 17 18:47:23.979240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:24.028507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'Port': ['ID=5883305a-d419-440a-bffe-b81190a5abb8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:24.039677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.039951 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.040286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.040615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.041047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.041369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.041716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.042034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.042356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.042676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.042986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.043300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:24.236486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:47:24.521663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:24.532421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:47:24.542765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:47:24.553020 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:47:24.553643 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:47:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:24.623936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] No DVR routers for this DVR port 5883305a-d419-440a-bffe-b81190a5abb8 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:47:24.626775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:24.630257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-deleted', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:24.632528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c62ff-5583-4198-b397-cde4d355284a" -d '{"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-deleted", "tag": "5883305a-d419-440a-bffe-b81190a5abb8"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:24.642796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8204363b-f826-46c5-9cf7-4588ebf2b5a8 req-e86b1a0c-094c-47bc-95b5-054662cfb802 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "DELETE /v2.0/ports/5883305a-d419-440a-bffe-b81190a5abb8 HTTP/1.1" status: 204 len: 173 time: 1.4875941 Oct 17 18:47:24.677945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a66ba3-2661-4cd3-81b4-3d22d7168eb5 x-openstack-request-id: req-28a66ba3-2661-4cd3-81b4-3d22d7168eb5 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:24.678336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318f80e-0836-4f1b-a378-047a57487e10", "name": "network-vif-deleted", "tag": "5883305a-d419-440a-bffe-b81190a5abb8", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:24.678646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28a66ba3-2661-4cd3-81b4-3d22d7168eb5 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:24.679055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a66ba3-2661-4cd3-81b4-3d22d7168eb5'] response: {'server_uuid': 'f318f80e-0836-4f1b-a378-047a57487e10', 'name': 'network-vif-deleted', 'tag': '5883305a-d419-440a-bffe-b81190a5abb8', 'status': 'completed', 'code': 200} Oct 17 18:47:24.734111 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:47:25.056565 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:25.060941 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:47:25.072324 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:47:25.072835 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:47:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:25.140325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f3063b4-056b-4b75-b058-cf2e147bd47e req-9602b7da-2ac9-4a02-8a6b-60b13ff05e41 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f318f80e-0836-4f1b-a378-047a57487e10 HTTP/1.1" status: 200 len: 210 time: 0.0566554 Oct 17 18:47:25.258398 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:47:25.586343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:25.591106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcf5fc3-cfdc-4349-998b-cfc4616dd721 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:47:25.829805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47297c58-b5c7-452c-9c96-ead745358596 None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:47:26.051033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:47:26.088215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 5883305a-d419-440a-bffe-b81190a5abb8 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:47:26.088462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 5883305a-d419-440a-bffe-b81190a5abb8 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:47:26.162470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:26.485413 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-20b211df-d168-427c-bdec-c2418b1daaf1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1322894906&fields=id&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 267 time: 0.0440226 Oct 17 18:47:26.645438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-21e53b41-f27b-447c-8ca4-40f6e0b6612d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:26.646893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-21e53b41-f27b-447c-8ca4-40f6e0b6612d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1539638 Oct 17 18:47:26.662278 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-57578d78-703a-4166-808e-e9f17a2d7c89 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/quotas/dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 375 time: 0.0096374 Oct 17 18:47:26.752596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-d00f6d7d-ab5a-4707-b015-9f3a16de9d86 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:47:26.830633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-d00f6d7d-ab5a-4707-b015-9f3a16de9d86 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:47:26.832516 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-d00f6d7d-ab5a-4707-b015-9f3a16de9d86 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1652637 Oct 17 18:47:26.973426 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-36528296-f8b4-4d5f-ab51-3888c124da3f service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288338 Oct 17 18:47:27.106553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-80ee8463-6763-464f-8b87-a0d4a7fb1069 service neutron] 10.222.0.36 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271100 Oct 17 18:47:27.392538 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-eaa0b922-1ab9-4f55-ab0f-c48ae8e09d14 req-90e4de47-5646-4953-91ff-69fe5ff00171 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0535793 Oct 17 18:47:28.506078 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c79b888-33ff-42a4-9e95-7f6a2cd2ce96 req-8fba3252-9c9e-41c8-a13c-aba52a397055 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0545924 Oct 17 18:47:29.616390 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10700b18-da36-48e8-8da5-ce5d82c9a8fd req-5fe3b16c-a8e2-4307-9f88-7000f87ddeb3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0503900 Oct 17 18:47:30.778307 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e7ed5f74-084d-4d24-81ab-cf211a38d7f7 req-dd5fee49-c031-4574-879b-518ab5b39cd2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0500238 Oct 17 18:47:31.950575 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b94be3f7-9627-4e61-8332-9722691860d4 req-ac8347e6-b32a-4bd3-8280-108937a9bc4d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0523140 Oct 17 18:47:32.756594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-6c3cc2b4-03fc-4ef4-87c2-c3d30b753596 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:32.758127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-6c3cc2b4-03fc-4ef4-87c2-c3d30b753596 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 812 time: 0.1453557 Oct 17 18:47:32.818769 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-afb5ad5a-ca9e-4199-9298-15554cb7f6d5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 380 time: 0.0443447 Oct 17 18:47:32.828142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'port': {'device_id': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'admin_state_up': True, 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'security_groups': ['da7f7703-83af-493e-bb6f-f9c10dd9669c']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:47:32.976963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:47:32.987305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:47:33.120223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c3cc77d-4d3b-40b5-95d9-f2e6de93eab2 req-ccdda48e-2b67-425b-ad4d-15b919eede77 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0561273 Oct 17 18:47:33.139966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Made reservation on behalf of dde3ff2d70774ece811d022a62703735 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:47:33.145250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:33.323332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Allocated IP 172.20.0.13 (7eaccbcf-d916-44ef-bc93-d0006e46f062/f77e60ff-8924-4684-87fa-8a5bd25973a1/61f2e805-e692-4c85-82b4-ec33b4aa1cd5) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:47:33.621030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:33.636802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Transition to ACTIVE for port object 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:47:33.734045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:33.804206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:47:33.807174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:47:33.810924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:47:33.844268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:33.882204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:33.882726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:33.991686 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-1d1cb10c-8d44-481b-bd41-10127a182923 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1672978 Oct 17 18:47:34.011076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Request body: {'port': {'device_id': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:47:34.124290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.173575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Provisioning for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:47:34.180401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Provisioning complete for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:47:34.183241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.183241 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Attempt 1 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:47:34.237826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:47:34.340197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbf0a4-d1fe-47f0-b6ac-e50dd415e332 req-10fa7a8e-9f14-4971-b0ae-c3ee8655eaf1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:34.341674 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ddbf0a4-d1fe-47f0-b6ac-e50dd415e332 req-10fa7a8e-9f14-4971-b0ae-c3ee8655eaf1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 932 time: 0.0996218 Oct 17 18:47:34.388536 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ddbf0a4-d1fe-47f0-b6ac-e50dd415e332 req-0fe8ddef-8cc6-4889-9f71-48ac57667378 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Oct 17 18:47:34.499031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:34.506886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.521382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Transition to ACTIVE for port object 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:47:34.602499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.739545 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Attempt 2 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:47:34.791025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:34.795121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:47:34.827397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Attempting to bind port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:47:34.827966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Attempting to bind port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:47:34.828073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Attempting to bind port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:47:34.832507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:47:34.832818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Attempting to bind port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 on network 7eaccbcf-d916-44ef-bc93-d0006e46f062 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:47:34.838212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:47:34.838584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Checking segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:47:34.838966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Bound using segment: {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:47:34.839385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Bound port: 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240d0f5-7b24-489a-b80f-c2bbf772e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:47:34.839733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.927091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:47:34.930050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:47:35.036691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:35.068367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.068909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:35.070314 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] 10.222.0.42 "PUT /v2.0/ports/61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1094 time: 1.0634732 Oct 17 18:47:35.070908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:35.073290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47914c-e8d9-45f1-aa2e-167b76abb952" -d '{"events": [{"name": "network-changed", "server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:35.119443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d04b1-724a-4ea2-9a34-5ff91c83fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:35.122757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b1525-3db3-495d-a24f-fb1b5e3c51a6 x-openstack-request-id: req-563b1525-3db3-495d-a24f-fb1b5e3c51a6 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:35.130505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:35.130505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-563b1525-3db3-495d-a24f-fb1b5e3c51a6 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:35.130505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563b1525-3db3-495d-a24f-fb1b5e3c51a6'] response: {'name': 'network-changed', 'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'status': 'completed', 'code': 200} Oct 17 18:47:35.242500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-297d2fee-0752-4966-b216-0e6053887fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.243974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-297d2fee-0752-4966-b216-0e6053887fba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1097 time: 0.0772462 Oct 17 18:47:35.296892 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Attempt 3 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:47:35.361656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-59bd734f-de70-4ab8-b662-dd448dc5acc1 None None] Port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:47:35.409708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-fc3c023a-1e25-4a0a-af30-06b783f10b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.411140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-fc3c023a-1e25-4a0a-af30-06b783f10b1c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dde3ff2d70774ece811d022a62703735&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1524563 Oct 17 18:47:35.568517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-e6d3f5d7-4a6e-4b9f-98a7-2e7f4f32532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.570070 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f47914c-e8d9-45f1-aa2e-167b76abb952 req-e6d3f5d7-4a6e-4b9f-98a7-2e7f4f32532a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526871 Oct 17 18:47:35.600808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89eee5-74c6-44c4-a497-ba52bf0e552f req-d0abb617-4928-4ad5-b4eb-ff6941a2b5ed tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.602367 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4b89eee5-74c6-44c4-a497-ba52bf0e552f req-d0abb617-4928-4ad5-b4eb-ff6941a2b5ed tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.1012237 Oct 17 18:47:35.659312 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4b89eee5-74c6-44c4-a497-ba52bf0e552f req-7e582225-14db-4327-b45f-89b200a559ba tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511134 Oct 17 18:47:35.730031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-ca0df669-841c-4745-a9e3-7af9b199089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.731570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-ca0df669-841c-4745-a9e3-7af9b199089c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1097 time: 0.0868943 Oct 17 18:47:35.809028 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-21b904b4-1c95-45f1-9e13-4f8e89e949b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 217 time: 0.0622723 Oct 17 18:47:35.993205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-8ff2f3a9-e9e1-413e-a091-ba249dd8b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:35.994671 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-8ff2f3a9-e9e1-413e-a091-ba249dd8b98f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.1745996 Oct 17 18:47:36.079648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-19188445-a197-4e29-91e6-e2a759625421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:36.081182 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-19188445-a197-4e29-91e6-e2a759625421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795424 Oct 17 18:47:36.217358 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-3cb10d88-391f-4a77-989b-e9ab8e820a93 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260357 Oct 17 18:47:36.350888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b495a357-5cc9-48b3-9c5d-5c0e9b83fbe1 req-c4bbdab0-768f-4984-8f11-84c809a07a59 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272428 Oct 17 18:47:36.871895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b71ff-a684-4ba1-be76-b0a1525f80ca req-2858cefb-eb75-4541-b915-a74cbcff61bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:36.872603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ef9b71ff-a684-4ba1-be76-b0a1525f80ca req-2858cefb-eb75-4541-b915-a74cbcff61bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Synchronizing usage tracker for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:47:36.967864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ef9b71ff-a684-4ba1-be76-b0a1525f80ca req-2858cefb-eb75-4541-b915-a74cbcff61bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Unset dirty status for tenant:dde3ff2d70774ece811d022a62703735 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:47:36.968999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef9b71ff-a684-4ba1-be76-b0a1525f80ca req-2858cefb-eb75-4541-b915-a74cbcff61bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.1959646 Oct 17 18:47:37.017641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef9b71ff-a684-4ba1-be76-b0a1525f80ca req-273bd09c-a9ff-4c85-a3e0-1f44531592ed tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Oct 17 18:47:38.245899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b665c4-8e7c-4777-bef4-303704bb8efa req-b4920c1f-f174-4d67-9708-a8101f06c24d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:38.247649 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a7b665c4-8e7c-4777-bef4-303704bb8efa req-b4920c1f-f174-4d67-9708-a8101f06c24d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0971220 Oct 17 18:47:38.298944 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a7b665c4-8e7c-4777-bef4-303704bb8efa req-463fcf0f-f588-48d3-99b6-9cdfb18c1d0c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Oct 17 18:47:39.509458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363dc6e-fec9-403b-a6f4-056293c1e551 req-4d4cbadc-d46e-414c-b448-7e864ca607c1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:39.510958 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1363dc6e-fec9-403b-a6f4-056293c1e551 req-4d4cbadc-d46e-414c-b448-7e864ca607c1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0879564 Oct 17 18:47:39.559759 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1363dc6e-fec9-403b-a6f4-056293c1e551 req-a0bfe402-458f-4231-8b6c-69d9788555e1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428348 Oct 17 18:47:40.773966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e60e-255b-4985-a534-9ce2b44c42e3 req-b231055a-d533-4aca-90f8-f86a05f18552 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:40.775439 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8060e60e-255b-4985-a534-9ce2b44c42e3 req-b231055a-d533-4aca-90f8-f86a05f18552 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0912507 Oct 17 18:47:40.827035 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8060e60e-255b-4985-a534-9ce2b44c42e3 req-6e82f17e-df99-4cec-8ada-392ed3b3824d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455191 Oct 17 18:47:42.031496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568c0d9-12b8-4b62-a945-131dc6fbde6b req-c0293b40-a291-49ab-a4fe-6408510d05bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:42.032961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1568c0d9-12b8-4b62-a945-131dc6fbde6b req-c0293b40-a291-49ab-a4fe-6408510d05bf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0895169 Oct 17 18:47:42.078689 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1568c0d9-12b8-4b62-a945-131dc6fbde6b req-2020000e-e504-4b61-a7ae-34b6a17b461b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399361 Oct 17 18:47:42.083126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:47:42.217262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:42.230992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:47:42.301529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:42.301945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:42.319835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:42.336493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:42.401222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:42.475184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:42.924078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['61f2e805-e692-4c85-82b4-ec33b4aa1cd5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:47:43.277376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde0aad-b189-4926-9b0a-6d7d209ce566 req-de6b56cf-bb73-453e-ba88-0d01d14bb786 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:43.278840 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abde0aad-b189-4926-9b0a-6d7d209ce566 req-de6b56cf-bb73-453e-ba88-0d01d14bb786 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 945 time: 0.0907135 Oct 17 18:47:43.324243 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abde0aad-b189-4926-9b0a-6d7d209ce566 req-5ea63294-2ac8-4138-a5ac-88ae28d740b1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Oct 17 18:47:44.092283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:47:44.224691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:47:44.230028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:47:44.230395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:44.230721 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:47:44.348436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:44.348818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:44.375792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:44.378099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba52cd80-af14-4c8e-bbd2-781a4dc4d1ab" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:44.385862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:44.459248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:44.493681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82c780-869a-45af-8739-465cd1d52b6f x-openstack-request-id: req-3a82c780-869a-45af-8739-465cd1d52b6f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:44.493970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:44.494217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a82c780-869a-45af-8739-465cd1d52b6f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:44.494598 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a82c780-869a-45af-8739-465cd1d52b6f'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'code': 200} Oct 17 18:47:44.535655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50557-d411-49a1-9851-4f828d506c5e req-79119ef0-23fa-401d-854d-ce21977ce3a0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:44.536865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3db50557-d411-49a1-9851-4f828d506c5e req-79119ef0-23fa-401d-854d-ce21977ce3a0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0967188 Oct 17 18:47:44.540901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:44.583135 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3db50557-d411-49a1-9851-4f828d506c5e req-2205e565-8686-4dad-beb5-8fec4725269d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Oct 17 18:47:44.872620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6c72-4231-4fa1-82f8-905d069d8a6f req-a99e6645-8d5c-41a2-ab0f-999fd1f54589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:44.874102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a9ee6c72-4231-4fa1-82f8-905d069d8a6f req-a99e6645-8d5c-41a2-ab0f-999fd1f54589 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0764136 Oct 17 18:47:44.916339 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a9ee6c72-4231-4fa1-82f8-905d069d8a6f req-4933bddc-24eb-4a00-a1c9-e99333e2448e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Oct 17 18:47:45.780796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58bffc-8871-4ef4-b748-3dec2f1bb2d4 req-72eea7b3-c70d-4f25-b5ff-c79166d954a8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:45.782270 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8c58bffc-8871-4ef4-b748-3dec2f1bb2d4 req-72eea7b3-c70d-4f25-b5ff-c79166d954a8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0853288 Oct 17 18:47:45.828102 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8c58bffc-8871-4ef4-b748-3dec2f1bb2d4 req-87b1a0a2-7105-4cf9-8cbf-56187388fac9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Oct 17 18:47:47.025593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32342c0-dfaa-4bcf-9824-15b8f2b902e2 req-f9bd9077-8483-4936-8dcb-6e069d011cad tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:47.027044 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b32342c0-dfaa-4bcf-9824-15b8f2b902e2 req-f9bd9077-8483-4936-8dcb-6e069d011cad tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0875294 Oct 17 18:47:47.071043 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b32342c0-dfaa-4bcf-9824-15b8f2b902e2 req-a4b88ba3-ed0c-436a-b736-2dce88f16ff2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Oct 17 18:47:47.272022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778364-a2e6-4885-855c-d6beb923e47e req-28429be9-6c20-44f1-9196-81cbfc92a5f6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:47.273463 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-39778364-a2e6-4885-855c-d6beb923e47e req-28429be9-6c20-44f1-9196-81cbfc92a5f6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0877955 Oct 17 18:47:47.283852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 47704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:47:47.288925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Request body: {'floatingip': {'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:47:47.459446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:48.043859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:48.110858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:48.284054 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 associated. External IP: 172.26.2.104, port: 61f2e805-e692-4c85-82b4-ec33b4aa1cd5. Oct 17 18:47:48.640987 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:47:48.938796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:47:48.945266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:48.952471 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:47:48.962986 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:47:48.963950 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:47:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:49.001570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3239e0c3-dd98-4d14-8633-b1c7710d4c14 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "PUT /v2.0/floatingips/d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 HTTP/1.1" status: 200 len: 993 time: 1.7166359 Oct 17 18:47:49.002211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:49.004713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38515741-7077-4073-ac78-2ef2bf906e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:49.050658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4de76d-8377-4e82-b242-6083aba11b88 x-openstack-request-id: req-bd4de76d-8377-4e82-b242-6083aba11b88 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:49.050957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:49.051214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd4de76d-8377-4e82-b242-6083aba11b88 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:49.051620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4de76d-8377-4e82-b242-6083aba11b88'] response: {'name': 'network-changed', 'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'status': 'completed', 'code': 200} Oct 17 18:47:49.186149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:47:49.201278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38515741-7077-4073-ac78-2ef2bf906e9c req-62be7c65-e9bb-467a-9e0f-2efe0e7d4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:49.202734 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-62be7c65-e9bb-467a-9e0f-2efe0e7d4ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0910017 Oct 17 18:47:49.345011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38515741-7077-4073-ac78-2ef2bf906e9c req-ae3ba431-fe6c-4055-9761-0a5ef0eb351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:49.347333 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-ae3ba431-fe6c-4055-9761-0a5ef0eb351d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1378050 Oct 17 18:47:49.495297 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-69cda5b5-ea51-4cd5-90ca-fc6c95d1966a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1001 time: 0.1416519 Oct 17 18:47:49.544172 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:47:47Z', 'revision_number': 13, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:49.547954 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:47:49.556646 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:47:49.557223 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:47:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:49.561976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38515741-7077-4073-ac78-2ef2bf906e9c req-bb85ad4f-bb44-4375-91b2-1ad529ee8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:49.563476 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-bb85ad4f-bb44-4375-91b2-1ad529ee8e24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0584829 Oct 17 18:47:49.642644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac36d-c5a4-41de-9754-c72718db5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:49.657226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38515741-7077-4073-ac78-2ef2bf906e9c req-b0dba34d-ff42-4b54-81db-1e8c3d266fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:49.658775 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-b0dba34d-ff42-4b54-81db-1e8c3d266fe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856953 Oct 17 18:47:49.735763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:47:49.795590 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-9c78b395-3099-455d-b129-a7630d91abd0 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255121 Oct 17 18:47:50.039259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38515741-7077-4073-ac78-2ef2bf906e9c req-02664f05-aa25-482f-817c-08f5c148fa23 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367945 Oct 17 18:47:50.082404 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:47:47Z', 'revision_number': 13, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:47:50.086189 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635f2f7-7bed-4946-b175-13ce0e78a479 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'd5d4c2fe-c6fe-4e82-a2ef-7bff4c960639', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'floating_ip_address': '172.26.2.104', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:27Z', 'updated_at': '2022-10-17T18:47:47Z', 'revision_number': 13, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:47:50.270136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50acbc2-f310-4268-a4fd-691a15404fbd None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:47:50.921150 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:47:52.288888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f22d1cbe-f2aa-4646-bb21-12e5fa12acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:53.020452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:53.127020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:54.537813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:56.087659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:19.645942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0b45800f-efa1-4025-bb4b-79b55cab3fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:22.291723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5474900-9e7a-4e14-8c2b-31af5642f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:23.051513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:23.131273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:24.577918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:26.087604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:27.920101 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:48:40.018641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-b96ba53a-89f6-47ee-8a2a-f7a042721b02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774834 Oct 17 18:48:40.192777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427247-0338-43d7-9a3e-04e027818b5d req-7171d0e5-30d5-4134-a8b7-5cfde67c882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:40.194264 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-7171d0e5-30d5-4134-a8b7-5cfde67c882d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0821941 Oct 17 18:48:40.348004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427247-0338-43d7-9a3e-04e027818b5d req-97917d9a-4a62-4d16-99e7-f1f025ee5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:40.349441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-97917d9a-4a62-4d16-99e7-f1f025ee5d78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1289403 Oct 17 18:48:40.451485 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-0a88ff1d-4b1e-414a-8868-c89fdf634be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.0949788 Oct 17 18:48:40.513707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427247-0338-43d7-9a3e-04e027818b5d req-a2b7f9ad-75bd-4338-8421-9362397b06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:40.515186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-a2b7f9ad-75bd-4338-8421-9362397b06ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0574896 Oct 17 18:48:40.599583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e427247-0338-43d7-9a3e-04e027818b5d req-ed273c80-6477-4826-bf00-dceb614901d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:40.600919 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-ed273c80-6477-4826-bf00-dceb614901d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796130 Oct 17 18:48:40.733266 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-c014f743-890e-4cf1-b7fc-95b59a2cd553 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246085 Oct 17 18:48:40.866184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e427247-0338-43d7-9a3e-04e027818b5d req-792ce38c-cc6e-469e-a307-93d798414096 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261106 Oct 17 18:48:49.644816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa489e67-f18f-4d68-8411-aea0172452e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:52.298514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ff248527-b243-4b1c-9c4a-b89a542d4f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.044901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.124992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.536403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.159414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:04.918900 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:49:17.192986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66cfb3-6b04-4acb-87ff-7ae63f730c0c req-76a26a7f-98b3-4663-91e1-df8ac9f3a96a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:17.194506 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df66cfb3-6b04-4acb-87ff-7ae63f730c0c req-76a26a7f-98b3-4663-91e1-df8ac9f3a96a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0905478 Oct 17 18:49:17.244172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df66cfb3-6b04-4acb-87ff-7ae63f730c0c req-52092932-744b-4b0f-86fd-6bc21bd32fbb tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Oct 17 18:49:19.684173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84cc38e6-bdd9-4501-a7aa-43c8e4c2b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:22.293462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aea4d41e-cbcc-4719-8ae0-df01448f9085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.041147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.098667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.564106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:26.089778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:28.780332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ccce-9c7c-487d-bc7e-350a632df494 req-9e8a0d81-b34e-45f4-a7b3-a7dbb13b74c0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:28.781786 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-31d7ccce-9c7c-487d-bc7e-350a632df494 req-9e8a0d81-b34e-45f4-a7b3-a7dbb13b74c0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1501787 Oct 17 18:49:28.827401 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-2f8ba329-2417-413e-856b-e3d8f271fbd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290741 Oct 17 18:49:28.837642 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-31d7ccce-9c7c-487d-bc7e-350a632df494 req-c02210a0-01fb-43af-9315-2822d0b5f557 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Oct 17 18:49:30.043721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc574dc3-d7b4-4fae-9528-9b667b01b5c2 req-036deef9-4e8e-457c-9afc-314f97f9c764 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:30.045102 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fc574dc3-d7b4-4fae-9528-9b667b01b5c2 req-036deef9-4e8e-457c-9afc-314f97f9c764 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0895751 Oct 17 18:49:30.089543 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fc574dc3-d7b4-4fae-9528-9b667b01b5c2 req-0fe217dc-85a7-4caf-bedb-5a0e29bd1b3a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Oct 17 18:49:31.078088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-a63dd1f1-cb4f-4d41-9e86-e91adbbc8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.079530 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-a63dd1f1-cb4f-4d41-9e86-e91adbbc8e6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0792587 Oct 17 18:49:31.250313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-afd73c05-84e5-4399-afff-953c33ad7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.251701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-afd73c05-84e5-4399-afff-953c33ad7c66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1656630 Oct 17 18:49:31.480520 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-f20bd734-0a4f-4ec3-a997-4a2045e5a490 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.2211354 Oct 17 18:49:31.536995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15e135-4663-45c6-8a8f-3c11901a0a04 req-7420179d-57b9-40e8-967d-cf26c38c34c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.538444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cf15e135-4663-45c6-8a8f-3c11901a0a04 req-7420179d-57b9-40e8-967d-cf26c38c34c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.3303969 Oct 17 18:49:31.570870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-826a4cb4-43ff-433e-9c6b-83dcb6b8b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.572250 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-826a4cb4-43ff-433e-9c6b-83dcb6b8b9cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0843189 Oct 17 18:49:31.646194 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cf15e135-4663-45c6-8a8f-3c11901a0a04 req-d32dd549-89a2-4d9b-914c-70c8cb6c22e3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978220 Oct 17 18:49:31.671520 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1746c71b-cce4-421d-b716-2c2429550a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.672987 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1746c71b-cce4-421d-b716-2c2429550a57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909736 Oct 17 18:49:31.804586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-08fb9e49-6413-4353-9753-9086c69bfb26 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241009 Oct 17 18:49:31.939700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-75a1f800-1d66-481c-9a29-886cdc3cf4b6 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273823 Oct 17 18:49:32.856654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b75ac-f3f5-4474-8b84-3b9e0fd8370a req-ac27d811-daa9-4fe0-823d-e6ad030538a3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:32.858131 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a87b75ac-f3f5-4474-8b84-3b9e0fd8370a req-ac27d811-daa9-4fe0-823d-e6ad030538a3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0930789 Oct 17 18:49:32.903505 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a87b75ac-f3f5-4474-8b84-3b9e0fd8370a req-b0a89ab0-0475-4059-936d-fd3007232976 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Oct 17 18:49:34.110658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d28355-d289-4c67-99d1-be1f40eb8778 req-3bb298a1-6580-459c-9e7e-fc54b3b05dfe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:34.112115 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49d28355-d289-4c67-99d1-be1f40eb8778 req-3bb298a1-6580-459c-9e7e-fc54b3b05dfe tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0930536 Oct 17 18:49:34.157735 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49d28355-d289-4c67-99d1-be1f40eb8778 req-345f57ad-4c1d-4d04-bf7a-e8b596bc44f8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 Oct 17 18:49:35.361712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a300-396e-4c53-be67-caebe60c15fc req-f681555b-2376-4dd2-9387-f000f6acb692 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:35.363171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d75a300-396e-4c53-be67-caebe60c15fc req-f681555b-2376-4dd2-9387-f000f6acb692 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0900512 Oct 17 18:49:35.411798 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d75a300-396e-4c53-be67-caebe60c15fc req-a238ccf2-b967-41ed-aee9-ed7612f49ea2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Oct 17 18:49:36.612438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04be50-4b91-49ff-a2a7-e26b8f4de384 req-98b73f41-20b1-4078-9cd1-8827784f2c29 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:36.613987 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd04be50-4b91-49ff-a2a7-e26b8f4de384 req-98b73f41-20b1-4078-9cd1-8827784f2c29 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0911610 Oct 17 18:49:36.659265 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd04be50-4b91-49ff-a2a7-e26b8f4de384 req-06430cad-51a2-45b3-b21e-b25fb7e82166 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Oct 17 18:49:37.858560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef626a03-9c82-4553-a948-eb5d42ebd1e4 req-f691a672-e43e-415c-8f67-98761d2150ce tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:37.860079 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ef626a03-9c82-4553-a948-eb5d42ebd1e4 req-f691a672-e43e-415c-8f67-98761d2150ce tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0877421 Oct 17 18:49:37.905223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ef626a03-9c82-4553-a948-eb5d42ebd1e4 req-735619b7-b788-442e-b4b2-4c706df58528 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Oct 17 18:49:39.113476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f559d-e3ab-450e-9c6d-2c6f6edb931d req-59fda2db-32cb-4e02-a801-6b388cafc863 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:39.114957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-796f559d-e3ab-450e-9c6d-2c6f6edb931d req-59fda2db-32cb-4e02-a801-6b388cafc863 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0954492 Oct 17 18:49:39.158685 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-796f559d-e3ab-450e-9c6d-2c6f6edb931d req-0f22475f-0726-407d-a90b-ab0eb443ff15 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 Oct 17 18:49:40.372050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f5305-2a3a-49c4-a13b-94ce90ba6ef8 req-278b4d36-7612-4e2e-9941-5cae1bbfae2f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:40.373527 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-472f5305-2a3a-49c4-a13b-94ce90ba6ef8 req-278b4d36-7612-4e2e-9941-5cae1bbfae2f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0982323 Oct 17 18:49:40.425007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-472f5305-2a3a-49c4-a13b-94ce90ba6ef8 req-3f439611-bd80-4476-a555-337f2ac206df tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Oct 17 18:49:41.110812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-c2f4496e-a130-4ecb-a5ee-dd66fd2632b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:41.112280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-c2f4496e-a130-4ecb-a5ee-dd66fd2632b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0789351 Oct 17 18:49:41.257675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-61995a50-f740-428e-899d-328b27dafe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:41.259107 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-61995a50-f740-428e-899d-328b27dafe30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1276686 Oct 17 18:49:41.362036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-7ea68db7-473b-4188-a81d-b20bb4d823f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.0961838 Oct 17 18:49:41.426458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-8620fd74-46d1-470d-b846-10cfeef0fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:41.427833 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-8620fd74-46d1-470d-b846-10cfeef0fbd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0590384 Oct 17 18:49:41.518288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-3b72e86e-9e0f-4434-93f8-8de26006d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:41.519754 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-3b72e86e-9e0f-4434-93f8-8de26006d4b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848355 Oct 17 18:49:41.714086 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-417601c6-3ba9-4f90-aec9-eefd3412bad2 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870854 Oct 17 18:49:41.725802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e7370-0f81-4a4e-9bfc-a11bbc066fb8 req-c496921e-ab41-4e58-be0e-cdf739d2d0c9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:41.727352 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-099e7370-0f81-4a4e-9bfc-a11bbc066fb8 req-c496921e-ab41-4e58-be0e-cdf739d2d0c9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1822453 Oct 17 18:49:41.860670 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-099e7370-0f81-4a4e-9bfc-a11bbc066fb8 req-95278c56-5e95-448c-aa20-10954e21bcd5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121552 Oct 17 18:49:41.918221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:49:42.009826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9cd73e2b-ae08-41ec-b574-3724e744ef4e req-dfa6a52f-fd14-4ddb-92c6-6b63894fb95d service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811749 Oct 17 18:49:43.073239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26c32-35a5-4f84-a804-b837bf6f0502 req-390945b4-0c6b-4d52-8504-c7f3d50f4a88 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:43.074828 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6c26c32-35a5-4f84-a804-b837bf6f0502 req-390945b4-0c6b-4d52-8504-c7f3d50f4a88 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0902808 Oct 17 18:49:43.123533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6c26c32-35a5-4f84-a804-b837bf6f0502 req-f9e5019a-c8e7-4eb0-815f-a0f6d403c53d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Oct 17 18:49:44.324755 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb896d-fcc0-47cc-9a75-0958f5ed2b9a req-1485e9a9-50d2-4ef0-8672-1a02fdc4861a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:44.326233 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32bb896d-fcc0-47cc-9a75-0958f5ed2b9a req-1485e9a9-50d2-4ef0-8672-1a02fdc4861a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0883183 Oct 17 18:49:44.378597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32bb896d-fcc0-47cc-9a75-0958f5ed2b9a req-ec680766-5e2d-417c-a886-3bcb804c89e3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Oct 17 18:49:45.579216 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e1cc-0608-40a9-ace3-7f7f7973c668 req-fa9bfb08-1d8f-4bbd-b0ab-c7beddec165d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:45.580592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a45e1cc-0608-40a9-ace3-7f7f7973c668 req-fa9bfb08-1d8f-4bbd-b0ab-c7beddec165d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0889127 Oct 17 18:49:45.631148 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1a45e1cc-0608-40a9-ace3-7f7f7973c668 req-be250d7b-d9a5-49ad-ab4a-858b82f89163 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Oct 17 18:49:46.844512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46e6c2-de4c-455b-a74b-904955ca6f89 req-9e74d0bb-725e-4398-ae83-832ef53a10b2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:46.846272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f46e6c2-de4c-455b-a74b-904955ca6f89 req-9e74d0bb-725e-4398-ae83-832ef53a10b2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0967834 Oct 17 18:49:46.895868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f46e6c2-de4c-455b-a74b-904955ca6f89 req-61cd6931-22b5-456d-8e39-c9d32e6706dc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Oct 17 18:49:48.115036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449f31-9262-4013-87b3-829e664e6018 req-54561457-7a2a-4501-9011-c477bed36d24 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:48.116568 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-14449f31-9262-4013-87b3-829e664e6018 req-54561457-7a2a-4501-9011-c477bed36d24 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0949447 Oct 17 18:49:48.161616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-14449f31-9262-4013-87b3-829e664e6018 req-fc2f07a7-2daf-426e-846f-9524e20b32c9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Oct 17 18:49:49.380594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcf09-3fd6-4921-8186-6d7c0294a041 req-d65a8f42-97bc-4988-affe-6b777c4947df tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:49.381633 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f46bcf09-3fd6-4921-8186-6d7c0294a041 req-d65a8f42-97bc-4988-affe-6b777c4947df tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1058004 Oct 17 18:49:49.427089 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f46bcf09-3fd6-4921-8186-6d7c0294a041 req-974d31a9-4858-44f6-b98a-c91c028df94a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Oct 17 18:49:49.675622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f53f9b26-f07e-48d1-94b7-da650b17f3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:50.654021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44947896-f846-43c2-900a-ce4a7655988b req-7f2b0f36-95c2-4c1a-a82a-22acb0be67a3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:50.655569 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-44947896-f846-43c2-900a-ce4a7655988b req-7f2b0f36-95c2-4c1a-a82a-22acb0be67a3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1066549 Oct 17 18:49:50.714778 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-44947896-f846-43c2-900a-ce4a7655988b req-d4ed1713-d8ba-4589-9026-26c0c73583b0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491002 Oct 17 18:49:50.818635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-b68f45f1-e462-4563-8434-f1fc68741687 service neutron] 10.222.0.42 "GET /v2.0/ports/61f2e805-e692-4c85-82b4-ec33b4aa1cd5/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0991912 Oct 17 18:49:51.529214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-4dd07351-c68d-45a6-8f48-7f2670fd3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:51.530696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-4dd07351-c68d-45a6-8f48-7f2670fd3de5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1099 time: 0.0871832 Oct 17 18:49:51.648097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-f5ae5f9a-e614-441c-bf7a-35ca9989bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:51.649741 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-f5ae5f9a-e614-441c-bf7a-35ca9989bc2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0812466 Oct 17 18:49:51.787144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-c2f0197e-2ce7-4a47-b05b-ba270e44ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:51.788666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-c2f0197e-2ce7-4a47-b05b-ba270e44ed9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1312852 Oct 17 18:49:51.954424 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1d27e3f6-d0ec-4f4a-8cec-7b85e071cdcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.1593530 Oct 17 18:49:52.031403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c508be-423b-48c8-8378-737c90392d7a req-17722ccd-8434-42c0-ade9-8b6371588cd9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:52.032875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90c508be-423b-48c8-8378-737c90392d7a req-17722ccd-8434-42c0-ade9-8b6371588cd9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1657026 Oct 17 18:49:52.036423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1f8b3a95-70b4-4b58-ab74-8bf11023edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:52.037707 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1f8b3a95-70b4-4b58-ab74-8bf11023edab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0759180 Oct 17 18:49:52.133514 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90c508be-423b-48c8-8378-737c90392d7a req-144921a8-8414-4f1b-b167-fd5cc861e096 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946085 Oct 17 18:49:52.158154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-30afc94f-574e-4b42-8573-a8c1c17ff0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:52.159644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-30afc94f-574e-4b42-8573-a8c1c17ff0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079726 Oct 17 18:49:52.297834 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-1d6747f8-fe29-43f1-9d5c-7a988d40702f service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307955 Oct 17 18:49:52.317434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0dc7-d68e-49be-945b-c9c233712f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:52.432451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-032bfda9-2ce3-4cca-9149-1768e9697188 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276755 Oct 17 18:49:52.705205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:49:52.831796 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:52.832213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:52.862974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:49:52.865263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b69c4b-2bfe-4e23-9a5d-ec12d9af5d9f" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-unplugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:49:52.877942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:52.928203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18411cf-ad4e-44b9-a1f8-96b7cbed8c09 x-openstack-request-id: req-e18411cf-ad4e-44b9-a1f8-96b7cbed8c09 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:49:52.928597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-unplugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:49:52.928965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e18411cf-ad4e-44b9-a1f8-96b7cbed8c09 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:49:52.929440 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18411cf-ad4e-44b9-a1f8-96b7cbed8c09'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'code': 200} Oct 17 18:49:52.957864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:53.038872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:53.047688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:53.056313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.056763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.056990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.057329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.057691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.058022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.058352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.059837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.059837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.059837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.059837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.060413 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:53.169528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:53.358148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49013b1-6dc2-40a0-9823-a6645d1abd36 req-545310ae-e916-4f18-bf7c-98c9c7fad5c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:53.359736 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b49013b1-6dc2-40a0-9823-a6645d1abd36 req-545310ae-e916-4f18-bf7c-98c9c7fad5c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.1030543 Oct 17 18:49:53.411531 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b49013b1-6dc2-40a0-9823-a6645d1abd36 req-59c73111-3153-4a6e-b032-5ef3afc44cf4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Oct 17 18:49:54.543839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:54.681238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcf2be-cce0-465c-832b-41a4ebd3adf1 req-7962e86a-620a-4c47-bd80-0ad19c69b1a8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:54.684209 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-01fcf2be-cce0-465c-832b-41a4ebd3adf1 req-7962e86a-620a-4c47-bd80-0ad19c69b1a8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.1524146 Oct 17 18:49:54.730315 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-01fcf2be-cce0-465c-832b-41a4ebd3adf1 req-401fd1cf-837e-4c95-adac-b87a7eb80f21 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Oct 17 18:49:55.945366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccce2f5-3d16-454e-8531-cb016714adc1 req-1e60f273-3b51-4793-bdf4-bc0e35a15593 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:55.947526 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dccce2f5-3d16-454e-8531-cb016714adc1 req-1e60f273-3b51-4793-bdf4-bc0e35a15593 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.1019111 Oct 17 18:49:56.010697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dccce2f5-3d16-454e-8531-cb016714adc1 req-479b9c57-1311-48e9-b029-0f1832f6f9b0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Oct 17 18:49:56.155826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:57.366793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca8129-3d45-4a5d-9353-178a3f5d55a2 req-5a474194-a405-44b0-9e40-bbce08a01130 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:57.368328 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91ca8129-3d45-4a5d-9353-178a3f5d55a2 req-5a474194-a405-44b0-9e40-bbce08a01130 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0953696 Oct 17 18:49:57.414658 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91ca8129-3d45-4a5d-9353-178a3f5d55a2 req-53b574f0-57c3-4915-a076-265ca591ec8b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Oct 17 18:49:58.626449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354701ff-6e7e-49fd-a36b-1d8ce504c245 req-e5e75d20-9fe4-4693-956c-dfed7bc8500b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:58.627840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-354701ff-6e7e-49fd-a36b-1d8ce504c245 req-e5e75d20-9fe4-4693-956c-dfed7bc8500b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0923388 Oct 17 18:49:58.715683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:49:58.794654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-354701ff-6e7e-49fd-a36b-1d8ce504c245 req-5b860065-fda2-4f3e-8cd6-d25f4704fa69 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606607 Oct 17 18:49:58.860203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:58.873542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:49:58.929896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:58.930279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:58.948248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:49:58.964736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:59.195386 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:59.274083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:59.358475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['61f2e805-e692-4c85-82b4-ec33b4aa1cd5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:50:00.013901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ba519-b427-4b48-8750-1a4a52f0d29a req-2f20203c-01f4-4456-9d17-affdb3b39612 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:00.015372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9b6ba519-b427-4b48-8750-1a4a52f0d29a req-2f20203c-01f4-4456-9d17-affdb3b39612 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 945 time: 0.0964701 Oct 17 18:50:00.063741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9b6ba519-b427-4b48-8750-1a4a52f0d29a req-bccadc59-a07f-4f7e-bd03-9fc3777f30c2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Oct 17 18:50:00.736073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:00.806459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:00.806816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:00.807146 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:50:00.924187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:00.924571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:00.952944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:50:00.955237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddcffc1-0bac-47e1-823d-dc44e161c9de" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:50:00.963628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:01.007158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3b0c2-4df6-4e02-9887-524ecc7dde92 x-openstack-request-id: req-a2a3b0c2-4df6-4e02-9887-524ecc7dde92 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:50:01.007450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:50:01.007708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2a3b0c2-4df6-4e02-9887-524ecc7dde92 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:50:01.008152 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a3b0c2-4df6-4e02-9887-524ecc7dde92'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'code': 200} Oct 17 18:50:01.071487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:01.142380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:01.267949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03aee-15b8-4257-aca0-bd1211159d90 req-28b05c30-decc-4a6a-b189-7479daf194d2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:01.269332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0d03aee-15b8-4257-aca0-bd1211159d90 req-28b05c30-decc-4a6a-b189-7479daf194d2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0910101 Oct 17 18:50:01.316477 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0d03aee-15b8-4257-aca0-bd1211159d90 req-738f6d6c-ef7c-47d4-858d-a3527be80b7a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Oct 17 18:50:02.520176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecd283-da85-4cc9-ab98-7433f0b9a685 req-59ecf466-563f-4c9a-8670-995d966eb38d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:02.521666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71ecd283-da85-4cc9-ab98-7433f0b9a685 req-59ecf466-563f-4c9a-8670-995d966eb38d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0890012 Oct 17 18:50:02.568542 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71ecd283-da85-4cc9-ab98-7433f0b9a685 req-8cfc2c4d-cde8-4c4a-9b7c-3b42e9f8b417 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Oct 17 18:50:03.781717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b34ebc-3430-48bb-87ff-d40cdf60957f req-bf29d9e6-e32e-41c0-9305-73481c83314c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:03.783185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18b34ebc-3430-48bb-87ff-d40cdf60957f req-bf29d9e6-e32e-41c0-9305-73481c83314c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0955791 Oct 17 18:50:03.828745 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-18b34ebc-3430-48bb-87ff-d40cdf60957f req-22991060-db7c-46fd-907e-06feb4f3fe8f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 Oct 17 18:50:05.043455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d262f7-d18f-49b9-805a-9110f6d0182f req-34f9266e-09df-4c2e-882a-fcce9e583a6b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:05.045171 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e5d262f7-d18f-49b9-805a-9110f6d0182f req-34f9266e-09df-4c2e-882a-fcce9e583a6b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0955634 Oct 17 18:50:05.102497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e5d262f7-d18f-49b9-805a-9110f6d0182f req-b9683b5f-eb9f-45ea-8c62-0f9fe47c4619 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509973 Oct 17 18:50:06.124451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-6e38ddc4-c17f-4a60-9e7c-9accb8e64bb2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.125850 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-6e38ddc4-c17f-4a60-9e7c-9accb8e64bb2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19&tenant_id=dde3ff2d70774ece811d022a62703735&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 946 time: 0.1171463 Oct 17 18:50:06.135120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8359f0-60f1-4a6b-a1f5-ee534c0007b7 req-62cbab0c-21e3-4e58-97fe-a87e2fe264f3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.136576 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef8359f0-60f1-4a6b-a1f5-ee534c0007b7 req-62cbab0c-21e3-4e58-97fe-a87e2fe264f3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.1759593 Oct 17 18:50:06.241153 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ef8359f0-60f1-4a6b-a1f5-ee534c0007b7 req-9ffcb238-b4b3-446d-b5f7-f2b46b437f24 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686409 Oct 17 18:50:06.251074 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-99b9dfa3-3d03-4e5e-832f-62f17e9cc7cc service neutron] 10.222.0.42 "GET /v2.0/ports/61f2e805-e692-4c85-82b4-ec33b4aa1cd5/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.1134567 Oct 17 18:50:06.385021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-bddc0df5-56f9-4443-bc20-aa84d8cdd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.386491 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-bddc0df5-56f9-4443-bc20-aa84d8cdd003 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0866637 Oct 17 18:50:06.523967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-c01db48b-7267-4bc5-b1df-067b7e490cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.526021 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-c01db48b-7267-4bc5-b1df-067b7e490cfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1321807 Oct 17 18:50:06.627904 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-ba585f5b-c8c3-4924-97ae-ea0c98ebd1cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.0942419 Oct 17 18:50:06.695758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-76ad4d4e-da30-4265-8c1c-3bbd22f1d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.697744 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-76ad4d4e-da30-4265-8c1c-3bbd22f1d36c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0628290 Oct 17 18:50:06.780506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-b5f3f7a5-18e3-49a0-811c-456ce65f12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:06.782066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-b5f3f7a5-18e3-49a0-811c-456ce65f12f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774450 Oct 17 18:50:06.917247 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-1dcbf615-6da9-4e23-a2e0-3fd3fc5146d1 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281424 Oct 17 18:50:07.059715 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-c6b83b19-3b58-4cda-9553-f9bee1270b72 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326733 Oct 17 18:50:07.448476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148321d-2670-4428-a1fa-8397b88c4739 req-82c10c81-084c-4eaa-ab61-8a93c404784c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:07.450292 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d148321d-2670-4428-a1fa-8397b88c4739 req-82c10c81-084c-4eaa-ab61-8a93c404784c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0902085 Oct 17 18:50:07.498638 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d148321d-2670-4428-a1fa-8397b88c4739 req-d785f28c-b789-441b-82ff-fd2e4a865298 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Oct 17 18:50:08.705170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209c6e9-c78e-492e-9b39-1c6d1e29a8bb req-8f241d05-7961-462b-bb2a-2cc2703341b8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:08.706651 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1209c6e9-c78e-492e-9b39-1c6d1e29a8bb req-8f241d05-7961-462b-bb2a-2cc2703341b8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0919940 Oct 17 18:50:08.752026 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1209c6e9-c78e-492e-9b39-1c6d1e29a8bb req-b938ff24-2e03-441a-a68e-964bc08459f0 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371161 Oct 17 18:50:09.949585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab590fb-aeed-4a8c-b15b-107681fb83f5 req-a22868ef-f89d-4860-978f-16fa0e2d0894 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:09.951057 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1ab590fb-aeed-4a8c-b15b-107681fb83f5 req-a22868ef-f89d-4860-978f-16fa0e2d0894 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0876000 Oct 17 18:50:09.998049 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1ab590fb-aeed-4a8c-b15b-107681fb83f5 req-cf939690-578b-4a0a-8562-1f355384040c tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412431 Oct 17 18:50:11.204337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82315e-a30f-44cf-8f16-787995f2528a req-79cd0fa5-ac56-4fc4-b1d2-ebd91964b017 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:11.206117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab82315e-a30f-44cf-8f16-787995f2528a req-79cd0fa5-ac56-4fc4-b1d2-ebd91964b017 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0925319 Oct 17 18:50:11.258016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab82315e-a30f-44cf-8f16-787995f2528a req-2b33ce0e-7a18-49f8-9f44-ef874de084d8 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Oct 17 18:50:12.323349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-cbef9861-86b1-433a-aa5f-14f0c94b03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.324853 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-cbef9861-86b1-433a-aa5f-14f0c94b03c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19&tenant_id=dde3ff2d70774ece811d022a62703735 HTTP/1.1" status: 200 len: 1099 time: 0.0811327 Oct 17 18:50:12.454414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-1e398267-4606-4ecb-b8d8-2ec3b6a56dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.455911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-1e398267-4606-4ecb-b8d8-2ec3b6a56dbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde3ff2d70774ece811d022a62703735&device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 1099 time: 0.0857196 Oct 17 18:50:12.475719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbbeea-8103-46a6-9cdf-126b58fb2401 req-1a04fddb-d399-48d3-aea6-6ae1cf76aff2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.477215 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-befbbeea-8103-46a6-9cdf-126b58fb2401 req-1a04fddb-d399-48d3-aea6-6ae1cf76aff2 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0972106 Oct 17 18:50:12.523859 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-befbbeea-8103-46a6-9cdf-126b58fb2401 req-d002319e-3549-4edf-827e-9997d0d3bbc4 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404179 Oct 17 18:50:12.597469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-832aae3e-223f-4be2-b899-ae910a2ccde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.598914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-832aae3e-223f-4be2-b899-ae910a2ccde7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 200 len: 913 time: 0.1349707 Oct 17 18:50:12.703121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-49b6a513-40cf-4f82-86d1-9fce1640c56c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 200 len: 1003 time: 0.0970912 Oct 17 18:50:12.770122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-a49ee36f-0128-4b0a-8a3c-b77f75b7973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.771544 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-a49ee36f-0128-4b0a-8a3c-b77f75b7973d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 200 len: 851 time: 0.0621920 Oct 17 18:50:12.815583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:50:12.855717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-31eeacba-4e07-4419-be36-27a06e9a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:12.857274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-31eeacba-4e07-4419-be36-27a06e9a4d50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7eaccbcf-d916-44ef-bc93-d0006e46f062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795553 Oct 17 18:50:12.972517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:12.973318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:13.001092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:50:13.003664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad084f9a-d734-4088-8ea3-1c473d36c2d8" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-unplugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:50:13.003933 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-4a5c3e34-0d13-4448-bf64-6fe88e15de09 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394691 Oct 17 18:50:13.012404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:13.058676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159760a-51f6-4547-99b3-98042991ad81 x-openstack-request-id: req-2159760a-51f6-4547-99b3-98042991ad81 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:50:13.058978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-unplugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:50:13.059277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2159760a-51f6-4547-99b3-98042991ad81 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:50:13.059664 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2159760a-51f6-4547-99b3-98042991ad81'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'code': 200} Oct 17 18:50:13.106217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:13.183002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=9']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:13.255196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-49db3671-2ed3-444c-be8c-3313c7413f79 req-6ebf6d21-e7a5-4cd7-b3c8-191aaf9a43d7 service neutron] 10.222.0.42 "GET /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445140 Oct 17 18:50:13.738296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aaeb8-20f6-4dbc-afcb-0bb1711309e9 req-3158a1cd-5c0b-4e8e-bf9b-3982b20d6d8e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:13.739781 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ef1aaeb8-20f6-4dbc-afcb-0bb1711309e9 req-3158a1cd-5c0b-4e8e-bf9b-3982b20d6d8e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0974128 Oct 17 18:50:13.788265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ef1aaeb8-20f6-4dbc-afcb-0bb1711309e9 req-47977843-8b7c-4c26-85b4-8e364115a5a1 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Oct 17 18:50:15.003829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044330-b18d-4766-b477-ba231e728413 req-1aa87b77-3635-4453-ae42-500b77a2f13e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:15.006597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-53044330-b18d-4766-b477-ba231e728413 req-1aa87b77-3635-4453-ae42-500b77a2f13e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0997694 Oct 17 18:50:15.054912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-53044330-b18d-4766-b477-ba231e728413 req-24fb7eb4-f1fd-43a2-a90d-1b7fe9b7efaf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Oct 17 18:50:16.258252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5db9da-aff1-4c2f-a1aa-f3c6dcfec183 req-f2d4167a-d5bb-45a6-a10d-673c1893c35b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:16.260001 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6f5db9da-aff1-4c2f-a1aa-f3c6dcfec183 req-f2d4167a-d5bb-45a6-a10d-673c1893c35b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0898581 Oct 17 18:50:16.306847 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6f5db9da-aff1-4c2f-a1aa-f3c6dcfec183 req-904f69ac-1adb-4e8f-a89e-1b509f83d44f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 Oct 17 18:50:17.509447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea355fcb-4d74-4379-85cb-d3f50a8eb1d1 req-7fd49b7d-d08b-4026-8190-cdcfa684991a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:17.510835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea355fcb-4d74-4379-85cb-d3f50a8eb1d1 req-7fd49b7d-d08b-4026-8190-cdcfa684991a tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0914102 Oct 17 18:50:17.553958 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea355fcb-4d74-4379-85cb-d3f50a8eb1d1 req-7045071c-0438-47ef-bace-a710254f585b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374041 Oct 17 18:50:18.756581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4a28-a3c2-44eb-9992-d0f34e93125b req-12813d75-043c-4d71-85e4-2d054490db78 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:18.758047 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b02d4a28-a3c2-44eb-9992-d0f34e93125b req-12813d75-043c-4d71-85e4-2d054490db78 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 944 time: 0.0899792 Oct 17 18:50:18.803075 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b02d4a28-a3c2-44eb-9992-d0f34e93125b req-21c7b16d-91cf-4f8c-8de8-40b05b498654 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Oct 17 18:50:18.845744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:50:18.917422 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:50:18.978196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:18.991001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'port_id': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'mac_address': 'fa:16:3e:64:c4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:50:19.045730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:19.046104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:19.063204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:50:19.079237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:19.160623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:19.230431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=10']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:19.313481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['61f2e805-e692-4c85-82b4-ec33b4aa1cd5'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:50:19.659411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-97326344-6af5-454d-97ed-cce34078ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:20.007866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5acfa-20ea-40d2-9d88-9103a5c67112 req-dae55e22-d6c7-4f53-8c9d-bddc34afb4c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:20.010122 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3de5acfa-20ea-40d2-9d88-9103a5c67112 req-dae55e22-d6c7-4f53-8c9d-bddc34afb4c6 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 946 time: 0.0893443 Oct 17 18:50:20.054816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3de5acfa-20ea-40d2-9d88-9103a5c67112 req-4b324ef6-6119-4e2c-92f7-c5fa89740c0d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389352 Oct 17 18:50:20.877176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:20.948954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:20.949348 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:20.949703 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 Oct 17 18:50:21.067892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:21.068183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:21.095534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:50:21.097808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f32e1-d155-4064-a6d4-86eec84ca8f5" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:50:21.106311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:21.153904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f702c06-c46e-4d7f-8266-ee4cba1d99f3 x-openstack-request-id: req-6f702c06-c46e-4d7f-8266-ee4cba1d99f3 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:50:21.154214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-plugged", "status": "completed", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:50:21.154540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f702c06-c46e-4d7f-8266-ee4cba1d99f3 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:50:21.154928 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f702c06-c46e-4d7f-8266-ee4cba1d99f3'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'code': 200} Oct 17 18:50:21.202507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:21.262738 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62859-c0a0-4e5e-a8b4-0acce299e9e0 req-d6363fdc-b389-40e1-a399-3316a217517f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:21.264186 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-22c62859-c0a0-4e5e-a8b4-0acce299e9e0 req-d6363fdc-b389-40e1-a399-3316a217517f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0911133 Oct 17 18:50:21.276300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=11']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:21.314060 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-22c62859-c0a0-4e5e-a8b4-0acce299e9e0 req-2dcd1464-75f4-4d60-b63c-8e379a62a29d tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Oct 17 18:50:22.311490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e561f463-af1e-4f59-ba68-8fe10a8a2893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:22.517877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ff49b-6070-4eae-b7ee-b15430be5e07 req-24402ecf-75f0-4e00-af99-b7d874a85baf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:22.519386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe7ff49b-6070-4eae-b7ee-b15430be5e07 req-24402ecf-75f0-4e00-af99-b7d874a85baf tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0916338 Oct 17 18:50:22.565112 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe7ff49b-6070-4eae-b7ee-b15430be5e07 req-064169eb-1043-49c0-8d34-a8445fe5b06f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Oct 17 18:50:23.071172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:23.195098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:23.768316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f77a-40b1-47d4-8a0b-0398e0ab60d0 req-b0bbf4db-a30c-4daa-834d-1a1e5d9f73cc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:23.769884 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b85f77a-40b1-47d4-8a0b-0398e0ab60d0 req-b0bbf4db-a30c-4daa-834d-1a1e5d9f73cc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0895693 Oct 17 18:50:23.814826 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b85f77a-40b1-47d4-8a0b-0398e0ab60d0 req-670c498f-566e-4b51-a97c-8a9e6179beb5 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Oct 17 18:50:24.022880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdd568-08b4-445f-9f6d-4d6f4d0c7d96 req-3c656414-bd22-4bb2-8e57-a8f7972c1123 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:24.024865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cbbdd568-08b4-445f-9f6d-4d6f4d0c7d96 req-3c656414-bd22-4bb2-8e57-a8f7972c1123 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0925081 Oct 17 18:50:24.068793 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cbbdd568-08b4-445f-9f6d-4d6f4d0c7d96 req-33ff3ded-a90f-48de-89d8-a1490ae62185 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Oct 17 18:50:24.268287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334fde-5ff3-489f-bbb6-d0164fe6ae91 req-99411376-752f-468d-968b-8390e3d62b44 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:24.269858 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6334fde-5ff3-489f-bbb6-d0164fe6ae91 req-99411376-752f-468d-968b-8390e3d62b44 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0904522 Oct 17 18:50:24.315121 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b6334fde-5ff3-489f-bbb6-d0164fe6ae91 req-21ebf129-1d6a-4aab-973d-f797c39fa02e tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Oct 17 18:50:24.562760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:25.095309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f418a8e-0dec-43ad-aab7-5a2b80efb967 req-d848d1dc-c01c-4e3a-9298-32d1a487d787 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:25.096762 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f418a8e-0dec-43ad-aab7-5a2b80efb967 req-d848d1dc-c01c-4e3a-9298-32d1a487d787 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0887530 Oct 17 18:50:25.145566 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f418a8e-0dec-43ad-aab7-5a2b80efb967 req-c0b50241-f7ac-4482-9f82-1ee848a42b17 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Oct 17 18:50:26.143549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:26.351322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe6c4-c7d3-4c9b-9aeb-cb00c003a423 req-7423c5c1-d764-43e6-82b4-c11c56128878 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:26.352975 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-213fe6c4-c7d3-4c9b-9aeb-cb00c003a423 req-7423c5c1-d764-43e6-82b4-c11c56128878 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0888829 Oct 17 18:50:26.400229 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-213fe6c4-c7d3-4c9b-9aeb-cb00c003a423 req-ed85cb99-97c8-4940-a75b-ed41fd288cd9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Oct 17 18:50:27.597353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80248a-6b77-4f81-aedc-756ca3b92cea req-3f109699-a8bb-408a-be3c-d56004d218cc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:27.598743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5d80248a-6b77-4f81-aedc-756ca3b92cea req-3f109699-a8bb-408a-be3c-d56004d218cc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0880425 Oct 17 18:50:27.644109 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5d80248a-6b77-4f81-aedc-756ca3b92cea req-44b4e449-6c71-497a-8d28-6782180e66ea tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Oct 17 18:50:28.658608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339d91-861e-4acd-9514-0dc9216d779f req-5e5fa9d5-985b-45ce-a7bc-f0a4eb843ea9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:28.659934 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc339d91-861e-4acd-9514-0dc9216d779f req-5e5fa9d5-985b-45ce-a7bc-f0a4eb843ea9 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.0896370 Oct 17 18:50:28.731704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Deleting port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:28.732046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:28.980453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c592-be98-40c8-93f2-9535c2422b4d req-783e6131-6923-42e7-b427-c37bc2778244 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:28.981952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3b40c592-be98-40c8-93f2-9535c2422b4d req-783e6131-6923-42e7-b427-c37bc2778244 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 947 time: 0.2256279 Oct 17 18:50:29.065115 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3b40c592-be98-40c8-93f2-9535c2422b4d req-7be48437-0763-4090-bf89-989d84e4fe4b tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7f7703-83af-493e-bb6f-f9c10dd9669c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772614 Oct 17 18:50:29.085726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] For port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:29.086090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:29.374738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:29.375102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:29.375411 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 disassociated. External IP: 172.26.2.104, port: 61f2e805-e692-4c85-82b4-ec33b4aa1cd5. Oct 17 18:50:29.375751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Calling delete_port for 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:29.710927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:29.762794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'Port': ['ID=61f2e805-e692-4c85-82b4-ec33b4aa1cd5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:29.828994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.829338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.829702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.830036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.830370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.830699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.831028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.831353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.831687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.831997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.832316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.832763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:29.970067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:50:30.155657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:50:30.165306 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:50:30.176216 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:30.176892 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:30.247057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] No DVR routers for this DVR port 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:50:30.249995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:30.261357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-deleted', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:50:30.263874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15215a-74f9-4dfc-8c3f-561fe6b1d9e7" -d '{"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-deleted", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:50:30.334654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dc339d91-861e-4acd-9514-0dc9216d779f req-2a640706-9a77-4a92-b452-40cb1c770fbc tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.42 "DELETE /v2.0/ports/61f2e805-e692-4c85-82b4-ec33b4aa1cd5 HTTP/1.1" status: 204 len: 173 time: 1.6684394 Oct 17 18:50:30.366790 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2f77bf26-eb57-44d0-92f1-01ae571e7ec1 req-4f161164-f043-440c-b7f2-23742177065f tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.1857021 Oct 17 18:50:30.409149 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:30.458420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebfa2bd-96ee-43c4-865c-7bab6b099b15 x-openstack-request-id: req-0ebfa2bd-96ee-43c4-865c-7bab6b099b15 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:50:30.458722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056dec90-aa0b-4233-a723-3ba202ba1e19", "name": "network-vif-deleted", "tag": "61f2e805-e692-4c85-82b4-ec33b4aa1cd5", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:50:30.458979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ebfa2bd-96ee-43c4-865c-7bab6b099b15 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:50:30.459390 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebfa2bd-96ee-43c4-865c-7bab6b099b15'] response: {'server_uuid': '056dec90-aa0b-4233-a723-3ba202ba1e19', 'name': 'network-vif-deleted', 'tag': '61f2e805-e692-4c85-82b4-ec33b4aa1cd5', 'status': 'completed', 'code': 200} Oct 17 18:50:30.726307 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:30.730102 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:50:30.738435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:30.739017 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:30.923113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:50:30.924082 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:30.967017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:50:30.967453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 61f2e805-e692-4c85-82b4-ec33b4aa1cd5 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:50:31.239800 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:31.243692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31780fcb-4e23-4554-bded-2ef10586ed35 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:40:23Z', 'revision_number': 4, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '50a02515-31eb-439b-8024-9b3d0ae413a6', 'name': '', 'network_id': '7eaccbcf-d916-44ef-bc93-d0006e46f062', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'mac_address': 'fa:16:3e:34:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:22Z', 'updated_at': '2022-10-17T18:40:29Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'subnets': [{'id': 'f77e60ff-8924-4684-87fa-8a5bd25973a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:50:31.465542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d0af-c7a0-4669-ad0a-03ab6afa0d8f None None] New status for floating IP d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:50:31.543616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-84a492cd-62e1-4e05-ad21-369da2593a7e req-e6290c2e-34bb-40c9-933c-d11e2791ebb3 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/ports?device_id=056dec90-aa0b-4233-a723-3ba202ba1e19 HTTP/1.1" status: 200 len: 210 time: 0.0510900 Oct 17 18:50:36.066778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47982) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:36.136995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.168681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.293863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.312937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f7703-83af-493e-bb6f-f9c10dd9669c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:36.384439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.386283 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-725a9f46-c87a-4587-a1ab-8f32040c7928 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "DELETE /v2.0/security-groups/da7f7703-83af-493e-bb6f-f9c10dd9669c HTTP/1.1" status: 204 len: 168 time: 0.3183053 Oct 17 18:50:36.388726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47986) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:36.405695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.api.v2.resource [None req-93483d30-6e6a-4284-b7d4-e99ad6d3e100 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] show failed (client error): The resource could not be found. Oct 17 18:50:36.406735 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-93483d30-6e6a-4284-b7d4-e99ad6d3e100 tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "GET /v2.0/security-groups/da7f7703-83af-493e-bb6f-f9c10dd9669c HTTP/1.1" status: 404 len: 347 time: 0.0170815 Oct 17 18:50:36.409283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:36.570249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Deleting port 23200eb3-d432-42e9-9213-869dc22d992b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:36.570473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.740103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.740429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:36.864605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Calling delete_port for 23200eb3-d432-42e9-9213-869dc22d992b owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:37.080411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:37.127830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Pushing event deleted for resources: {'Port': ['ID=23200eb3-d432-42e9-9213-869dc22d992b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:37.346177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:37.360051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:37.361286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-47cfc482-d2e8-45c7-9c57-7942850e0efa tempest-ServerActionsTestJSON-1689453362 tempest-ServerActionsTestJSON-1689453362-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5d4c2fe-c6fe-4e82-a2ef-7bff4c960639 HTTP/1.1" status: 204 len: 168 time: 0.9511375 Oct 17 18:50:37.364605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 47994) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:38.135936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:38.545625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Deleting port 50a02515-31eb-439b-8024-9b3d0ae413a6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:38.546033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:38.719125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] For port 50a02515-31eb-439b-8024-9b3d0ae413a6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=50a02515-31eb-439b-8024-9b3d0ae413a6,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:38.719480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:38.847350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Calling delete_port for 50a02515-31eb-439b-8024-9b3d0ae413a6 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:39.195996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:39.247599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Pushing event deleted for resources: {'Port': ['ID=50a02515-31eb-439b-8024-9b3d0ae413a6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:39.528701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:39.902821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:50:40.084109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:50:40.093475 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Sync routers for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:50:40.097066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-55339998-3fd7-44e3-8362-405d96afcddc admin admin] 10.222.0.36 "PUT /v2.0/routers/10b0a0ca-d28a-4da8-a8b7-dd84d25c429e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314510 Oct 17 18:50:40.099479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48000) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:40.102933 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:40.103556 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:40.282167 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:40.318203 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:40.613234 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:50:39Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:40.617486 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Checking router: 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:50:40.623743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:40.627307 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Routers {'10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:40.627911 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:40.727799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Deleting port 52e6eb91-6fd2-432d-9718-99d8591c2ecb {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:40.728262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:40.804041 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] Set router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:40.909723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] For port 52e6eb91-6fd2-432d-9718-99d8591c2ecb, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=52e6eb91-6fd2-432d-9718-99d8591c2ecb,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:40.910190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.036549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Calling delete_port for 52e6eb91-6fd2-432d-9718-99d8591c2ecb owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:41.090749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:50:39Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:41.095015 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a8f2-60a6-43d4-b67c-f176c7f5e178 None None] The sync data for ids ['10b0a0ca-d28a-4da8-a8b7-dd84d25c429e'] in dv-neutron-861384-1-hyperv is: [{'id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'name': 'tempest-ServerActionsTestJSON-1953580161-router', 'tenant_id': 'dde3ff2d70774ece811d022a62703735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246'}], 'enable_snat': True}, 'gw_port_id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:40:18Z', 'updated_at': '2022-10-17T18:50:39Z', 'revision_number': 5, 'project_id': 'dde3ff2d70774ece811d022a62703735', 'gw_port': {'id': '52e6eb91-6fd2-432d-9718-99d8591c2ecb', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b0a0ca-d28a-4da8-a8b7-dd84d25c429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:40:19Z', 'updated_at': '2022-10-17T18:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:50:41.345382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.392808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=52e6eb91-6fd2-432d-9718-99d8591c2ecb,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:41.503341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.551360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50a02515-31eb-439b-8024-9b3d0ae413a6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:50:41.587193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 50a02515-31eb-439b-8024-9b3d0ae413a6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:50:41.587529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 50a02515-31eb-439b-8024-9b3d0ae413a6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:50:41.690448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.692710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.784841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.785303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b0a0ca-d28a-4da8-a8b7-dd84d25c429e {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:50:41.797896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.799039 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f663e354-0d68-434d-8e5f-0651cddc6c3a admin admin] 10.222.0.36 "DELETE /v2.0/routers/10b0a0ca-d28a-4da8-a8b7-dd84d25c429e HTTP/1.1" status: 204 len: 168 time: 1.6986675 Oct 17 18:50:41.801647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48004) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:41.865017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Deleting subnet f77e60ff-8924-4684-87fa-8a5bd25973a1 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:50:41.870752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:41.925056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.004383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.202414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.244221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77e60ff-8924-4684-87fa-8a5bd25973a1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:42.248382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.256102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-52302a70-90b6-48df-b7f0-057cacff8311 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f77e60ff-8924-4684-87fa-8a5bd25973a1 HTTP/1.1" status: 204 len: 168 time: 0.4529750 Oct 17 18:50:42.258419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d7c49-54e3-4542-8c88-71baea89ca62 None None] Network 7eaccbcf-d916-44ef-bc93-d0006e46f062 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:50:42.259045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48008) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:42.373392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.384717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Deleting port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:42.385083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.596958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] For port 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2be0146f-cd7d-44ca-8734-bc5589afb3a2,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:42.596958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.597305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] DHCP port deletion for 7eaccbcf-d916-44ef-bc93-d0006e46f062 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:50:42.601738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Deleting port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:42.602130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.816480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] For port 2be0146f-cd7d-44ca-8734-bc5589afb3a2, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2be0146f-cd7d-44ca-8734-bc5589afb3a2,segment=NetworkSegment(1240d0f5-7b24-489a-b80f-c2bbf772e32a),segment_id=1240d0f5-7b24-489a-b80f-c2bbf772e32a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:42.816758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:42.839273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Calling delete_port for 2be0146f-cd7d-44ca-8734-bc5589afb3a2 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:42.942081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Calling delete_port for 2be0146f-cd7d-44ca-8734-bc5589afb3a2 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:50:43.024444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.030214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:50:43.030632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:50:43.073799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Pushing event deleted for resources: {'Port': ['ID=2be0146f-cd7d-44ca-8734-bc5589afb3a2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:43.075621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] No DVR routers for this DVR port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:50:43.192678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.221581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaccbcf-d916-44ef-bc93-d0006e46f062']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:43.234623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1240d0f5-7b24-489a-b80f-c2bbf772e32a') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:43.235090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1240d0f5-7b24-489a-b80f-c2bbf772e32a') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:43.250574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.269898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.276620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:50:43.277118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.292243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 52e6eb91-6fd2-432d-9718-99d8591c2ecb no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:50:43.327640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 52e6eb91-6fd2-432d-9718-99d8591c2ecb {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:50:43.328189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 52e6eb91-6fd2-432d-9718-99d8591c2ecb not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:50:43.328606 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2be0146f-cd7d-44ca-8734-bc5589afb3a2 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:50:43.366120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 2be0146f-cd7d-44ca-8734-bc5589afb3a2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:50:43.366471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2be0146f-cd7d-44ca-8734-bc5589afb3a2 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:50:43.372894 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 1240d0f5-7b24-489a-b80f-c2bbf772e32a resource provider aggregate not found Oct 17 18:50:43.393324 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 1240d0f5-7b24-489a-b80f-c2bbf772e32a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1240d0f5-7b24-489a-b80f-c2bbf772e32a found for delete ", "request_id": "req-8b659fcc-181d-4bfb-b3d9-9596c02f0d4c"}]} Oct 17 18:50:43.453399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.469681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.480368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] Pushing event deleted for resources: {'Network': ['ID=7eaccbcf-d916-44ef-bc93-d0006e46f062,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:43.532083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Deleting port 2be0146f-cd7d-44ca-8734-bc5589afb3a2 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:50:43.532511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:43.568153 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d8785099-a58a-4125-b03b-d49af672f24c admin admin] 10.222.0.36 "DELETE /v2.0/networks/7eaccbcf-d916-44ef-bc93-d0006e46f062 HTTP/1.1" status: 204 len: 168 time: 1.3078568 Oct 17 18:50:43.598812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2d45a-3720-4304-9664-5b240a38fc06 None None] The port '2be0146f-cd7d-44ca-8734-bc5589afb3a2' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:50:44.073344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48020) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:44.121699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2ae12fc1-d046-4ff1-ad94-944195b7ea6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dde3ff2d70774ece811d022a62703735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471456 Oct 17 18:50:44.124535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48024) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:44.188807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:44.215181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:44.373375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:44.389556 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19489292-c24e-4e2f-a288-ed70a39d3c02,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:44.397682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:44.398795 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a01388e6-fded-4f9a-86f2-df8247108500 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19489292-c24e-4e2f-a288-ed70a39d3c02 HTTP/1.1" status: 204 len: 168 time: 0.2732983 Oct 17 18:50:45.513257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48048) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:45.616977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-663937020-network', 'tenant_id': '8807ee9f2013446487e237fde9a975d8'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:50:45.622397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:50:45.626344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Usage tracker for resource:network and tenant:8807ee9f2013446487e237fde9a975d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:50:45.629340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:50:45.639001 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:50:45.726089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Made reservation on behalf of 8807ee9f2013446487e237fde9a975d8 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:50:45.728586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.741920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.757187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:50:45.761669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Usage tracker for resource:security_group_rule and tenant:8807ee9f2013446487e237fde9a975d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:50:45.764719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:50:45.776621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:50:45.855879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.921831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.954294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:50:45.959609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a61b78-63c2-4523-8b04-d617d9337841,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:45.966972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.967347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Added segment 5e7ac437-0110-4b02-8e0b-6feb2f190c55 of type vlan for network 2b934c13-30a6-412c-8e6c-0e8878a71a59 Oct 17 18:50:45.996043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:46.150403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:46.151939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:46.152519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:46.255397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] Pushing event updated for resources: {'Network': ['ID=2b934c13-30a6-412c-8e6c-0e8878a71a59,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:46.266234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:50:46.338022 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ffefc1bf-b603-44aa-a836-885158aa0a45 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8235888 Oct 17 18:50:46.341541 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48054) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:46.347595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Request body: {'subnet': {'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-663937020-subnet', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:50:46.352561 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:50:46.356744 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Usage tracker for resource:subnet and tenant:8807ee9f2013446487e237fde9a975d8 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:50:46.359683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:50:46.366018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:50:46.459142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Made reservation on behalf of 8807ee9f2013446487e237fde9a975d8 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:50:46.461686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:46.762981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:46.834379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a357d72f-afa1-460e-a01e-237c946183ec,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:46.847080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.847423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.847762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.848117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.848458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.848765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.849129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.849499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.849843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.850166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.850478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.850791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:46.855979 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Checking segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:50:46.856324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Network hostable DHCP agents. Network: 2b934c13-30a6-412c-8e6c-0e8878a71a59, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:50:46.995867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:50:47.133782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 2b934c13-30a6-412c-8e6c-0e8878a71a59) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:47.138293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:47.138957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.144224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba30703-f023-4e98-8d53-57cc8a7fc688 None None] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:50:47.248110 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-822a6010-1dee-47ab-a439-4645317cba1b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9053357 Oct 17 18:50:47.250871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48058) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:47.255917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:50:47.261106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:50:47.266371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Usage tracker for resource:router and tenant:8807ee9f2013446487e237fde9a975d8 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:50:47.269488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:50:47.275602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:50:47.365736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-2b934c13-30a6-412c-8e6c-0e8878a71a59', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:50:47.366565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.371588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.375135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.387932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.520782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Allocated IP 172.20.0.2 (2b934c13-30a6-412c-8e6c-0e8878a71a59/a357d72f-afa1-460e-a01e-237c946183ec/42b241bf-e5e8-44b3-b51d-75e4958e712f) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:50:47.731047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.764047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Transition to ACTIVE for port object 42b241bf-e5e8-44b3-b51d-75e4958e712f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:47.764218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.764352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Transition to ACTIVE for port object 42b241bf-e5e8-44b3-b51d-75e4958e712f will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:47.891841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:47.996619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:50:47.999374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:48.001970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:50:48.008605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Pushing event updated for resources: {'Port': ['ID=42b241bf-e5e8-44b3-b51d-75e4958e712f,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:48.115949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Attempting to bind port 42b241bf-e5e8-44b3-b51d-75e4958e712f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:50:48.116323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Attempting to bind port 42b241bf-e5e8-44b3-b51d-75e4958e712f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:50:48.116690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Attempting to bind port 42b241bf-e5e8-44b3-b51d-75e4958e712f on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:50:48.123364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:50:48.123732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Checking segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:50:48.124133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.124524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Bound using segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:50:48.125056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Bound port: 42b241bf-e5e8-44b3-b51d-75e4958e712f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:50:48.125359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.216225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] For port 42b241bf-e5e8-44b3-b51d-75e4958e712f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:50:48.219332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] For port 42b241bf-e5e8-44b3-b51d-75e4958e712f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=42b241bf-e5e8-44b3-b51d-75e4958e712f,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:50:48.291011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.321082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.373821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.466419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545d2c5-1b38-4388-a6ce-b58c86b405f2 None None] Pushing event updated for resources: {'Port': ['ID=42b241bf-e5e8-44b3-b51d-75e4958e712f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:48.474611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Allocated IP 172.26.2.201 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/d9f77065-7cf9-4f8d-a37c-fa49f23b72b5) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:50:48.645901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.738193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:48.806570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:50:48.809309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:48.811786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:50:48.850533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Pushing event updated for resources: {'Port': ['ID=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:49.335167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:49.340651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 42b241bf-e5e8-44b3-b51d-75e4958e712f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:49.417016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43167a9d-66d9-4bf5-9be0-769ddd559d66 None None] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:50:49.546993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 42b241bf-e5e8-44b3-b51d-75e4958e712f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:49.663445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Provisioning for port 42b241bf-e5e8-44b3-b51d-75e4958e712f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:49.670844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Provisioning complete for port 42b241bf-e5e8-44b3-b51d-75e4958e712f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:49.677781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:49.677781 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Attempt 1 to provision port 42b241bf-e5e8-44b3-b51d-75e4958e712f Oct 17 18:50:49.683071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:49.733637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bef7da8-6e27-4a2e-8d9b-08918bcbb0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:49.813711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Current status of the port 42b241bf-e5e8-44b3-b51d-75e4958e712f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:49.815262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:49.858565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] For port 42b241bf-e5e8-44b3-b51d-75e4958e712f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=42b241bf-e5e8-44b3-b51d-75e4958e712f,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:49.955745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:50.022304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247dcfb-e2bd-4bd1-9621-4a3a2b6d9f20 None None] Pushing event updated for resources: {'Port': ['ID=42b241bf-e5e8-44b3-b51d-75e4958e712f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:50.075009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-542b858a-f082-4b12-b093-36b3311e1668 None None] Provisioning complete for port 42b241bf-e5e8-44b3-b51d-75e4958e712f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:50.075381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-542b858a-f082-4b12-b093-36b3311e1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:50.075714 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-542b858a-f082-4b12-b093-36b3311e1668 None None] Attempt 1 to provision port 42b241bf-e5e8-44b3-b51d-75e4958e712f Oct 17 18:50:50.155962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Router 41c8653c-afb2-4323-a0df-21d519007717 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:50:50.193467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-542b858a-f082-4b12-b093-36b3311e1668 None None] Current status of the port 42b241bf-e5e8-44b3-b51d-75e4958e712f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:50.338738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:50:50.347422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Sync routers for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:50:50.357088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:50.357733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:50.434657 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:50.435995 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f26cade7-5016-428a-9ca8-41e739a4346b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1840222 Oct 17 18:50:50.438886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48062) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:50:50.537396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:50.822128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:49Z', 'revision_number': 3, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:50.826883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Checking router: 41c8653c-afb2-4323-a0df-21d519007717 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:50:50.827251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Updating router 41c8653c-afb2-4323-a0df-21d519007717 port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:50:50.918712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.112521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.250604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.265643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Transition to ACTIVE for port object d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:51.304903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 42b241bf-e5e8-44b3-b51d-75e4958e712f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:51.330863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Allocated IP 172.20.0.1 (2b934c13-30a6-412c-8e6c-0e8878a71a59/a357d72f-afa1-460e-a01e-237c946183ec/d1e5ffc9-adee-4bbc-af37-4902dd15b34b) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:50:51.374883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 42b241bf-e5e8-44b3-b51d-75e4958e712f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:51.375167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.375499 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 42b241bf-e5e8-44b3-b51d-75e4958e712f Oct 17 18:50:51.406702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.491358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Attempting to bind port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:50:51.491942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Attempting to bind port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:50:51.492307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Attempting to bind port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:50:51.507585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:50:51.508272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:50:51.508875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.509117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:50:51.509618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Bound port: d9f77065-7cf9-4f8d-a37c-fa49f23b72b5, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:50:51.510018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.546688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e45fb9-9102-4e59-9c4f-59c46179ec96 None None] Pushing event updated for resources: {'Port': ['ID=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:51.610832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.627939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Transition to ACTIVE for port object d1e5ffc9-adee-4bbc-af37-4902dd15b34b will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:51.643523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] For port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:50:51.647542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] For port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:50:51.648544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 42b241bf-e5e8-44b3-b51d-75e4958e712f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:51.749238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.767935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.813786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:51.814408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:51.835734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:50:51.839067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:51.842691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:50:51.877825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:51.906929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:51.952349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e45fb9-9102-4e59-9c4f-59c46179ec96 None None] Pushing event updated for resources: {'Port': ['ID=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:52.006636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:52.142730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.312474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:49Z', 'revision_number': 3, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:52.316458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb74761-8086-48e9-aa28-765e45443f16 None None] The sync data for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv is: [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:49Z', 'revision_number': 3, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:50:52.344045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Provisioning for port d1e5ffc9-adee-4bbc-af37-4902dd15b34b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:52.349270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Provisioning complete for port d1e5ffc9-adee-4bbc-af37-4902dd15b34b triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:52.349697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.350207 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 1 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:52.383618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.406222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0e2786ac-c85c-4379-9189-730e067f1720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.409595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:52.499497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.625146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:52.629483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:52.781512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:50:52.782790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:52.911439 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 2 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:53.004458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Router 41c8653c-afb2-4323-a0df-21d519007717 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:50:53.004817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:53.173313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:53.175186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:53.202099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:50:53.212272 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e3b8386a-0ffd-4426-87b9-5750f4902261 admin admin] 10.222.0.36 "PUT /v2.0/routers/41c8653c-afb2-4323-a0df-21d519007717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723336 Oct 17 18:50:53.317440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:53.441598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:53.447036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:53.447985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:53.448473 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 Oct 17 18:50:53.506519 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 3 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:53.628540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:53.661842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:53.662247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:53.680791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:53.772714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:53.775085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-fe2187e5-2e89-420a-a98c-1db1a1ed521c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:53.778005 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-fe2187e5-2e89-420a-a98c-1db1a1ed521c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/networks?id=2b934c13-30a6-412c-8e6c-0e8878a71a59 HTTP/1.1" status: 200 len: 813 time: 0.1586909 Oct 17 18:50:53.795782 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-fd90141e-0dd2-46f0-9538-25d6451b7237 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/quotas/8807ee9f2013446487e237fde9a975d8 HTTP/1.1" status: 200 len: 375 time: 0.0119476 Oct 17 18:50:53.854058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:53.861692 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.862069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.862410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.862770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.863101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.863432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.863758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.864081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.864403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.864723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.865042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.865358 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:53.908325 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-b23caef3-a0c2-4553-8bfa-06934a9f0b49 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068039 Oct 17 18:50:53.968728 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Sync routers for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:50:53.972982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-69423b3a-8a72-4f46-bfb9-94346a8f0fd2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:50:53.974204 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-69423b3a-8a72-4f46-bfb9-94346a8f0fd2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591123 Oct 17 18:50:53.980729 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:53.981321 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:54.113336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a8893ad8-1978-4b87-8aae-019ee82c4f1c service neutron] 10.222.0.36 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324475 Oct 17 18:50:54.129997 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 4 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:54.166894 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:54.190325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:54.252726 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-ee38be0d-bf4d-47a2-9cbf-dfe268cc7d5e service neutron] 10.222.0.36 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310875 Oct 17 18:50:54.493595 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:51Z', 'revision_number': 4, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1e5ffc9-adee-4bbc-af37-4902dd15b34b', 'name': '', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'mac_address': 'fa:16:3e:66:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:51Z', 'updated_at': '2022-10-17T18:50:52Z', 'revision_number': 2, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'subnets': [{'id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:54.498367 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Checking router: 41c8653c-afb2-4323-a0df-21d519007717 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:50:54.498718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Updating router 41c8653c-afb2-4323-a0df-21d519007717 port d1e5ffc9-adee-4bbc-af37-4902dd15b34b binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:50:54.563774 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:54.581159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:54.650511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fd604cb1-16fd-4214-9c36-cc9ca9669f37 req-66ceabf4-d861-4958-8810-b816653dcb65 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:50:54.693592 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 5 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:54.753729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:54.778786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fd604cb1-16fd-4214-9c36-cc9ca9669f37 req-66ceabf4-d861-4958-8810-b816653dcb65 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:50:54.779992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fd604cb1-16fd-4214-9c36-cc9ca9669f37 req-66ceabf4-d861-4958-8810-b816653dcb65 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 210 time: 0.1900141 Oct 17 18:50:54.941626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:54.953511 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Transition to ACTIVE for port object d1e5ffc9-adee-4bbc-af37-4902dd15b34b will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:55.012917 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:55.202989 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Pushing event updated for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:55.221374 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.221740 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.222075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.222400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.222723 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.223071 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.223462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.223788 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.224109 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.224423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.224731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.225515 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:50:55.232456 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Attempting to bind port d1e5ffc9-adee-4bbc-af37-4902dd15b34b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:50:55.232714 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Attempting to bind port d1e5ffc9-adee-4bbc-af37-4902dd15b34b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:50:55.233067 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Attempting to bind port d1e5ffc9-adee-4bbc-af37-4902dd15b34b on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Checking segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Bound using segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Bound port: d1e5ffc9-adee-4bbc-af37-4902dd15b34b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:50:55.248636 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:55.255029 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 6 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:55.305684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:55.349472 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] For port d1e5ffc9-adee-4bbc-af37-4902dd15b34b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:50:55.352353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] For port d1e5ffc9-adee-4bbc-af37-4902dd15b34b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:50:55.387188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:55.401858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:55.402231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:55.402590 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 Oct 17 18:50:55.435812 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:55.498981 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:50:55.499587 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:50:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:55.520207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:55.645664 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ea8d6-1a5c-4aee-a920-f74074f4b6e2 None None] Pushing event updated for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:55.690127 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:50:55.888878 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Attempt 7 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:55.926984 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:50:55.945823 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f0ead9c5-82bb-4207-bcba-77f48e9cf7ac req-c398920c-5742-43e1-b1ff-ace5fb067421 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 210 time: 0.0502162 Oct 17 18:50:55.964645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45a84e23-ef20-4ac7-a1e4-5084b70892a3 None None] Port d1e5ffc9-adee-4bbc-af37-4902dd15b34b had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:50:56.009202 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:51Z', 'revision_number': 4, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1e5ffc9-adee-4bbc-af37-4902dd15b34b', 'name': '', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'mac_address': 'fa:16:3e:66:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:51Z', 'updated_at': '2022-10-17T18:50:55Z', 'revision_number': 4, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'subnets': [{'id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:50:56.014079 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea79af1-2845-4ee1-aec8-7cb9000f0cb1 None None] The sync data for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv is: [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:50:51Z', 'revision_number': 4, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1e5ffc9-adee-4bbc-af37-4902dd15b34b', 'name': '', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'mac_address': 'fa:16:3e:66:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:51Z', 'updated_at': '2022-10-17T18:50:55Z', 'revision_number': 4, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'subnets': [{'id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:50:56.149622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:57.137808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84c9ba46-c6e3-4a80-8acd-def1498ad9fc req-1a5c2400-4a59-4ac7-894f-b91de13f996d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 210 time: 0.0728364 Oct 17 18:50:57.266892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-7a664c70-4404-4097-8cfd-a4c1efff39e4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:57.267752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-7a664c70-4404-4097-8cfd-a4c1efff39e4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:50:57.329257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1e5ffc9-adee-4bbc-af37-4902dd15b34b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:57.373453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-7a664c70-4404-4097-8cfd-a4c1efff39e4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:50:57.375034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-7a664c70-4404-4097-8cfd-a4c1efff39e4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "GET /v2.0/networks?id=2b934c13-30a6-412c-8e6c-0e8878a71a59 HTTP/1.1" status: 200 len: 813 time: 0.2643077 Oct 17 18:50:57.396098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Request body: {'port': {'device_id': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'admin_state_up': True, 'tenant_id': '8807ee9f2013446487e237fde9a975d8'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:50:57.498583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d1e5ffc9-adee-4bbc-af37-4902dd15b34b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:57.504804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d1e5ffc9-adee-4bbc-af37-4902dd15b34b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:57.505731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:57.506281 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:57.634429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d1e5ffc9-adee-4bbc-af37-4902dd15b34b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:57.635333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:57.667992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d1e5ffc9-adee-4bbc-af37-4902dd15b34b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:50:57.692590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:50:57.702678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:50:57.765627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:57.789876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Made reservation on behalf of 8807ee9f2013446487e237fde9a975d8 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:50:57.797796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:57.837686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:57.960060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Allocated IP 172.20.0.12 (2b934c13-30a6-412c-8e6c-0e8878a71a59/a357d72f-afa1-460e-a01e-237c946183ec/836926d2-19f2-4a27-a559-765ecf4dfd26) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:50:58.162100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:58.178548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Transition to ACTIVE for port object 836926d2-19f2-4a27-a559-765ecf4dfd26 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:58.264366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:58.339832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:50:58.343282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:50:58.344007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df300517-268e-49ab-8b5b-f843027745d7 req-ea07bdd5-1608-4a0f-a2f4-4132fe0da3a4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:58.345706 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df300517-268e-49ab-8b5b-f843027745d7 req-ea07bdd5-1608-4a0f-a2f4-4132fe0da3a4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 932 time: 0.0910647 Oct 17 18:50:58.347342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:50:58.388013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Pushing event updated for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:58.406488 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-df300517-268e-49ab-8b5b-f843027745d7 req-26bd7c69-6c02-40b6-ad80-13ff5b7cf275 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Oct 17 18:50:58.430849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:58.430849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:58.528095 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-91e60f7f-e6bc-4a68-9bb6-affb65319c3d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1358829 Oct 17 18:50:58.549866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-be20565c-285b-4a6d-b5e1-d2234133037b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:50:58.550939 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-be20565c-285b-4a6d-b5e1-d2234133037b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050795 Oct 17 18:50:58.605377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Request body: {'port': {'device_id': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:50:58.695819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Provisioning for port 836926d2-19f2-4a27-a559-765ecf4dfd26 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:50:58.697908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Provisioning complete for port 836926d2-19f2-4a27-a559-765ecf4dfd26 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:58.698309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:58.698644 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Attempt 1 to provision port 836926d2-19f2-4a27-a559-765ecf4dfd26 Oct 17 18:50:58.720861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:58.751800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Port 836926d2-19f2-4a27-a559-765ecf4dfd26 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:59.061095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836926d2-19f2-4a27-a559-765ecf4dfd26 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:50:59.068505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.082876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Transition to ACTIVE for port object 836926d2-19f2-4a27-a559-765ecf4dfd26 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:50:59.161270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.253296 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Attempt 2 to provision port 836926d2-19f2-4a27-a559-765ecf4dfd26 Oct 17 18:50:59.306257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1e5ffc9-adee-4bbc-af37-4902dd15b34b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:50:59.357015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Pushing event updated for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:59.369067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Port 836926d2-19f2-4a27-a559-765ecf4dfd26 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:50:59.389724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d1e5ffc9-adee-4bbc-af37-4902dd15b34b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:50:59.390288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.390647 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d1e5ffc9-adee-4bbc-af37-4902dd15b34b Oct 17 18:50:59.408532 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Attempting to bind port 836926d2-19f2-4a27-a559-765ecf4dfd26 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:50:59.408859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Attempting to bind port 836926d2-19f2-4a27-a559-765ecf4dfd26 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:50:59.409187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Attempting to bind port 836926d2-19f2-4a27-a559-765ecf4dfd26 on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:50:59.414261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Port 836926d2-19f2-4a27-a559-765ecf4dfd26 on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:50:59.414578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Attempting to bind port 836926d2-19f2-4a27-a559-765ecf4dfd26 on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:50:59.420589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:50:59.420924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Checking segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:50:59.421301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Bound using segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:50:59.421756 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Bound port: 836926d2-19f2-4a27-a559-765ecf4dfd26, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:50:59.422101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.521185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d1e5ffc9-adee-4bbc-af37-4902dd15b34b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:50:59.563849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:50:59.579784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=836926d2-19f2-4a27-a559-765ecf4dfd26,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:50:59.611357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-8c2f5572-1b7a-40a2-bc7f-855563e855e5 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:59.612056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-8c2f5572-1b7a-40a2-bc7f-855563e855e5 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:50:59.664469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.667535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:59.668132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.669517 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] 10.222.0.42 "PUT /v2.0/ports/836926d2-19f2-4a27-a559-765ecf4dfd26 HTTP/1.1" status: 200 len: 1094 time: 1.1109724 Oct 17 18:50:59.699559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:50:59.701891 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36528428-89ab-4c2d-b9bb-51023fc0c351" -d '{"events": [{"name": "network-changed", "server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:50:59.710114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-8c2f5572-1b7a-40a2-bc7f-855563e855e5 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:50:59.711575 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-8c2f5572-1b7a-40a2-bc7f-855563e855e5 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 944 time: 0.2019587 Oct 17 18:50:59.752571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e477d6-95c5-4908-9130-e527af965abf x-openstack-request-id: req-c3e477d6-95c5-4908-9130-e527af965abf {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:50:59.752939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:50:59.753189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3e477d6-95c5-4908-9130-e527af965abf {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:50:59.753579 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e477d6-95c5-4908-9130-e527af965abf'] response: {'name': 'network-changed', 'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26', 'status': 'completed', 'code': 200} Oct 17 18:50:59.786259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aa104-502d-43cb-a1a0-0d3b84f4033f service neutron] Pushing event updated for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:50:59.793033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-f25b8fa7-4262-4c23-8019-fca42c8d9d9c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:50:59.870274 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Attempt 3 to provision port 836926d2-19f2-4a27-a559-765ecf4dfd26 Oct 17 18:50:59.881748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-bacbc8b0-e1d6-4113-9a1d-1c4fdaaf5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:59.883903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-bacbc8b0-e1d6-4113-9a1d-1c4fdaaf5495 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 1097 time: 0.0840859 Oct 17 18:50:59.930383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ea26987a-cf54-4f62-9ee2-741ba965bc06 None None] Port 836926d2-19f2-4a27-a559-765ecf4dfd26 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:51:00.087572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-f25b8fa7-4262-4c23-8019-fca42c8d9d9c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:51:00.088651 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8bfffc7c-c83f-4e40-baac-a7c35f78fb95 req-f25b8fa7-4262-4c23-8019-fca42c8d9d9c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604257 Oct 17 18:51:00.152417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-5b1b70f6-92bd-417a-a20a-d81f10c655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:00.153892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-5b1b70f6-92bd-417a-a20a-d81f10c655a4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8807ee9f2013446487e237fde9a975d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2513316 Oct 17 18:51:00.289491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-af43ddd4-f627-443a-bc22-c088f1c6b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:00.291610 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36528428-89ab-4c2d-b9bb-51023fc0c351 req-af43ddd4-f627-443a-bc22-c088f1c6b932 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308513 Oct 17 18:51:00.441894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-62c96564-415c-48f2-a6b3-bebb2c9ec214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:00.443355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-62c96564-415c-48f2-a6b3-bebb2c9ec214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 1097 time: 0.0852730 Oct 17 18:51:00.521865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-e3cb34ae-a64f-49a1-8720-fcee929ab68d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=836926d2-19f2-4a27-a559-765ecf4dfd26 HTTP/1.1" status: 200 len: 217 time: 0.0639610 Oct 17 18:51:00.584153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-da61ad8d-d3f4-46ca-99b0-1acd89aba20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:00.585558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-da61ad8d-d3f4-46ca-99b0-1acd89aba20e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a357d72f-afa1-460e-a01e-237c946183ec HTTP/1.1" status: 200 len: 852 time: 0.0571482 Oct 17 18:51:00.668233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-cf23ea2a-34bc-49f4-b18e-e811d606069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:00.669717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-cf23ea2a-34bc-49f4-b18e-e811d606069b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b934c13-30a6-412c-8e6c-0e8878a71a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768499 Oct 17 18:51:00.800539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-43a5fa07-f215-433a-a5e5-412d7bfc97d2 service neutron] 10.222.0.42 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240160 Oct 17 18:51:00.932629 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-514da84a-7a2f-4385-a8f4-a48e08383bfa req-7b0682c3-d74b-41e4-a32f-07d0ad0ba85a service neutron] 10.222.0.42 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248257 Oct 17 18:51:01.288975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967cc1-1362-4f60-9982-db3ead92eca5 req-8cb4221f-eb98-445b-8e59-dd9624d759b4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:01.290459 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82967cc1-1362-4f60-9982-db3ead92eca5 req-8cb4221f-eb98-445b-8e59-dd9624d759b4 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 944 time: 0.0880625 Oct 17 18:51:01.337976 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-82967cc1-1362-4f60-9982-db3ead92eca5 req-f47387f3-7028-4855-9cf6-6ee7ea26242f tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Oct 17 18:51:02.538812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e41ff-36b8-4786-a4ae-dfcda5ed7eb8 req-1c16349f-ef8b-4aa9-b325-44aecf7a942c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:02.540187 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-950e41ff-36b8-4786-a4ae-dfcda5ed7eb8 req-1c16349f-ef8b-4aa9-b325-44aecf7a942c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 944 time: 0.0914211 Oct 17 18:51:02.584467 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-950e41ff-36b8-4786-a4ae-dfcda5ed7eb8 req-cf9f3871-2170-4566-bb37-0ac6d78c9053 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386586 Oct 17 18:51:03.780831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd084-1009-4e5f-b5a2-4f2ab77a6ce8 req-5120ab49-9397-4c45-bc68-1e87585b7471 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:03.782214 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d65bd084-1009-4e5f-b5a2-4f2ab77a6ce8 req-5120ab49-9397-4c45-bc68-1e87585b7471 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 944 time: 0.0877781 Oct 17 18:51:03.826080 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d65bd084-1009-4e5f-b5a2-4f2ab77a6ce8 req-ff58d7fe-7cf7-48bb-afab-259939a3d110 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Oct 17 18:51:05.032225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 836926d2-19f2-4a27-a559-765ecf4dfd26 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:51:05.035819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df46bb-e5a4-4db4-9541-af1f07b9f163 req-37201cf2-3cb4-4b03-aa5f-5d527477cfa2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:05.037380 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59df46bb-e5a4-4db4-9541-af1f07b9f163 req-37201cf2-3cb4-4b03-aa5f-5d527477cfa2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 944 time: 0.0950112 Oct 17 18:51:05.082864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59df46bb-e5a4-4db4-9541-af1f07b9f163 req-eb3f96ab-5841-44ab-ad64-1e126ede58f7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Oct 17 18:51:05.174980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=836926d2-19f2-4a27-a559-765ecf4dfd26,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:05.187925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '836926d2-19f2-4a27-a559-765ecf4dfd26', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'port_id': '836926d2-19f2-4a27-a559-765ecf4dfd26', 'mac_address': 'fa:16:3e:73:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:51:05.245565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 836926d2-19f2-4a27-a559-765ecf4dfd26 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:05.245985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:05.264330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836926d2-19f2-4a27-a559-765ecf4dfd26 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:51:05.280304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=836926d2-19f2-4a27-a559-765ecf4dfd26,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:05.355372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:05.432825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:05.852513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['836926d2-19f2-4a27-a559-765ecf4dfd26'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:06.286314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70984ce0-ca64-43da-ad31-caac5413cf56 req-9b5fe2f9-e4bc-4fd2-80b8-561bdd474fee tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:06.287804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70984ce0-ca64-43da-ad31-caac5413cf56 req-9b5fe2f9-e4bc-4fd2-80b8-561bdd474fee tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 945 time: 0.0910420 Oct 17 18:51:06.331647 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70984ce0-ca64-43da-ad31-caac5413cf56 req-2bda5af1-6732-44cd-a6f3-c0a48c7d5319 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Oct 17 18:51:07.032536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 836926d2-19f2-4a27-a559-765ecf4dfd26 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:51:07.178400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 836926d2-19f2-4a27-a559-765ecf4dfd26 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:07.184690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 836926d2-19f2-4a27-a559-765ecf4dfd26 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:07.185155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:07.185574 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 836926d2-19f2-4a27-a559-765ecf4dfd26 Oct 17 18:51:07.311889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 836926d2-19f2-4a27-a559-765ecf4dfd26 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:07.312266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:07.338982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:07.341246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38d958-3a05-4f36-b9a4-eea1a4a373ae" -d '{"events": [{"server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "name": "network-vif-plugged", "status": "completed", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:07.349454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=836926d2-19f2-4a27-a559-765ecf4dfd26,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:07.387677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323bf63a-f9e5-4b9c-bca5-fdb1008087b0 x-openstack-request-id: req-323bf63a-f9e5-4b9c-bca5-fdb1008087b0 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:07.393594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "name": "network-vif-plugged", "status": "completed", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:07.393594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-323bf63a-f9e5-4b9c-bca5-fdb1008087b0 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:07.393594 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323bf63a-f9e5-4b9c-bca5-fdb1008087b0'] response: {'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26', 'code': 200} Oct 17 18:51:07.463923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:07.535579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:07.542746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596108-bde0-41f0-b095-502dfa440696 req-468e576d-46a6-4a79-8209-bcbf1b64c000 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:07.544170 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17596108-bde0-41f0-b095-502dfa440696 req-468e576d-46a6-4a79-8209-bcbf1b64c000 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0997407 Oct 17 18:51:07.591596 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17596108-bde0-41f0-b095-502dfa440696 req-2c862090-76ce-41b4-98b7-efc5effb3aff tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Oct 17 18:51:07.867490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea01aed-2078-4024-9a43-d7e9a37bf955 req-e66296bc-cde4-4bfc-a323-5757bbd24235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:07.868874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8ea01aed-2078-4024-9a43-d7e9a37bf955 req-e66296bc-cde4-4bfc-a323-5757bbd24235 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 1099 time: 0.0790310 Oct 17 18:51:07.913917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8ea01aed-2078-4024-9a43-d7e9a37bf955 req-3fdec4f8-8f1a-4b83-aff1-dc53ee53d631 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Oct 17 18:51:08.812103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daf6db-91c6-4d22-bdd1-d1e115cd4f37 req-af6ff970-c7fc-49f6-9ec0-e9c28fc784d7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:08.813682 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67daf6db-91c6-4d22-bdd1-d1e115cd4f37 req-af6ff970-c7fc-49f6-9ec0-e9c28fc784d7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.1020989 Oct 17 18:51:08.860826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67daf6db-91c6-4d22-bdd1-d1e115cd4f37 req-85989238-fb1e-4ddc-adf5-8fd18d1e8c97 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Oct 17 18:51:10.069723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36727f50-9c42-4b6c-b9dc-49fa9b109afe req-61c317de-8319-41a8-a28f-d96a62dd25e8 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:10.071251 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36727f50-9c42-4b6c-b9dc-49fa9b109afe req-61c317de-8319-41a8-a28f-d96a62dd25e8 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0957043 Oct 17 18:51:10.117659 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36727f50-9c42-4b6c-b9dc-49fa9b109afe req-05a2c6d8-ede9-4453-8790-f60e9d493b52 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Oct 17 18:51:10.408665 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-74b0117b-efa2-4b7e-aa3a-ac652f42cd91 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:10.410048 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-74b0117b-efa2-4b7e-aa3a-ac652f42cd91 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/networks?id=2b934c13-30a6-412c-8e6c-0e8878a71a59 HTTP/1.1" status: 200 len: 813 time: 0.1454828 Oct 17 18:51:10.425885 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-bf6e9846-3a92-45d0-a699-8dd262bb8c15 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/quotas/8807ee9f2013446487e237fde9a975d8 HTTP/1.1" status: 200 len: 375 time: 0.0101991 Oct 17 18:51:10.524788 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-e240026d-1d82-4d30-b7c9-43f157bdbd2d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936108 Oct 17 18:51:10.701521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c675394f-de72-404e-8dfb-1b4160dd4548 service neutron] 10.222.0.36 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692598 Oct 17 18:51:10.951223 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-cd0df3b2-769e-4d3c-99a2-f36a411d8a83 service neutron] 10.222.0.36 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436862 Oct 17 18:51:11.346359 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e1e41f84-6846-4d2e-ba10-eaf93a7d0060 req-93761764-3ca5-4e3d-a113-bd06c7eddea9 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 210 time: 0.1683583 Oct 17 18:51:12.510931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f9b4bc62-5135-44ac-a1e9-9a39df9983ea req-55f1782a-bf4d-43fb-b32f-f63915e3aa61 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 210 time: 0.0512543 Oct 17 18:51:13.313558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-756250c9-83b9-4bee-98e5-aafab1d52038 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:13.314974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-756250c9-83b9-4bee-98e5-aafab1d52038 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "GET /v2.0/networks?id=2b934c13-30a6-412c-8e6c-0e8878a71a59 HTTP/1.1" status: 200 len: 813 time: 0.1523764 Oct 17 18:51:13.341355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Request body: {'port': {'device_id': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'admin_state_up': True, 'tenant_id': '8807ee9f2013446487e237fde9a975d8'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:13.481914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:13.492011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:13.554874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Made reservation on behalf of 8807ee9f2013446487e237fde9a975d8 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:13.558977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:13.679814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5dc64a7b-60ef-40c2-8b04-eb2f80e4137e req-6228bc89-fe5b-4d55-a3e1-868bf182787c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 210 time: 0.0506549 Oct 17 18:51:13.740440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Allocated IP 172.20.0.6 (2b934c13-30a6-412c-8e6c-0e8878a71a59/a357d72f-afa1-460e-a01e-237c946183ec/a59f964a-c250-4106-b970-54dce18ec95c) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:51:13.957901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:13.974141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Transition to ACTIVE for port object a59f964a-c250-4106-b970-54dce18ec95c will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:14.121380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:14.166868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['836926d2-19f2-4a27-a559-765ecf4dfd26'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:14.197794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:51:14.200955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:14.204935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:51:14.236304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Pushing event updated for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:14.279288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:14.279952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:14.373237 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-c1961446-524b-4159-9b24-43d2754334d1 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381126 Oct 17 18:51:14.394223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Request body: {'port': {'device_id': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:14.510572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:14.520823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Provisioning for port a59f964a-c250-4106-b970-54dce18ec95c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:14.526304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Provisioning complete for port a59f964a-c250-4106-b970-54dce18ec95c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:14.526669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:14.527003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Attempt 1 to provision port a59f964a-c250-4106-b970-54dce18ec95c Oct 17 18:51:14.582482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Port a59f964a-c250-4106-b970-54dce18ec95c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:51:14.912826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59f964a-c250-4106-b970-54dce18ec95c {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:51:14.921174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:14.940153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Transition to ACTIVE for port object a59f964a-c250-4106-b970-54dce18ec95c will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:14.954750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8de8b4-756a-44c3-8562-ec9e90d45186 req-9a76f24f-baa6-48ac-a8fc-dc3528b29473 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:14.955430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9c8de8b4-756a-44c3-8562-ec9e90d45186 req-9a76f24f-baa6-48ac-a8fc-dc3528b29473 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:51:15.000646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:15.080941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-9c8de8b4-756a-44c3-8562-ec9e90d45186 req-9a76f24f-baa6-48ac-a8fc-dc3528b29473 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:51:15.082100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8de8b4-756a-44c3-8562-ec9e90d45186 req-9a76f24f-baa6-48ac-a8fc-dc3528b29473 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 931 time: 0.2908835 Oct 17 18:51:15.083441 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Attempt 2 to provision port a59f964a-c250-4106-b970-54dce18ec95c Oct 17 18:51:15.140134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Port a59f964a-c250-4106-b970-54dce18ec95c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:51:15.338234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:15.348241 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c8de8b4-756a-44c3-8562-ec9e90d45186 req-12709a19-c8f7-45da-8341-0cf6e851b52c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543681 Oct 17 18:51:15.385944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Attempting to bind port a59f964a-c250-4106-b970-54dce18ec95c on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:51:15.386267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Attempting to bind port a59f964a-c250-4106-b970-54dce18ec95c by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:51:15.386588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Attempting to bind port a59f964a-c250-4106-b970-54dce18ec95c on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:15.391322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Port a59f964a-c250-4106-b970-54dce18ec95c on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:51:15.391630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Attempting to bind port a59f964a-c250-4106-b970-54dce18ec95c on network 2b934c13-30a6-412c-8e6c-0e8878a71a59 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:15.396922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:51:15.397249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Checking segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:15.397648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Bound using segment: {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:51:15.398076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Bound port: a59f964a-c250-4106-b970-54dce18ec95c, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7ac437-0110-4b02-8e0b-6feb2f190c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:51:15.398423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:15.489236 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:51:15.492193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a59f964a-c250-4106-b970-54dce18ec95c,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:51:15.554652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:15.586454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:15.587077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:15.588486 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] 10.222.0.42 "PUT /v2.0/ports/a59f964a-c250-4106-b970-54dce18ec95c HTTP/1.1" status: 200 len: 1093 time: 1.1989148 Oct 17 18:51:15.593936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:15.596231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4421f-612c-4088-8176-4f8a65a49d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "tag": "a59f964a-c250-4106-b970-54dce18ec95c"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:15.633383 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a4c5-f95e-49fd-acc4-52df8749b882 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:15.641174 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Attempt 3 to provision port a59f964a-c250-4106-b970-54dce18ec95c Oct 17 18:51:15.647186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe1bdb-b0b4-4113-bc67-781c2a45e508 x-openstack-request-id: req-a4fe1bdb-b0b4-4113-bc67-781c2a45e508 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:15.647543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "tag": "a59f964a-c250-4106-b970-54dce18ec95c", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:15.647857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4fe1bdb-b0b4-4113-bc67-781c2a45e508 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:15.648318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fe1bdb-b0b4-4113-bc67-781c2a45e508'] response: {'name': 'network-changed', 'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c', 'status': 'completed', 'code': 200} Oct 17 18:51:15.709758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-973f0dc7-12cc-46da-9080-de71f97035b3 None None] Port a59f964a-c250-4106-b970-54dce18ec95c had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:51:15.787318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-13637ee3-0ba7-4871-a9a8-4d1ba44acab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:15.788773 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-13637ee3-0ba7-4871-a9a8-4d1ba44acab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 1096 time: 0.0834866 Oct 17 18:51:15.938710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-7b91bd20-eb6d-4c6f-914e-ff96d2471182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:15.940271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-7b91bd20-eb6d-4c6f-914e-ff96d2471182 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8807ee9f2013446487e237fde9a975d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1338482 Oct 17 18:51:16.082003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-ae3d8ce4-05df-4677-ad5b-5c764c0797d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:16.083325 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69f4421f-612c-4088-8176-4f8a65a49d0c req-ae3d8ce4-05df-4677-ad5b-5c764c0797d7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330621 Oct 17 18:51:16.231907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-1f4ef772-814d-4e53-96e7-5a8134e1a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:16.233373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-1f4ef772-814d-4e53-96e7-5a8134e1a53f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8807ee9f2013446487e237fde9a975d8&device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 1096 time: 0.0786374 Oct 17 18:51:16.314463 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-568d3d72-25aa-417b-9ba8-67f356122a83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a59f964a-c250-4106-b970-54dce18ec95c HTTP/1.1" status: 200 len: 217 time: 0.0652010 Oct 17 18:51:16.379820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-f411bd6d-8466-4225-ab68-e4c7b83fccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:16.381180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-f411bd6d-8466-4225-ab68-e4c7b83fccdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a357d72f-afa1-460e-a01e-237c946183ec HTTP/1.1" status: 200 len: 852 time: 0.0597320 Oct 17 18:51:16.529366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-9236aee9-2f53-427f-8c1b-1762f779a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:16.530900 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-9236aee9-2f53-427f-8c1b-1762f779a4ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2b934c13-30a6-412c-8e6c-0e8878a71a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1407514 Oct 17 18:51:16.651235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f27df0-eac9-4ff2-b298-d519a8417d28 req-0c51e138-268f-4fb6-856e-8c5fffe169ab tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:16.652604 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-31f27df0-eac9-4ff2-b298-d519a8417d28 req-0c51e138-268f-4fb6-856e-8c5fffe169ab tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 943 time: 0.1887851 Oct 17 18:51:16.709582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-fb7dacd7-77dc-4a7e-ac96-30118bdc12a7 service neutron] 10.222.0.42 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716301 Oct 17 18:51:16.745798 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-31f27df0-eac9-4ff2-b298-d519a8417d28 req-7857ff54-e0b2-46a3-a63e-ba6e65f42b83 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831273 Oct 17 18:51:16.855782 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae715cc8-f448-46d6-acbb-1014a8589e8b req-7dfb7541-f67f-48a1-9015-02fe50443329 service neutron] 10.222.0.42 "GET /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380289 Oct 17 18:51:17.947625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413f7-160f-4a79-8283-0cbbd2f31c86 req-5d907944-4eff-4b15-8c71-7d3fb8403ca2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:17.949206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-43f413f7-160f-4a79-8283-0cbbd2f31c86 req-5d907944-4eff-4b15-8c71-7d3fb8403ca2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 943 time: 0.0902517 Oct 17 18:51:17.995435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-43f413f7-160f-4a79-8283-0cbbd2f31c86 req-346deeca-e667-486c-8983-6d2ccc9f4b23 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Oct 17 18:51:19.198240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800a1b6-7b50-49e9-95a2-793b59a4b2a4 req-00c363d7-e2f2-49e5-978e-7ab426faffde tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:19.199683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7800a1b6-7b50-49e9-95a2-793b59a4b2a4 req-00c363d7-e2f2-49e5-978e-7ab426faffde tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 943 time: 0.0899770 Oct 17 18:51:19.243125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7800a1b6-7b50-49e9-95a2-793b59a4b2a4 req-7925ea81-ef4a-44a0-9865-7601077ad4cd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Oct 17 18:51:19.640329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-962fc65a-4c72-487c-a8bb-fbfb6fbbef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:20.437070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155ce2b-d8fd-4149-9381-621b2492ad5c req-0b40e1ee-903c-4195-b6f8-a0022cc642af tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:20.438531 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6155ce2b-d8fd-4149-9381-621b2492ad5c req-0b40e1ee-903c-4195-b6f8-a0022cc642af tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 943 time: 0.0856299 Oct 17 18:51:20.484444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6155ce2b-d8fd-4149-9381-621b2492ad5c req-2ca1df6b-6a40-4b23-b113-d36825ff61a7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Oct 17 18:51:21.100408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a59f964a-c250-4106-b970-54dce18ec95c details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:51:21.238172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a59f964a-c250-4106-b970-54dce18ec95c,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:21.252371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'a59f964a-c250-4106-b970-54dce18ec95c', 'network_id': '2b934c13-30a6-412c-8e6c-0e8878a71a59', 'port_id': 'a59f964a-c250-4106-b970-54dce18ec95c', 'mac_address': 'fa:16:3e:69:10:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a357d72f-afa1-460e-a01e-237c946183ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:51:21.311522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a59f964a-c250-4106-b970-54dce18ec95c is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:21.311899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:21.329451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59f964a-c250-4106-b970-54dce18ec95c {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:51:21.345100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a59f964a-c250-4106-b970-54dce18ec95c,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:21.389115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:21.461764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:21.681047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba472d-7a0e-43fd-8a50-82bca524547b req-c951e189-e045-4074-8fa3-45c75c7ba0e7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:21.683116 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f7ba472d-7a0e-43fd-8a50-82bca524547b req-c951e189-e045-4074-8fa3-45c75c7ba0e7 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 944 time: 0.0902672 Oct 17 18:51:21.726257 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f7ba472d-7a0e-43fd-8a50-82bca524547b req-b585c55d-e935-42b6-9adc-61b718ed35e9 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374534 Oct 17 18:51:21.838331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['a59f964a-c250-4106-b970-54dce18ec95c'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:22.314880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-73fee459-5bc2-474c-8dce-ea57734cac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:22.925251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce148-f346-4e96-b3c6-e92850e9809d req-00e0b062-6421-4967-a0cc-fdc65ca2bf5d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:22.926723 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-598ce148-f346-4e96-b3c6-e92850e9809d req-00e0b062-6421-4967-a0cc-fdc65ca2bf5d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 944 time: 0.0870461 Oct 17 18:51:22.971896 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-598ce148-f346-4e96-b3c6-e92850e9809d req-5efd98d1-7ad8-4b4c-9f60-2d8ad2a1754f tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Oct 17 18:51:23.006220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:23.097818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:23.115684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a59f964a-c250-4106-b970-54dce18ec95c up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:51:23.234302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port a59f964a-c250-4106-b970-54dce18ec95c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:23.239304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port a59f964a-c250-4106-b970-54dce18ec95c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:23.239674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:23.240003 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port a59f964a-c250-4106-b970-54dce18ec95c Oct 17 18:51:23.356426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port a59f964a-c250-4106-b970-54dce18ec95c is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:23.357118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:23.384503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:23.386774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4927c78-f9f2-437f-9a8c-f1777ecb880f" -d '{"events": [{"server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "name": "network-vif-plugged", "status": "completed", "tag": "a59f964a-c250-4106-b970-54dce18ec95c"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:23.394338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a59f964a-c250-4106-b970-54dce18ec95c,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:23.432658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63186e35-2e06-46df-8dd0-5a6d93a09cc8 x-openstack-request-id: req-63186e35-2e06-46df-8dd0-5a6d93a09cc8 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:23.432658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "name": "network-vif-plugged", "status": "completed", "tag": "a59f964a-c250-4106-b970-54dce18ec95c", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:23.432658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63186e35-2e06-46df-8dd0-5a6d93a09cc8 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:23.432658 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63186e35-2e06-46df-8dd0-5a6d93a09cc8'] response: {'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c', 'code': 200} Oct 17 18:51:23.514649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:23.582634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:23.813716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db68a6-c180-4452-9518-bffa24f48c78 req-82eedf4b-6b7d-4d81-b23d-569860d02925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:23.815176 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1db68a6-c180-4452-9518-bffa24f48c78 req-82eedf4b-6b7d-4d81-b23d-569860d02925 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 1098 time: 0.0779750 Oct 17 18:51:23.857460 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1db68a6-c180-4452-9518-bffa24f48c78 req-4b7621d6-9b18-470f-b619-b5e1e70dbef1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Oct 17 18:51:24.170019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d4b6b-1754-4232-af63-dd301d089137 req-c71b3c79-dfec-4257-9387-63b27ed96ba2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:24.171366 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ce9d4b6b-1754-4232-af63-dd301d089137 req-c71b3c79-dfec-4257-9387-63b27ed96ba2 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0909355 Oct 17 18:51:24.215526 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ce9d4b6b-1754-4232-af63-dd301d089137 req-d1019751-9ae0-456a-8306-4e277b2dabbd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Oct 17 18:51:24.566165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:25.517692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc9b55-0e75-4f2f-8318-081e9204bcd4 req-d61e9f47-175f-41e9-bf62-71a8d843617a tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:25.519113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-18fc9b55-0e75-4f2f-8318-081e9204bcd4 req-d61e9f47-175f-41e9-bf62-71a8d843617a tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.1917980 Oct 17 18:51:25.564768 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-18fc9b55-0e75-4f2f-8318-081e9204bcd4 req-fbf61418-b629-4158-91f1-c92790407b4c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Oct 17 18:51:26.183197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:26.758670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e12d03-7655-4ec3-8b09-b0df9d7ea21b req-1141e903-ca4f-47da-9b1f-89e301095eba tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:26.760107 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c9e12d03-7655-4ec3-8b09-b0df9d7ea21b req-1141e903-ca4f-47da-9b1f-89e301095eba tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0858228 Oct 17 18:51:26.806440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c9e12d03-7655-4ec3-8b09-b0df9d7ea21b req-f5b7b182-941c-407a-8859-6803e23564a9 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Oct 17 18:51:27.452340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36819d-c261-4993-b282-408dede857bd req-b0cd814a-d561-42d2-9176-93f9298c34bf tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:27.453872 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d36819d-c261-4993-b282-408dede857bd req-b0cd814a-d561-42d2-9176-93f9298c34bf tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0864840 Oct 17 18:51:27.496891 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4d36819d-c261-4993-b282-408dede857bd req-f2e3f635-fbde-44ee-bc8f-d0e448567e76 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Oct 17 18:51:28.697137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ce937-3f63-47f6-8e3a-0327f0fff825 req-dadd9402-5435-427a-abc4-b4d63ca5b061 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:28.698628 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4e1ce937-3f63-47f6-8e3a-0327f0fff825 req-dadd9402-5435-427a-abc4-b4d63ca5b061 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0885139 Oct 17 18:51:28.742647 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4e1ce937-3f63-47f6-8e3a-0327f0fff825 req-7defb81c-b809-4d3c-9dd1-d67399ea2756 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Oct 17 18:51:29.462593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-61f8a3ca-49d3-4e7d-be7a-bef937bb0173 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:29.463999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-61f8a3ca-49d3-4e7d-be7a-bef937bb0173 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0857232 Oct 17 18:51:29.537782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Deleting port a59f964a-c250-4106-b970-54dce18ec95c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:29.538046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:29.782321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] For port a59f964a-c250-4106-b970-54dce18ec95c, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=a59f964a-c250-4106-b970-54dce18ec95c,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:29.782911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:29.906712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Calling delete_port for a59f964a-c250-4106-b970-54dce18ec95c owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:29.941855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8b12-eb4a-4bbf-9ed4-b81f9ef4d055 req-06a4210d-7ef5-4bda-b9a9-9df462092573 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:29.943307 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e5bc8b12-eb4a-4bbf-9ed4-b81f9ef4d055 req-06a4210d-7ef5-4bda-b9a9-9df462092573 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 945 time: 0.0918303 Oct 17 18:51:29.988217 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e5bc8b12-eb4a-4bbf-9ed4-b81f9ef4d055 req-9eaf596b-1daa-4150-8c84-f2c1d1ceb138 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Oct 17 18:51:30.114332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:30.156553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['836926d2-19f2-4a27-a559-765ecf4dfd26', 'a59f964a-c250-4106-b970-54dce18ec95c'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:30.162873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Pushing event deleted for resources: {'Port': ['ID=a59f964a-c250-4106-b970-54dce18ec95c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:30.201811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.202230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.202571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.202903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.203228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.203554 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.203877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.204193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.204514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.204831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.205746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.206080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:30.271156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] No DVR routers for this DVR port a59f964a-c250-4106-b970-54dce18ec95c on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:51:30.273702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:30.276514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'name': 'network-vif-deleted', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:30.278808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e659add-feec-4df1-9e09-5a921c81c4d0" -d '{"events": [{"server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "name": "network-vif-deleted", "tag": "a59f964a-c250-4106-b970-54dce18ec95c"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:30.329335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608469e-b694-487c-8d2f-af71008d21e2 x-openstack-request-id: req-4608469e-b694-487c-8d2f-af71008d21e2 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:30.329676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d87a01-bd7d-4c4b-bf7a-cf5d1614044c", "name": "network-vif-deleted", "tag": "a59f964a-c250-4106-b970-54dce18ec95c", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:30.329997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4608469e-b694-487c-8d2f-af71008d21e2 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:30.330397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4608469e-b694-487c-8d2f-af71008d21e2'] response: {'server_uuid': '38d87a01-bd7d-4c4b-bf7a-cf5d1614044c', 'name': 'network-vif-deleted', 'tag': 'a59f964a-c250-4106-b970-54dce18ec95c', 'status': 'completed', 'code': 200} Oct 17 18:51:30.349537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ea7802a9-402c-4178-85b4-b2274a4c5eea req-65ee3457-b7b9-413b-8693-cc1ce013b80e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "DELETE /v2.0/ports/a59f964a-c250-4106-b970-54dce18ec95c HTTP/1.1" status: 204 len: 173 time: 0.8782141 Oct 17 18:51:31.161185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-41055915-bc6c-44e1-a408-8447e711d81e req-dff9b591-7f7c-4e69-9518-d46c278e9bef tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d87a01-bd7d-4c4b-bf7a-cf5d1614044c HTTP/1.1" status: 200 len: 210 time: 0.0502069 Oct 17 18:51:32.438806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b19ac-4384-436a-bc81-e5a3de751c22 req-20d163b3-4945-4d36-851f-aa592fab544b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:32.440362 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-246b19ac-4384-436a-bc81-e5a3de751c22 req-20d163b3-4945-4d36-851f-aa592fab544b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0942149 Oct 17 18:51:32.484194 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-246b19ac-4384-436a-bc81-e5a3de751c22 req-11efc5b4-ef28-43dc-a319-20dc4586133b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Oct 17 18:51:32.704728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715164cd-b582-455d-a575-ca4c40dab058 req-2389f5c8-7e19-42a6-9d54-ea217064234e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:32.706422 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-715164cd-b582-455d-a575-ca4c40dab058 req-2389f5c8-7e19-42a6-9d54-ea217064234e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0895336 Oct 17 18:51:32.756223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-715164cd-b582-455d-a575-ca4c40dab058 req-bec28943-4596-47cf-b6b4-87235726a04b tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Oct 17 18:51:32.916429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:51:33.113889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35b38f-910e-4f27-967a-f7d32bbf7874 req-ad4db0e3-c342-4722-b5d2-a6e29c0547f0 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:33.114642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3c35b38f-910e-4f27-967a-f7d32bbf7874 req-ad4db0e3-c342-4722-b5d2-a6e29c0547f0 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Synchronizing usage tracker for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:51:33.146152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a59f964a-c250-4106-b970-54dce18ec95c no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:33.181166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: a59f964a-c250-4106-b970-54dce18ec95c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:51:33.181511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device a59f964a-c250-4106-b970-54dce18ec95c not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:51:33.217622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-3c35b38f-910e-4f27-967a-f7d32bbf7874 req-ad4db0e3-c342-4722-b5d2-a6e29c0547f0 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Unset dirty status for tenant:8807ee9f2013446487e237fde9a975d8 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:51:33.218896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c35b38f-910e-4f27-967a-f7d32bbf7874 req-ad4db0e3-c342-4722-b5d2-a6e29c0547f0 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.1934500 Oct 17 18:51:33.266031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3c35b38f-910e-4f27-967a-f7d32bbf7874 req-5b3a9b18-1b7f-4a98-825c-238911a48afb tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Oct 17 18:51:33.565227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353a818-136c-4c35-9705-5aeab87114af req-0731943f-40f4-4878-a758-db36af092f92 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:33.566714 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5353a818-136c-4c35-9705-5aeab87114af req-0731943f-40f4-4878-a758-db36af092f92 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0909984 Oct 17 18:51:33.611961 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5353a818-136c-4c35-9705-5aeab87114af req-707e2ac6-5148-4063-ae65-0c85e6e16732 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Oct 17 18:51:33.811803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394ac8d-db3e-48cc-b49f-925690c80d1e req-d6d6aaa6-fabd-4cf2-965c-d26435538a80 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:33.813295 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3394ac8d-db3e-48cc-b49f-925690c80d1e req-d6d6aaa6-fabd-4cf2-965c-d26435538a80 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0885158 Oct 17 18:51:33.861846 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3394ac8d-db3e-48cc-b49f-925690c80d1e req-7362c7b4-726d-42cf-a8b1-8bb94a85057d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Oct 17 18:51:34.076916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b40de-e31e-4578-8045-f1a5f98adc34 req-8358e8b9-477a-4e7b-babe-e5bf3993231d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:34.078380 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-566b40de-e31e-4578-8045-f1a5f98adc34 req-8358e8b9-477a-4e7b-babe-e5bf3993231d tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0930336 Oct 17 18:51:34.123972 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-566b40de-e31e-4578-8045-f1a5f98adc34 req-f7b7a271-b09a-494b-a248-1e0143be489e tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Oct 17 18:51:34.878638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cd66d-1aa1-480f-9943-f1f2af723b96 req-36d11912-6657-494a-bcc3-cddf8955ac56 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:34.880075 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d7cd66d-1aa1-480f-9943-f1f2af723b96 req-36d11912-6657-494a-bcc3-cddf8955ac56 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0857079 Oct 17 18:51:34.928444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d7cd66d-1aa1-480f-9943-f1f2af723b96 req-a53fa041-6fbc-45b6-9386-c371ef5e6300 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Oct 17 18:51:36.136936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f815732-5468-45c4-9c99-d68dfb38daa8 req-d7eb207c-2c02-4bb0-9318-f568e7b5b1c6 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:36.139166 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f815732-5468-45c4-9c99-d68dfb38daa8 req-d7eb207c-2c02-4bb0-9318-f568e7b5b1c6 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0933805 Oct 17 18:51:36.182732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f815732-5468-45c4-9c99-d68dfb38daa8 req-b21efbe2-e0ac-4e52-8479-8c704948faf6 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Oct 17 18:51:37.384043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622430b-1da6-4cc4-a926-0055dbe4c93f req-6e6c0b6d-8fa8-4102-933b-b79e07224f8c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:37.385497 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d622430b-1da6-4cc4-a926-0055dbe4c93f req-6e6c0b6d-8fa8-4102-933b-b79e07224f8c tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0902450 Oct 17 18:51:37.431711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d622430b-1da6-4cc4-a926-0055dbe4c93f req-edc2099b-c535-4c29-95ac-8513f537e941 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/security-groups?id=76a61b78-63c2-4523-8b04-d617d9337841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Oct 17 18:51:37.485136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-c1e7d0eb-e376-475e-9f51-ac420e95c2d9 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:37.486463 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-c1e7d0eb-e376-475e-9f51-ac420e95c2d9 tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 946 time: 0.0871611 Oct 17 18:51:37.561202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Deleting port 836926d2-19f2-4a27-a559-765ecf4dfd26 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:37.561555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:37.804017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] For port 836926d2-19f2-4a27-a559-765ecf4dfd26, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=836926d2-19f2-4a27-a559-765ecf4dfd26,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:37.804287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:37.934102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Calling delete_port for 836926d2-19f2-4a27-a559-765ecf4dfd26 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:38.148875 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:38.187544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['836926d2-19f2-4a27-a559-765ecf4dfd26'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:38.304923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Pushing event deleted for resources: {'Port': ['ID=836926d2-19f2-4a27-a559-765ecf4dfd26,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:38.397408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] No DVR routers for this DVR port 836926d2-19f2-4a27-a559-765ecf4dfd26 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:51:38.400152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:38.403263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'name': 'network-vif-deleted', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:38.406141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175aa01-01f6-4851-b20c-ed25ae1810eb" -d '{"events": [{"server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "name": "network-vif-deleted", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:38.451230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cdc024-7838-46e2-a0ee-ee32950bffd3 x-openstack-request-id: req-c1cdc024-7838-46e2-a0ee-ee32950bffd3 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:38.451521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43", "name": "network-vif-deleted", "tag": "836926d2-19f2-4a27-a559-765ecf4dfd26", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:38.451778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1cdc024-7838-46e2-a0ee-ee32950bffd3 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:38.452178 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cdc024-7838-46e2-a0ee-ee32950bffd3'] response: {'server_uuid': '8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43', 'name': 'network-vif-deleted', 'tag': '836926d2-19f2-4a27-a559-765ecf4dfd26', 'status': 'completed', 'code': 200} Oct 17 18:51:38.481730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8b10b1c1-b721-4718-9bf7-9896de5b3463 req-5ae47533-bbed-48ab-aa02-58b2e8ade9bd tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.42 "DELETE /v2.0/ports/836926d2-19f2-4a27-a559-765ecf4dfd26 HTTP/1.1" status: 204 len: 173 time: 0.9879782 Oct 17 18:51:38.600673 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0fe8744-7c55-4599-ad0b-1f177e8405cd req-7b363d20-6380-47e5-bf8b-3537602b079a tempest-ServersNegativeTestJSON-1374836551 tempest-ServersNegativeTestJSON-1374836551-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a083cc0-c7cc-4b65-b71c-2c41dcfdbf43 HTTP/1.1" status: 200 len: 210 time: 0.0534723 Oct 17 18:51:39.699629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48234) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:40.243887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:40.595502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Deleting port d1e5ffc9-adee-4bbc-af37-4902dd15b34b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:40.595751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:40.765450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] For port d1e5ffc9-adee-4bbc-af37-4902dd15b34b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:40.766166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:40.888379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Calling delete_port for d1e5ffc9-adee-4bbc-af37-4902dd15b34b owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:41.209950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 836926d2-19f2-4a27-a559-765ecf4dfd26 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:41.244405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 836926d2-19f2-4a27-a559-765ecf4dfd26 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:51:41.244749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 836926d2-19f2-4a27-a559-765ecf4dfd26 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:51:41.245541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:41.297020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e5ffc9-adee-4bbc-af37-4902dd15b34b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:41.568895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:41.923487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Router 41c8653c-afb2-4323-a0df-21d519007717 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:51:42.101533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:51:42.110339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Sync routers for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:51:42.114864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ec72dd7e-ba7f-4c22-bba9-3a939a15d270 admin admin] 10.222.0.36 "PUT /v2.0/routers/41c8653c-afb2-4323-a0df-21d519007717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4141726 Oct 17 18:51:42.117300 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48238) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:42.119969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:51:42.120567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:51:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:42.297754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:42.328600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:51:42.603646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:42.616771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:51:41Z', 'revision_number': 5, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port': {'id': 'd9f77065-7cf9-4f8d-a37c-fa49f23b72b5', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8653c-afb2-4323-a0df-21d519007717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:50:48Z', 'updated_at': '2022-10-17T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:42.620613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Checking router: 41c8653c-afb2-4323-a0df-21d519007717 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:51:42.630046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Routers {'41c8653c-afb2-4323-a0df-21d519007717'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:51:42.630641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:51:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['41c8653c-afb2-4323-a0df-21d519007717'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:42.680084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Deleting port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:42.680429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:42.789690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] Set router 41c8653c-afb2-4323-a0df-21d519007717 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:51:42.871459 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] For port d9f77065-7cf9-4f8d-a37c-fa49f23b72b5, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:42.871729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:42.897784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:51:42Z', 'revision_number': 6, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:42.901668 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c6c22f-0a67-417e-aad7-c7aae8cb5a8f None None] The sync data for ids ['41c8653c-afb2-4323-a0df-21d519007717'] in dv-neutron-861384-1-hyperv is: [{'id': '41c8653c-afb2-4323-a0df-21d519007717', 'name': 'tempest-ServersNegativeTestJSON-663937020-router', 'tenant_id': '8807ee9f2013446487e237fde9a975d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:50:47Z', 'updated_at': '2022-10-17T18:51:42Z', 'revision_number': 6, 'project_id': '8807ee9f2013446487e237fde9a975d8', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:51:42.997835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Calling delete_port for d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:43.234243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.296735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f77065-7cf9-4f8d-a37c-fa49f23b72b5,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:43.319613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1e5ffc9-adee-4bbc-af37-4902dd15b34b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:43.364663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: d1e5ffc9-adee-4bbc-af37-4902dd15b34b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:51:43.366756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1e5ffc9-adee-4bbc-af37-4902dd15b34b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:51:43.417133 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.593398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.595984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.713927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.714444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c8653c-afb2-4323-a0df-21d519007717 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:51:43.726557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.730125 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2a40194b-6a51-4203-a451-31e50c4bd078 admin admin] 10.222.0.36 "DELETE /v2.0/routers/41c8653c-afb2-4323-a0df-21d519007717 HTTP/1.1" status: 204 len: 168 time: 1.6094441 Oct 17 18:51:43.730383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48242) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:43.790913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Deleting subnet a357d72f-afa1-460e-a01e-237c946183ec {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:51:43.793989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.846206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:43.927888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.039997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.082581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a357d72f-afa1-460e-a01e-237c946183ec,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:44.087494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.093195 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f149dd12-d4ce-4f63-8c11-c9a5d90de1ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a357d72f-afa1-460e-a01e-237c946183ec HTTP/1.1" status: 204 len: 168 time: 0.3617663 Oct 17 18:51:44.095626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48246) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:44.098918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f067df5-8c52-48ed-9993-5f6b446e0312 None None] Network 2b934c13-30a6-412c-8e6c-0e8878a71a59 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:44.203834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.214250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Deleting port 42b241bf-e5e8-44b3-b51d-75e4958e712f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:44.214531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.357969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] DHCP port deletion for 2b934c13-30a6-412c-8e6c-0e8878a71a59 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:51:44.362150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Deleting port 42b241bf-e5e8-44b3-b51d-75e4958e712f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:44.362521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.532227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] For port 42b241bf-e5e8-44b3-b51d-75e4958e712f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=42b241bf-e5e8-44b3-b51d-75e4958e712f,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:44.532589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.569053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] For port 42b241bf-e5e8-44b3-b51d-75e4958e712f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=42b241bf-e5e8-44b3-b51d-75e4958e712f,segment=NetworkSegment(5e7ac437-0110-4b02-8e0b-6feb2f190c55),segment_id=5e7ac437-0110-4b02-8e0b-6feb2f190c55)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:44.569651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.655655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Calling delete_port for 42b241bf-e5e8-44b3-b51d-75e4958e712f owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:44.729288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Calling delete_port for 42b241bf-e5e8-44b3-b51d-75e4958e712f owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:44.811283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.816579 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:51:44.816920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:51:44.859445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Pushing event deleted for resources: {'Port': ['ID=42b241bf-e5e8-44b3-b51d-75e4958e712f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:44.861253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] No DVR routers for this DVR port 42b241bf-e5e8-44b3-b51d-75e4958e712f on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:51:44.974481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:44.999173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b934c13-30a6-412c-8e6c-0e8878a71a59']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:45.015591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7ac437-0110-4b02-8e0b-6feb2f190c55') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:45.015887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7ac437-0110-4b02-8e0b-6feb2f190c55') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:45.027090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.042661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.048567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:51:45.048945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.199107 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 5e7ac437-0110-4b02-8e0b-6feb2f190c55 resource provider aggregate not found Oct 17 18:51:45.211007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.227278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.230269 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 5e7ac437-0110-4b02-8e0b-6feb2f190c55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e7ac437-0110-4b02-8e0b-6feb2f190c55 found for delete ", "request_id": "req-9d984f9c-92a3-47ba-804f-356d80adb9e5"}]} Oct 17 18:51:45.243259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b934c13-30a6-412c-8e6c-0e8878a71a59,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:45.307546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 42b241bf-e5e8-44b3-b51d-75e4958e712f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:45.326215 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8bdaa872-f20b-4a9a-a373-c9b36f5da57c admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b934c13-30a6-412c-8e6c-0e8878a71a59 HTTP/1.1" status: 204 len: 168 time: 1.2295158 Oct 17 18:51:45.332776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Deleting port 42b241bf-e5e8-44b3-b51d-75e4958e712f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:45.333169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.376872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 42b241bf-e5e8-44b3-b51d-75e4958e712f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:51:45.377219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 42b241bf-e5e8-44b3-b51d-75e4958e712f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:51:45.377663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:45.437842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:51:45.438186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d9f77065-7cf9-4f8d-a37c-fa49f23b72b5 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:51:45.444149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-42d3df61-b48f-45af-965d-5c5f9b9fdefa None None] The port '42b241bf-e5e8-44b3-b51d-75e4958e712f' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:51:45.634173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48258) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:45.682759 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c1c7de40-a651-4031-bbc1-9765f71d7f62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8807ee9f2013446487e237fde9a975d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473931 Oct 17 18:51:45.685332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:45.743255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.768765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.873501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.889159 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a61b78-63c2-4523-8b04-d617d9337841,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:45.952152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:45.953309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-68e8b5b5-37f9-40ff-9500-7e01d1f30b4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76a61b78-63c2-4523-8b04-d617d9337841 HTTP/1.1" status: 204 len: 168 time: 0.2670252 Oct 17 18:51:46.963863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48286) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:47.066853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542534791'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:47.071741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:47.075521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:network and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:47.078362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:47.084373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:47.142398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:47.145825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.158539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.176605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:47.180699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:security_group_rule and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:47.183564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:47.189224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:47.276729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.382616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.415667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:51:47.424749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e961bad1-fe97-4ea2-a9ca-066356808aba,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:47.433677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.434021 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Added segment bfb46319-3a9a-4b70-b7f1-bc0f709ec378 of type vlan for network d2d8aeae-3353-4907-bb5c-5d0196057a5f Oct 17 18:51:47.437112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.437916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.438229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.438547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.438864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.439180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:47.468735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.599593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.604992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:47.605592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:47.715802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Network': ['ID=d2d8aeae-3353-4907-bb5c-5d0196057a5f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:47.727103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:51:47.777941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-173bc7ae-23e2-478d-b120-e56c8a3ef88b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8128703 Oct 17 18:51:49.662437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae297944-ac87-453d-abf5-c4e7c8fa4510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:51.161396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48292) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:51.167799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'subnet': {'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:51.289114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:51.292878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:subnet and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:51.296200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:51.302432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:51.428126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:51.431627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:51.742817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:51.828166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Subnet': ['ID=428e5a75-118e-42be-a7a3-532d08c920e7,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:51.835975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking segment: {'id': 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:51.836384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network hostable DHCP agents. Network: d2d8aeae-3353-4907-bb5c-5d0196057a5f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:51:51.954367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:51:52.045450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d2d8aeae-3353-4907-bb5c-5d0196057a5f) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:52.049673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:52.063827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.065007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb686855-acc0-45ff-adcd-6acb36f54090 None None] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:52.120231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-10f357a6-effc-48be-95ea-c55683e2f497 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9576340 Oct 17 18:51:52.125743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48296) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:52.133197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386411900'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:52.139492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:52.143869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:network and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:52.147571 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:52.154825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:52.274368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:52.281770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.322638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d2d8aeae-3353-4907-bb5c-5d0196057a5f', 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f', 'tenant_id': '3b2ed882a91e4ac5aebda5b62c2a7e61', 'fixed_ips': [{'subnet_id': '428e5a75-118e-42be-a7a3-532d08c920e7'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:51:52.322638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.335626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:51:52.345274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.345696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Added segment 7f87e99e-5eb2-4358-bf80-08f987b79512 of type vlan for network 82a2c3ef-df82-439c-be66-de33e64d844d Oct 17 18:51:52.378217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-61454454-2819-4bfb-a275-22254af95ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.392722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.494933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Allocated IP 2001:db8:0:ffff::2 (d2d8aeae-3353-4907-bb5c-5d0196057a5f/428e5a75-118e-42be-a7a3-532d08c920e7/1d39b0ab-580a-45f2-b0b7-bbb045b4cafd) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:51:52.582401 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.588394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:52.588978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.743683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:52.760270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Transition to ACTIVE for port object 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:52.784203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Transition to ACTIVE for port object 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:52.826867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Network': ['ID=82a2c3ef-df82-439c-be66-de33e64d844d,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:52.837362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 82a2c3ef-df82-439c-be66-de33e64d844d details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:51:53.337199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.348001 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-278647f9-d6be-4cd1-b8f5-419a0e1028d7 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2103655 Oct 17 18:51:53.348529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48300) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:53.348529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'subnet': {'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:53.413957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:51:53.417024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:53.421861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:51:53.428393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Pushing event updated for resources: {'Port': ['ID=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:53.470885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.470885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.500303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:53.504517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:subnet and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:53.507922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:53.514699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:53.545669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Attempting to bind port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:51:53.546038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Attempting to bind port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:51:53.546405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Attempting to bind port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd on network d2d8aeae-3353-4907-bb5c-5d0196057a5f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:53.552151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:51:53.552525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Checking segment: {'id': 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:53.552921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.553304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Bound using segment: {'id': 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:51:53.553915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Bound port: 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd2d8aeae-3353-4907-bb5c-5d0196057a5f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:51:53.554319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.654213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] For port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:51:53.657458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] For port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,segment=NetworkSegment(bfb46319-3a9a-4b70-b7f1-bc0f709ec378),segment_id=bfb46319-3a9a-4b70-b7f1-bc0f709ec378)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:51:53.673896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:53.681840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.783350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.892002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Pushing event updated for resources: {'Port': ['ID=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:53.900184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.900525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.900866 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.901218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.901547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.901893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.902214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.902534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.902854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.903758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.903758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:53.903978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa518ab9-f568-4c9f-9be7-b9a05259e435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.057220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.160577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Subnet': ['ID=77c8ef34-13ba-4401-9d41-99de99eb8d12,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:54.170648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking segment: {'id': '7f87e99e-5eb2-4358-bf80-08f987b79512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:54.170940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network hostable DHCP agents. Network: 82a2c3ef-df82-439c-be66-de33e64d844d, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:51:54.376872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network 82a2c3ef-df82-439c-be66-de33e64d844d is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:51:54.502274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 82a2c3ef-df82-439c-be66-de33e64d844d) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:54.506819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:54.507416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.513571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834db714-c4c2-4bbe-ae94-e5d63f9092c7 None None] Network 82a2c3ef-df82-439c-be66-de33e64d844d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:54.636236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.692416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d3a7522b-1de0-4bbb-8732-22ce3ab6f306 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3495572 Oct 17 18:51:54.696896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48304) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:54.792020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-82a2c3ef-df82-439c-be66-de33e64d844d', 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d', 'tenant_id': '3b2ed882a91e4ac5aebda5b62c2a7e61', 'fixed_ips': [{'subnet_id': '77c8ef34-13ba-4401-9d41-99de99eb8d12'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:51:54.793159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.881767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.930615 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73157c62-2166-4ee1-909e-64f0796c4975 None None] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:54.967776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.087698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Allocated IP 2001:db8::2 (82a2c3ef-df82-439c-be66-de33e64d844d/77c8ef34-13ba-4401-9d41-99de99eb8d12/d18702be-0ec4-465d-b7a6-4330e421f704) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:51:55.221518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d47681aa-9ec5-43f0-9e39-d124e486cc37 None None] Provisioning for port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:55.390157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:51:55.483146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.500216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Transition to ACTIVE for port object d18702be-0ec4-465d-b7a6-4330e421f704 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:55.526062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Transition to ACTIVE for port object d18702be-0ec4-465d-b7a6-4330e421f704 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:55.657271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:55.663447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:55.666985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.666985 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd Oct 17 18:51:55.696499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.771503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.795006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Network 82a2c3ef-df82-439c-be66-de33e64d844d is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:51:55.801197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:55.806826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:51:55.811768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Pushing event updated for resources: {'Port': ['ID=d18702be-0ec4-465d-b7a6-4330e421f704,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:55.839361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Subnet': ['ID=77c8ef34-13ba-4401-9d41-99de99eb8d12,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:55.851102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Provisioning complete for port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:55.854216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.854216 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Attempt 1 to provision port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd Oct 17 18:51:55.916025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.944397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a2c3ef-df82-439c-be66-de33e64d844d']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:55.957895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f87e99e-5eb2-4358-bf80-08f987b79512') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:55.958389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f87e99e-5eb2-4358-bf80-08f987b79512') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:55.970512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.991115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.997962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:51:55.998597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.026040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Attempting to bind port d18702be-0ec4-465d-b7a6-4330e421f704 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:51:56.026040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Attempting to bind port d18702be-0ec4-465d-b7a6-4330e421f704 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '7f87e99e-5eb2-4358-bf80-08f987b79512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:51:56.026282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Attempting to bind port d18702be-0ec4-465d-b7a6-4330e421f704 on network 82a2c3ef-df82-439c-be66-de33e64d844d {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:56.029383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:56.029793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.049555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:51:56.049952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Checking segment: {'id': '7f87e99e-5eb2-4358-bf80-08f987b79512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:56.050355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.050744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Bound using segment: {'id': '7f87e99e-5eb2-4358-bf80-08f987b79512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:51:56.051219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Bound port: d18702be-0ec4-465d-b7a6-4330e421f704, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f87e99e-5eb2-4358-bf80-08f987b79512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82a2c3ef-df82-439c-be66-de33e64d844d'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:51:56.051588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.083580 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 7f87e99e-5eb2-4358-bf80-08f987b79512 resource provider aggregate not found Oct 17 18:51:56.113843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 7f87e99e-5eb2-4358-bf80-08f987b79512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f87e99e-5eb2-4358-bf80-08f987b79512 found for delete ", "request_id": "req-da1ee85a-6ded-4362-b405-7c0275aec58d"}]} Oct 17 18:51:56.184380 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,segment=NetworkSegment(bfb46319-3a9a-4b70-b7f1-bc0f709ec378),segment_id=bfb46319-3a9a-4b70-b7f1-bc0f709ec378)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:56.215991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Current status of the port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:56.216370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.228776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:51:56.228776 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:51:56.228776 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '82a2c3ef-df82-439c-be66-de33e64d844d'}] Oct 17 18:51:56.228776 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:51:56.229700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:51:56.238648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] For port d18702be-0ec4-465d-b7a6-4330e421f704, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:51:56.245944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] For port d18702be-0ec4-465d-b7a6-4330e421f704, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d18702be-0ec4-465d-b7a6-4330e421f704,segment=NetworkSegment(7f87e99e-5eb2-4358-bf80-08f987b79512),segment_id=7f87e99e-5eb2-4358-bf80-08f987b79512)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:51:56.320117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.384424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.385584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.443335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:51:56.443688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:51:56.488535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:56.567307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38ba4f-119f-4442-841e-4a2e1a9f1929 None None] Network 82a2c3ef-df82-439c-be66-de33e64d844d requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:56.584575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcecf90-b84d-4469-a6b5-15bb29a50c6b None None] Pushing event updated for resources: {'Port': ['ID=d18702be-0ec4-465d-b7a6-4330e421f704,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:56.731885 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.743545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting port d18702be-0ec4-465d-b7a6-4330e421f704 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:51:56.743959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.821955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b672b-4b5a-4838-8994-ce473666e8dd None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:51:56.909701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b672b-4b5a-4838-8994-ce473666e8dd None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:51:56.976315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] For port d18702be-0ec4-465d-b7a6-4330e421f704, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d18702be-0ec4-465d-b7a6-4330e421f704,segment=NetworkSegment(7f87e99e-5eb2-4358-bf80-08f987b79512),segment_id=7f87e99e-5eb2-4358-bf80-08f987b79512)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:56.976976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.064630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec70cf-1556-495c-9073-6627660e70f5 None None] Current status of the port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:57.105970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Calling delete_port for d18702be-0ec4-465d-b7a6-4330e421f704 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:51:57.302176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.330251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:51:57.349427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Port': ['ID=d18702be-0ec4-465d-b7a6-4330e421f704,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:57.353518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No DVR routers for this DVR port d18702be-0ec4-465d-b7a6-4330e421f704 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:51:57.402254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:57.402648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.402993 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd Oct 17 18:51:57.480008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.505258 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a2c3ef-df82-439c-be66-de33e64d844d']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:57.519564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f87e99e-5eb2-4358-bf80-08f987b79512') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:57.519891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f87e99e-5eb2-4358-bf80-08f987b79512') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:51:57.532315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.533540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:57.549231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.556289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:51:57.556713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.753549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.771794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.785150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Network': ['ID=82a2c3ef-df82-439c-be66-de33e64d844d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:57.790285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fa1995c3-3711-4faa-b8da-84630ddf3efc tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/82a2c3ef-df82-439c-be66-de33e64d844d HTTP/1.1" status: 204 len: 168 time: 3.0919416 Oct 17 18:51:57.795543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48312) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:57.800747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777274841'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:57.805706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:57.809457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:network and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:57.812332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:57.818464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:57.942043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:57.945909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.977043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:51:57.986984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:57.987313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Added segment cd11284d-25f7-4ef5-b15a-110e4bfdcf45 of type vlan for network d69327a4-e1ec-43b2-9c23-cfdc13d69385 Oct 17 18:51:58.014274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:58.090500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:58.096553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:58.097126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:58.176120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 7f87e99e-5eb2-4358-bf80-08f987b79512 resource provider aggregate not found Oct 17 18:51:58.308968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 7f87e99e-5eb2-4358-bf80-08f987b79512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f87e99e-5eb2-4358-bf80-08f987b79512 found for delete ", "request_id": "req-b069530c-bf26-45bc-844d-b027c1ec2c72"}]} Oct 17 18:51:58.321492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Network': ['ID=d69327a4-e1ec-43b2-9c23-cfdc13d69385,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:58.333391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network d69327a4-e1ec-43b2-9c23-cfdc13d69385 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:51:58.376882 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7eac4476-1f7e-4d41-b91e-4e7fbb9e6432 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5802650 Oct 17 18:51:58.380328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:58.386095 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'subnet': {'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:58.498076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:58.502140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:subnet and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:51:58.504958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:51:58.510988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:58.599231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:58.602840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:58.693077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Performing IP validity checks on allocation pools {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:51:58.693582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.ipam_backend_mixin [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:51:58.919465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:58.996441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Subnet': ['ID=098464cb-1154-4c86-966d-d737311a9a3b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:59.004368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking segment: {'id': 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:59.004710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network hostable DHCP agents. Network: d69327a4-e1ec-43b2-9c23-cfdc13d69385, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:51:59.147997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network d69327a4-e1ec-43b2-9c23-cfdc13d69385 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:51:59.245043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, d69327a4-e1ec-43b2-9c23-cfdc13d69385) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:59.251069 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:59.251878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.259754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a2d0c-601c-4125-8721-6c3c8187333c None None] Network d69327a4-e1ec-43b2-9c23-cfdc13d69385 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:51:59.374367 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-343cfb3a-1800-4a39-b29c-7535f8a07ad8 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9899235 Oct 17 18:51:59.374585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48324) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:51:59.509567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-d69327a4-e1ec-43b2-9c23-cfdc13d69385', 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385', 'tenant_id': '3b2ed882a91e4ac5aebda5b62c2a7e61', 'fixed_ips': [{'subnet_id': '098464cb-1154-4c86-966d-d737311a9a3b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:51:59.513939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.530458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.614469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.686778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Allocated IP 2001:db8::3 (d69327a4-e1ec-43b2-9c23-cfdc13d69385/098464cb-1154-4c86-966d-d737311a9a3b/b8fe72aa-efda-4d0a-8533-d0bf78d88ba6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:51:59.905646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.915825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Transition to ACTIVE for port object b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:59.935656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Transition to ACTIVE for port object b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:00.051361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.120549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Network d69327a4-e1ec-43b2-9c23-cfdc13d69385 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:00.123504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:00.127103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:00.133258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Pushing event updated for resources: {'Port': ['ID=b8fe72aa-efda-4d0a-8533-d0bf78d88ba6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:00.159891 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.203694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Subnet': ['ID=098464cb-1154-4c86-966d-d737311a9a3b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:00.271484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Attempting to bind port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:00.271827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Attempting to bind port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:00.272188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Attempting to bind port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 on network d69327a4-e1ec-43b2-9c23-cfdc13d69385 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:00.278023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:00.278950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Checking segment: {'id': 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:00.279351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.279742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Bound using segment: {'id': 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:00.280210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Bound port: b8fe72aa-efda-4d0a-8533-d0bf78d88ba6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:00.280582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.308381 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.345965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69327a4-e1ec-43b2-9c23-cfdc13d69385']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:00.359439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:00.359736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:00.371540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.377947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] For port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:00.381382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] For port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b8fe72aa-efda-4d0a-8533-d0bf78d88ba6,segment=NetworkSegment(cd11284d-25f7-4ef5-b15a-110e4bfdcf45),segment_id=cd11284d-25f7-4ef5-b15a-110e4bfdcf45)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:00.434467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.436733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.443593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:00.444468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:00.514864 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd11284d-25f7-4ef5-b15a-110e4bfdcf45 resource provider aggregate not found Oct 17 18:52:00.553650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd11284d-25f7-4ef5-b15a-110e4bfdcf45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd11284d-25f7-4ef5-b15a-110e4bfdcf45 found for delete ", "request_id": "req-4180c8d2-ea3a-45af-9a60-361ecfb72ffe"}]} Oct 17 18:52:00.563063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83904bea-1efc-43e9-a585-1df075dd82da None None] Pushing event updated for resources: {'Port': ['ID=b8fe72aa-efda-4d0a-8533-d0bf78d88ba6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:00.584804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0dac7-bbf9-4888-b3a8-30d21fe9f3f1 None None] Network d69327a4-e1ec-43b2-9c23-cfdc13d69385 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:00.593705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:52:00.593705 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:52:00.593705 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': 'd69327a4-e1ec-43b2-9c23-cfdc13d69385'}] Oct 17 18:52:00.593705 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:52:00.594177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:52:00.786536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbdf2af-48fd-4fe5-a687-8f98957c1653 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:52:00.876547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdf2af-48fd-4fe5-a687-8f98957c1653 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:52:01.095264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.105999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:01.106871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.322109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] For port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b8fe72aa-efda-4d0a-8533-d0bf78d88ba6,segment=NetworkSegment(cd11284d-25f7-4ef5-b15a-110e4bfdcf45),segment_id=cd11284d-25f7-4ef5-b15a-110e4bfdcf45)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:01.322869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.449804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Calling delete_port for b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:01.633611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.680933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Port': ['ID=b8fe72aa-efda-4d0a-8533-d0bf78d88ba6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:01.685493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No DVR routers for this DVR port b8fe72aa-efda-4d0a-8533-d0bf78d88ba6 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:01.809121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.836731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69327a4-e1ec-43b2-9c23-cfdc13d69385']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:01.848859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:01.849149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd11284d-25f7-4ef5-b15a-110e4bfdcf45') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:01.860117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.875650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.882086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:01.882469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.073331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.188265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.194134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Network': ['ID=d69327a4-e1ec-43b2-9c23-cfdc13d69385,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:02.204154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3c761430-0884-465b-98cf-90ee2d200367 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/d69327a4-e1ec-43b2-9c23-cfdc13d69385 HTTP/1.1" status: 204 len: 168 time: 2.8285377 Oct 17 18:52:02.207763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48332) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:02.212871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823079140'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:02.217584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:02.221420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:network and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:02.224359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:02.230545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:02.318919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:02.322398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.350021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:02.358100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.358428 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Added segment 701bacd1-70ab-40d8-8f53-8020545a9a2e of type vlan for network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 Oct 17 18:52:02.387823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.501906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.507624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:02.509398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.608094 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd11284d-25f7-4ef5-b15a-110e4bfdcf45 resource provider aggregate not found Oct 17 18:52:02.620105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Network': ['ID=9c4de6e0-296f-40ac-a3e0-e0b35c5a9941,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:02.628308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd11284d-25f7-4ef5-b15a-110e4bfdcf45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd11284d-25f7-4ef5-b15a-110e4bfdcf45 found for delete ", "request_id": "req-df111cd5-0cfc-44ec-8349-cbb4c34afc51"}]} Oct 17 18:52:02.631387 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:02.679976 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fe23ef96-c5bb-4346-89f4-72b2dc0241b5 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4711301 Oct 17 18:52:02.683023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 48340) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:02.689357 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'subnet': {'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:02.908620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:02.912335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:subnet and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:02.915129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:02.921226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:02.992774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:02.996207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.284776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.364543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Subnet': ['ID=d77a3aaa-4707-451d-a1e7-a388caf61fb2,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:03.376094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking segment: {'id': '701bacd1-70ab-40d8-8f53-8020545a9a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:03.376451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network hostable DHCP agents. Network: 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:03.438839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:03.507605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:03.511658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:03.512252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.516952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3360fb-98e5-490a-b213-3abb937dcde8 None None] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:03.588703 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-08be85ee-b6cd-42c4-80f8-86a288343621 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9043076 Oct 17 18:52:03.592830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48344) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:03.598593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698821345'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:03.603695 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:03.607407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:network and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:03.610505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:03.616685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:03.673311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:03.676878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.705356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:03.714727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.715078 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Added segment 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 of type vlan for network 824c9d7a-fb82-494d-93e3-c45877593c0c Oct 17 18:52:03.735942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9c4de6e0-296f-40ac-a3e0-e0b35c5a9941', 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941', 'tenant_id': '3b2ed882a91e4ac5aebda5b62c2a7e61', 'fixed_ips': [{'subnet_id': 'd77a3aaa-4707-451d-a1e7-a388caf61fb2'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:03.736843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.742653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.828322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.833932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:03.834546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.894290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Allocated IP 2001:db8::2 (9c4de6e0-296f-40ac-a3e0-e0b35c5a9941/d77a3aaa-4707-451d-a1e7-a388caf61fb2/08214289-bf33-43c4-aa26-a7c1cd695ad4) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:03.938759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Network': ['ID=824c9d7a-fb82-494d-93e3-c45877593c0c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:03.970273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 824c9d7a-fb82-494d-93e3-c45877593c0c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:03.991490 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8541de47-811b-4047-9319-8f9478138580 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3948388 Oct 17 18:52:03.991940 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48348) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:03.997625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Request body: {'subnet': {'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:04.110075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:04.114328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Usage tracker for resource:subnet and tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:04.117177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:04.123060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:04.221832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Made reservation on behalf of 3b2ed882a91e4ac5aebda5b62c2a7e61 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:04.225260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.227304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.238074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Transition to ACTIVE for port object 08214289-bf33-43c4-aa26-a7c1cd695ad4 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:04.257332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Transition to ACTIVE for port object 08214289-bf33-43c4-aa26-a7c1cd695ad4 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:04.336580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.409310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:04.411340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:04.416515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:04.462958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Pushing event updated for resources: {'Port': ['ID=08214289-bf33-43c4-aa26-a7c1cd695ad4,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:04.513766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.533106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Attempting to bind port 08214289-bf33-43c4-aa26-a7c1cd695ad4 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:04.533482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Attempting to bind port 08214289-bf33-43c4-aa26-a7c1cd695ad4 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '701bacd1-70ab-40d8-8f53-8020545a9a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:04.533874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Attempting to bind port 08214289-bf33-43c4-aa26-a7c1cd695ad4 on network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:04.541136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:04.541507 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Checking segment: {'id': '701bacd1-70ab-40d8-8f53-8020545a9a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:04.541939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.542355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Bound using segment: {'id': '701bacd1-70ab-40d8-8f53-8020545a9a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:04.542807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Bound port: 08214289-bf33-43c4-aa26-a7c1cd695ad4, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701bacd1-70ab-40d8-8f53-8020545a9a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9c4de6e0-296f-40ac-a3e0-e0b35c5a9941'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:04.543176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.593623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event updated for resources: {'Subnet': ['ID=13b00019-4175-4f3e-afba-7475c430740b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:04.603933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Checking segment: {'id': '2c24de4e-9409-48a6-acf3-fe6ea8b139a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:04.604276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network hostable DHCP agents. Network: 824c9d7a-fb82-494d-93e3-c45877593c0c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:04.637895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] For port 08214289-bf33-43c4-aa26-a7c1cd695ad4, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:04.641366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] For port 08214289-bf33-43c4-aa26-a7c1cd695ad4, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08214289-bf33-43c4-aa26-a7c1cd695ad4,segment=NetworkSegment(701bacd1-70ab-40d8-8f53-8020545a9a2e),segment_id=701bacd1-70ab-40d8-8f53-8020545a9a2e)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:04.679393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Network 824c9d7a-fb82-494d-93e3-c45877593c0c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:04.702971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.741660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 824c9d7a-fb82-494d-93e3-c45877593c0c) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:04.745622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:04.746227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.758372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58555ccc-4959-42b2-854d-618234ffba4f None None] Network 824c9d7a-fb82-494d-93e3-c45877593c0c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:04.839835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1d08d06e-0b59-47d3-90fb-ec7457b8a012 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8467565 Oct 17 18:52:04.842343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48352) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:04.856368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1bc77-10c2-42e5-918c-247bbdc51ab2 None None] Pushing event updated for resources: {'Port': ['ID=08214289-bf33-43c4-aa26-a7c1cd695ad4,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:05.017947 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.022494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-824c9d7a-fb82-494d-93e3-c45877593c0c', 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c', 'tenant_id': '3b2ed882a91e4ac5aebda5b62c2a7e61', 'fixed_ips': [{'subnet_id': '13b00019-4175-4f3e-afba-7475c430740b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:05.023334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.096936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.187102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Allocated IP 2001:db8::2 (824c9d7a-fb82-494d-93e3-c45877593c0c/13b00019-4175-4f3e-afba-7475c430740b/1e41dfa9-a485-481c-a2a6-25e258e7ceb6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:05.361322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08214289-bf33-43c4-aa26-a7c1cd695ad4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:05.446755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.460005 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Transition to ACTIVE for port object 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:05.482512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Transition to ACTIVE for port object 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:05.553131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 08214289-bf33-43c4-aa26-a7c1cd695ad4 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:05.570723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.633701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.637863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Network 824c9d7a-fb82-494d-93e3-c45877593c0c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:05.640873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:05.644845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:05.650833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Pushing event updated for resources: {'Port': ['ID=1e41dfa9-a485-481c-a2a6-25e258e7ceb6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:05.688043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Subnet': ['ID=13b00019-4175-4f3e-afba-7475c430740b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:05.763211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Attempting to bind port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:05.763714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Attempting to bind port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '2c24de4e-9409-48a6-acf3-fe6ea8b139a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:05.764090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Attempting to bind port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 on network 824c9d7a-fb82-494d-93e3-c45877593c0c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:05.767900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97c86e-4e55-49de-847b-a7a899e4f531 None None] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:05.783243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.785733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:05.786105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Checking segment: {'id': '2c24de4e-9409-48a6-acf3-fe6ea8b139a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:05.786626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.787013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Bound using segment: {'id': '2c24de4e-9409-48a6-acf3-fe6ea8b139a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:05.787477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Bound port: 1e41dfa9-a485-481c-a2a6-25e258e7ceb6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c24de4e-9409-48a6-acf3-fe6ea8b139a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '824c9d7a-fb82-494d-93e3-c45877593c0c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:05.787842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.812295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824c9d7a-fb82-494d-93e3-c45877593c0c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:05.823982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c24de4e-9409-48a6-acf3-fe6ea8b139a1') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:05.824270 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c24de4e-9409-48a6-acf3-fe6ea8b139a1') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:05.836199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.852634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.859340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:05.859724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.924739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 resource provider aggregate not found Oct 17 18:52:05.952209 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 found for delete ", "request_id": "req-2ee8bda6-936e-4ae8-b711-4dce1b421575"}]} Oct 17 18:52:06.000571 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] For port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:06.011409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.db.api [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 18:52:06.011409 dv-neutron-861384-1-hyperv neutron-server[89826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 18:52:06.011409 dv-neutron-861384-1-hyperv neutron-server[89826]: [parameters: {'id': '824c9d7a-fb82-494d-93e3-c45877593c0c'}] Oct 17 18:52:06.011409 dv-neutron-861384-1-hyperv neutron-server[89826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:52:06.011807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG oslo_db.api [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:52:06.013176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Provisioning for port 08214289-bf33-43c4-aa26-a7c1cd695ad4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:06.019074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] For port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1e41dfa9-a485-481c-a2a6-25e258e7ceb6,segment=NetworkSegment(2c24de4e-9409-48a6-acf3-fe6ea8b139a1),segment_id=2c24de4e-9409-48a6-acf3-fe6ea8b139a1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:06.024466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Provisioning complete for port 08214289-bf33-43c4-aa26-a7c1cd695ad4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:06.024834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.025245 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Attempt 1 to provision port 08214289-bf33-43c4-aa26-a7c1cd695ad4 Oct 17 18:52:06.154912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.333063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d55a2-4865-4555-bb89-d2d2dcd85282 None None] Pushing event updated for resources: {'Port': ['ID=1e41dfa9-a485-481c-a2a6-25e258e7ceb6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:06.371867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eda12f-0925-4992-ba6e-d70676ee16f7 None None] Network 824c9d7a-fb82-494d-93e3-c45877593c0c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:06.388042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Current status of the port 08214289-bf33-43c4-aa26-a7c1cd695ad4 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:06.388392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.513060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.525933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:06.526282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.535253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] For port 08214289-bf33-43c4-aa26-a7c1cd695ad4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08214289-bf33-43c4-aa26-a7c1cd695ad4,segment=NetworkSegment(701bacd1-70ab-40d8-8f53-8020545a9a2e),segment_id=701bacd1-70ab-40d8-8f53-8020545a9a2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:06.593821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.674206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87bb86-4c18-4b86-8d47-ee4f6358be27 None None] Pushing event updated for resources: {'Port': ['ID=08214289-bf33-43c4-aa26-a7c1cd695ad4,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:06.691980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995ae5e-1bc6-4095-909c-7eff1782c522 None None] get_active_networks_info from dv-neutron-861384-1-hyperv {{(pid=89828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:52:06.743896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] For port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1e41dfa9-a485-481c-a2a6-25e258e7ceb6,segment=NetworkSegment(2c24de4e-9409-48a6-acf3-fe6ea8b139a1),segment_id=2c24de4e-9409-48a6-acf3-fe6ea8b139a1)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:06.744496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.751172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-21c2aab8-a2e1-4afb-9328-54081ce67a81 None None] Provisioning complete for port 08214289-bf33-43c4-aa26-a7c1cd695ad4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:06.751539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21c2aab8-a2e1-4afb-9328-54081ce67a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:06.751868 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-21c2aab8-a2e1-4afb-9328-54081ce67a81 None None] Attempt 1 to provision port 08214289-bf33-43c4-aa26-a7c1cd695ad4 Oct 17 18:52:06.846245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995ae5e-1bc6-4095-909c-7eff1782c522 None None] Resources bound (agent type, host, resource id): {{(pid=89828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:52:06.865480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Calling delete_port for 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:06.980435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-21c2aab8-a2e1-4afb-9328-54081ce67a81 None None] Current status of the port 08214289-bf33-43c4-aa26-a7c1cd695ad4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:07.044856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.091491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Port': ['ID=1e41dfa9-a485-481c-a2a6-25e258e7ceb6,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:07.096087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No DVR routers for this DVR port 1e41dfa9-a485-481c-a2a6-25e258e7ceb6 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:07.317353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.336446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08214289-bf33-43c4-aa26-a7c1cd695ad4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:07.347333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824c9d7a-fb82-494d-93e3-c45877593c0c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:07.360607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c24de4e-9409-48a6-acf3-fe6ea8b139a1') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:07.360989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c24de4e-9409-48a6-acf3-fe6ea8b139a1') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:07.372356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.388439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.394811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:07.395265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.403250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 08214289-bf33-43c4-aa26-a7c1cd695ad4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:07.403619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.403952 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 08214289-bf33-43c4-aa26-a7c1cd695ad4 Oct 17 18:52:07.521325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 08214289-bf33-43c4-aa26-a7c1cd695ad4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:07.559214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.575972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.588663 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Network': ['ID=824c9d7a-fb82-494d-93e3-c45877593c0c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:07.594622 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d94c067f-ca75-4344-8111-e87517c96206 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/824c9d7a-fb82-494d-93e3-c45877593c0c HTTP/1.1" status: 204 len: 168 time: 2.7492235 Oct 17 18:52:07.596131 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48360) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.634468 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f5375-373d-44f6-afb8-4d58a66d2c55 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] GET failed (client error): The resource could not be found. Oct 17 18:52:07.634898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-442f5375-373d-44f6-afb8-4d58a66d2c55 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Synchronizing usage tracker for tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 on resource:subnet {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:52:07.724262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-442f5375-373d-44f6-afb8-4d58a66d2c55 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Unset dirty status for tenant:3b2ed882a91e4ac5aebda5b62c2a7e61 on resource:subnet {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:52:07.725435 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-442f5375-373d-44f6-afb8-4d58a66d2c55 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "GET /v2.0/subnets/13b00019-4175-4f3e-afba-7475c430740b HTTP/1.1" status: 404 len: 337 time: 0.1284151 Oct 17 18:52:07.739982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48364) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.765100 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-091095b1-5087-4cb7-90ea-a1f6803fac74 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:07.765808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091095b1-5087-4cb7-90ea-a1f6803fac74 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:07.767150 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-091095b1-5087-4cb7-90ea-a1f6803fac74 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/824c9d7a-fb82-494d-93e3-c45877593c0c HTTP/1.1" status: 404 len: 339 time: 0.0262597 Oct 17 18:52:07.770990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48368) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.811302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-232ba106-2182-4ca3-9129-107ac4985a8a tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:07.811820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232ba106-2182-4ca3-9129-107ac4985a8a tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:07.813438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-232ba106-2182-4ca3-9129-107ac4985a8a tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/subnets/13b00019-4175-4f3e-afba-7475c430740b HTTP/1.1" status: 404 len: 337 time: 0.0415885 Oct 17 18:52:07.815960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48372) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.839908 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3ad0a2-6d5c-464f-8423-240b858bce3c tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:07.840354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3ad0a2-6d5c-464f-8423-240b858bce3c tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:07.841920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-aa3ad0a2-6d5c-464f-8423-240b858bce3c tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/824c9d7a-fb82-494d-93e3-c45877593c0c HTTP/1.1" status: 404 len: 339 time: 0.0250838 Oct 17 18:52:07.844958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48376) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.908544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting subnet d77a3aaa-4707-451d-a1e7-a388caf61fb2 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:52:07.911294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.972422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:07.999605 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 resource provider aggregate not found Oct 17 18:52:08.017531 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c24de4e-9409-48a6-acf3-fe6ea8b139a1 found for delete ", "request_id": "req-4d76d6fa-df77-4753-b044-77ae9bfb5c44"}]} Oct 17 18:52:08.063056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.198869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.241175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Subnet': ['ID=d77a3aaa-4707-451d-a1e7-a388caf61fb2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:08.246661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.253264 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22dee6f-1cac-4353-a384-0ab1731a06db None None] Network 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:08.325574 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e98b6640-8575-412d-8610-2fb217569c65 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/subnets/d77a3aaa-4707-451d-a1e7-a388caf61fb2 HTTP/1.1" status: 204 len: 168 time: 0.4795797 Oct 17 18:52:08.328862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48384) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:08.442935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.454844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting port 08214289-bf33-43c4-aa26-a7c1cd695ad4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:08.455097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.508412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] DHCP port deletion for 9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:52:08.512543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Deleting port 08214289-bf33-43c4-aa26-a7c1cd695ad4 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:08.512911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.664734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] For port 08214289-bf33-43c4-aa26-a7c1cd695ad4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08214289-bf33-43c4-aa26-a7c1cd695ad4,segment=NetworkSegment(701bacd1-70ab-40d8-8f53-8020545a9a2e),segment_id=701bacd1-70ab-40d8-8f53-8020545a9a2e)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:08.665094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.753908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] For port 08214289-bf33-43c4-aa26-a7c1cd695ad4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08214289-bf33-43c4-aa26-a7c1cd695ad4,segment=NetworkSegment(701bacd1-70ab-40d8-8f53-8020545a9a2e),segment_id=701bacd1-70ab-40d8-8f53-8020545a9a2e)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:08.754198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.788476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Calling delete_port for 08214289-bf33-43c4-aa26-a7c1cd695ad4 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:08.876079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Calling delete_port for 08214289-bf33-43c4-aa26-a7c1cd695ad4 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:08.981734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.987749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:52:08.988100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:52:09.028027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Port': ['ID=08214289-bf33-43c4-aa26-a7c1cd695ad4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:09.031951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No DVR routers for this DVR port 08214289-bf33-43c4-aa26-a7c1cd695ad4 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:09.153339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.178493 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4de6e0-296f-40ac-a3e0-e0b35c5a9941']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:09.193756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701bacd1-70ab-40d8-8f53-8020545a9a2e') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:09.194050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701bacd1-70ab-40d8-8f53-8020545a9a2e') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:09.205539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.221398 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.227504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:09.227887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.328156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08214289-bf33-43c4-aa26-a7c1cd695ad4 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:52:09.361091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 08214289-bf33-43c4-aa26-a7c1cd695ad4 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:52:09.361438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08214289-bf33-43c4-aa26-a7c1cd695ad4 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:52:09.387236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.404457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.420325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Network': ['ID=9c4de6e0-296f-40ac-a3e0-e0b35c5a9941,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:09.423634 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e718d8bf-02d8-4619-8dad-1fd040ee5d01 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/9c4de6e0-296f-40ac-a3e0-e0b35c5a9941 HTTP/1.1" status: 204 len: 168 time: 1.0938179 Oct 17 18:52:09.426169 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48388) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:09.462903 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04ba442-812d-4573-8fef-985c8da2821f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:09.463344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04ba442-812d-4573-8fef-985c8da2821f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:09.465570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b04ba442-812d-4573-8fef-985c8da2821f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/subnets/098464cb-1154-4c86-966d-d737311a9a3b HTTP/1.1" status: 404 len: 337 time: 0.0378909 Oct 17 18:52:09.468197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48392) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:09.489934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Deleting port 08214289-bf33-43c4-aa26-a7c1cd695ad4 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:09.490338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.492418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c68c0e-bb58-4e67-8e0d-44ea3cf45b3f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:09.492890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c68c0e-bb58-4e67-8e0d-44ea3cf45b3f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:09.494553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48c68c0e-bb58-4e67-8e0d-44ea3cf45b3f tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/d69327a4-e1ec-43b2-9c23-cfdc13d69385 HTTP/1.1" status: 404 len: 339 time: 0.0254297 Oct 17 18:52:09.501701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48396) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:09.539285 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e7334-0733-4d8c-afe0-dad09dd179d3 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:09.539652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e7334-0733-4d8c-afe0-dad09dd179d3 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:09.541313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cf7e7334-0733-4d8c-afe0-dad09dd179d3 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/subnets/77c8ef34-13ba-4401-9d41-99de99eb8d12 HTTP/1.1" status: 404 len: 337 time: 0.0387306 Oct 17 18:52:09.543879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48400) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:09.559826 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-84503a3f-7ecf-4fec-bea4-bf0b37a927e7 None None] The port '08214289-bf33-43c4-aa26-a7c1cd695ad4' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:52:09.571779 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab56e3c2-f031-468c-8c61-7fdfbf0201d2 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] DELETE failed (client error): The resource could not be found. Oct 17 18:52:09.572239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab56e3c2-f031-468c-8c61-7fdfbf0201d2 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:52:09.573902 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ab56e3c2-f031-468c-8c61-7fdfbf0201d2 tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/82a2c3ef-df82-439c-be66-de33e64d844d HTTP/1.1" status: 404 len: 339 time: 0.0291204 Oct 17 18:52:09.576434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48404) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:09.640740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting subnet 428e5a75-118e-42be-a7a3-532d08c920e7 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:52:09.643655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.696598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.873125 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.914699 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:52:09.993166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.038472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Subnet': ['ID=428e5a75-118e-42be-a7a3-532d08c920e7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:10.040404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.047184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e35b1-3c7f-4e9c-9a48-99529ddf79d4 None None] Network d2d8aeae-3353-4907-bb5c-5d0196057a5f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:10.050825 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 701bacd1-70ab-40d8-8f53-8020545a9a2e resource provider aggregate not found Oct 17 18:52:10.055935 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c1031ee0-54e8-4d68-968c-b44a79f31ffa tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/subnets/428e5a75-118e-42be-a7a3-532d08c920e7 HTTP/1.1" status: 204 len: 168 time: 0.4776869 Oct 17 18:52:10.058139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48412) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:10.080748 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 701bacd1-70ab-40d8-8f53-8020545a9a2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 701bacd1-70ab-40d8-8f53-8020545a9a2e found for delete ", "request_id": "req-39fcb8af-9f1d-489e-aba3-1412ed2b1d7e"}]} Oct 17 18:52:10.172038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.182222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Deleting port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:10.182593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.324827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] DHCP port deletion for d2d8aeae-3353-4907-bb5c-5d0196057a5f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:52:10.329209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Deleting port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:10.329822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.388856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] For port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,segment=NetworkSegment(bfb46319-3a9a-4b70-b7f1-bc0f709ec378),segment_id=bfb46319-3a9a-4b70-b7f1-bc0f709ec378)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:10.389213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.516890 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Calling delete_port for 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:10.535320 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] For port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,segment=NetworkSegment(bfb46319-3a9a-4b70-b7f1-bc0f709ec378),segment_id=bfb46319-3a9a-4b70-b7f1-bc0f709ec378)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:10.535718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.644844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.657821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Calling delete_port for 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:10.693082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Port': ['ID=1d39b0ab-580a-45f2-b0b7-bbb045b4cafd,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:10.694898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] No DVR routers for this DVR port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:10.733389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:52:10.733760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:52:10.816172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.845096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d8aeae-3353-4907-bb5c-5d0196057a5f']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:10.856622 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:10.856911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb46319-3a9a-4b70-b7f1-bc0f709ec378') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:10.868117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.884990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.891813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:10.892200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.027431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.044797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.055626 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] Pushing event deleted for resources: {'Network': ['ID=d2d8aeae-3353-4907-bb5c-5d0196057a5f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:11.062932 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-765b95c2-43c0-4e56-b7a1-a9b4faeafd4b tempest-NetworksIpV6Test-1912864328 tempest-NetworksIpV6Test-1912864328-project] 10.222.0.36 "DELETE /v2.0/networks/d2d8aeae-3353-4907-bb5c-5d0196057a5f HTTP/1.1" status: 204 len: 168 time: 1.0006449 Oct 17 18:52:11.235100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Deleting port 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:11.235484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.306568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c8b93a24-588b-48fd-a9bc-0046c6e664ae None None] The port '1d39b0ab-580a-45f2-b0b7-bbb045b4cafd' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:52:11.330379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:52:11.366139 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:52:11.366479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1d39b0ab-580a-45f2-b0b7-bbb045b4cafd not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:52:11.516898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48420) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:11.709887 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cd4753dd-9a7d-4737-a070-9a6410ccf553 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b2ed882a91e4ac5aebda5b62c2a7e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917975 Oct 17 18:52:11.712527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48426) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:11.768915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.794060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.935789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.950285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e961bad1-fe97-4ea2-a9ca-066356808aba,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:11.956471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:11.957693 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-35c8fcdf-ee05-4aa2-9bde-05b249c7d061 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e961bad1-fe97-4ea2-a9ca-066356808aba HTTP/1.1" status: 204 len: 168 time: 0.2442288 Oct 17 18:52:12.099857 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment bfb46319-3a9a-4b70-b7f1-bc0f709ec378 resource provider aggregate not found Oct 17 18:52:12.116926 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment bfb46319-3a9a-4b70-b7f1-bc0f709ec378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfb46319-3a9a-4b70-b7f1-bc0f709ec378 found for delete ", "request_id": "req-af84ca50-aaa4-40ec-9aaa-1a9d3cde9728"}]} Oct 17 18:52:12.931646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48454) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:13.032353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2107418158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:13.038993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:13.042830 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:router and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:13.045676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:13.054859 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:13.124413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.125477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.139724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.256657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.335858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.337084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-93ca5cd9-591e-4016-b025-a088dfd2a1cb tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4044397 Oct 17 18:52:13.339877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48460) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:13.345191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-560344839'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:13.350168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:13.354518 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:network and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:13.357348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:13.363080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:13.440741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Made reservation on behalf of 907ff8f9bbce47acbf3e876cbd876197 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:13.444200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.457250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.471577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:13.475326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:security_group_rule and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:13.478336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:13.483952 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:13.565694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.615702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.650089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:13.655144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a2321c-ec48-499f-8e13-089b934388c0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:13.661803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.662144 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Added segment 0ead6cfe-b51d-427e-b2cd-236359ea6de9 of type vlan for network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 Oct 17 18:52:13.689412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.753094 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.758755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:13.759346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:13.867303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event updated for resources: {'Network': ['ID=5c037d5e-5667-4147-b15c-51ecd89f2dc2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:13.878341 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:13.925418 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3f82fdd5-ef11-4f58-a821-e2e49e1eb083 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5845239 Oct 17 18:52:13.928130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48464) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:13.933662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'subnet': {'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:14.045677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:14.049699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:subnet and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:14.052514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:14.058201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:14.118555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Made reservation on behalf of 907ff8f9bbce47acbf3e876cbd876197 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:14.121918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:14.410385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:14.582879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event updated for resources: {'Subnet': ['ID=6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:14.588106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Checking segment: {'id': '0ead6cfe-b51d-427e-b2cd-236359ea6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:14.588462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Network hostable DHCP agents. Network: 5c037d5e-5667-4147-b15c-51ecd89f2dc2, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:14.678694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:14.770052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 5c037d5e-5667-4147-b15c-51ecd89f2dc2) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:14.773971 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:14.774543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:14.778505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f0175-a60a-443b-842f-0518169328f2 None None] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:14.868579 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-60efecdb-b3ce-4902-9f1b-27c9ac572432 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9391954 Oct 17 18:52:14.872098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48468) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:14.877926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1315296188'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:14.883399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:14.887397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:network and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:14.890393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:14.896340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:14.953066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Made reservation on behalf of 907ff8f9bbce47acbf3e876cbd876197 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:14.956682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:14.983991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:14.992735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:14.993069 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Added segment f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2 of type vlan for network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb Oct 17 18:52:15.022592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.035133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-5c037d5e-5667-4147-b15c-51ecd89f2dc2', 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2', 'tenant_id': '907ff8f9bbce47acbf3e876cbd876197', 'fixed_ips': [{'subnet_id': '6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:15.036053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.124584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.130576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:15.131403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.193467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Allocated IP 172.20.0.2 (5c037d5e-5667-4147-b15c-51ecd89f2dc2/6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1/2c91a523-10e6-4884-b56c-5c5fb9481f39) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:15.238407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event updated for resources: {'Network': ['ID=3095bdb2-9c5d-44b5-a21e-73157dfcadeb,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:15.271141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:15.291095 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b47eedc-f274-4260-affd-cca6239b37cd tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4179111 Oct 17 18:52:15.293840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:15.300605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'subnet': {'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:15.406931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:15.410714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Usage tracker for resource:subnet and tenant:907ff8f9bbce47acbf3e876cbd876197 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:15.413909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:15.420303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:15.490940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.501093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Transition to ACTIVE for port object 2c91a523-10e6-4884-b56c-5c5fb9481f39 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:15.501909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Made reservation on behalf of 907ff8f9bbce47acbf3e876cbd876197 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:15.505405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.519648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Transition to ACTIVE for port object 2c91a523-10e6-4884-b56c-5c5fb9481f39 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:15.621885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.686600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:15.689582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:15.693880 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:15.732141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Pushing event updated for resources: {'Port': ['ID=2c91a523-10e6-4884-b56c-5c5fb9481f39,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:15.793199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.805340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Attempting to bind port 2c91a523-10e6-4884-b56c-5c5fb9481f39 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:15.805810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Attempting to bind port 2c91a523-10e6-4884-b56c-5c5fb9481f39 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '0ead6cfe-b51d-427e-b2cd-236359ea6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:15.812062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Attempting to bind port 2c91a523-10e6-4884-b56c-5c5fb9481f39 on network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:15.812062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:15.812062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Checking segment: {'id': '0ead6cfe-b51d-427e-b2cd-236359ea6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:15.812384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.812674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Bound using segment: {'id': '0ead6cfe-b51d-427e-b2cd-236359ea6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:15.813131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Bound port: 2c91a523-10e6-4884-b56c-5c5fb9481f39, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead6cfe-b51d-427e-b2cd-236359ea6de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5c037d5e-5667-4147-b15c-51ecd89f2dc2'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:15.813497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:15.871691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event updated for resources: {'Subnet': ['ID=11425d40-1aff-4bf1-8eaf-b8a4752d273b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:15.878843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Checking segment: {'id': 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:15.879210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Network hostable DHCP agents. Network: 3095bdb2-9c5d-44b5-a21e-73157dfcadeb, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:15.901142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] For port 2c91a523-10e6-4884-b56c-5c5fb9481f39, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:15.904027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] For port 2c91a523-10e6-4884-b56c-5c5fb9481f39, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2c91a523-10e6-4884-b56c-5c5fb9481f39,segment=NetworkSegment(0ead6cfe-b51d-427e-b2cd-236359ea6de9),segment_id=0ead6cfe-b51d-427e-b2cd-236359ea6de9)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:15.941736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:15.970892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.010003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 3095bdb2-9c5d-44b5-a21e-73157dfcadeb) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:16.014625 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:16.016332 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.028354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9aa97-b05a-4498-b765-ffee059e35b1 None None] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:16.091251 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48e3def7-ed5e-4df3-adc0-1c587c8f4762 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963698 Oct 17 18:52:16.094530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:16.100486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c4cac2ec-f942-4921-98f0-5bfade21e409 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Request body: {'router': {'external_gateway_info': {'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:16.135424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311a439-567f-44a5-bf38-108fa6ecbcf6 None None] Pushing event updated for resources: {'Port': ['ID=2c91a523-10e6-4884-b56c-5c5fb9481f39,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:16.316964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-3095bdb2-9c5d-44b5-a21e-73157dfcadeb', 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb', 'tenant_id': '907ff8f9bbce47acbf3e876cbd876197', 'fixed_ips': [{'subnet_id': '11425d40-1aff-4bf1-8eaf-b8a4752d273b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:16.318125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.479494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Allocated IP 172.21.0.2 (3095bdb2-9c5d-44b5-a21e-73157dfcadeb/11425d40-1aff-4bf1-8eaf-b8a4752d273b/034252bc-efd4-4d89-a3f7-7acf71b396ec) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:16.524449 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c4cac2ec-f942-4921-98f0-5bfade21e409 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.685781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.697268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Transition to ACTIVE for port object 034252bc-efd4-4d89-a3f7-7acf71b396ec will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:16.719669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Transition to ACTIVE for port object 034252bc-efd4-4d89-a3f7-7acf71b396ec will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:16.732087 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.api.v2.resource [None req-c4cac2ec-f942-4921-98f0-5bfade21e409 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:52:16.733136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c4cac2ec-f942-4921-98f0-5bfade21e409 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "PUT /v2.0/routers/b1b4bdec-1434-4674-af0f-985b4e6293ec HTTP/1.1" status: 400 len: 364 time: 0.6374223 Oct 17 18:52:16.739808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48480) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:16.764985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.806984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Deleting subnet 11425d40-1aff-4bf1-8eaf-b8a4752d273b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:52:16.810210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:16.836891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:16.839854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:16.845522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:16.847832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Pushing event updated for resources: {'Port': ['ID=034252bc-efd4-4d89-a3f7-7acf71b396ec,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:16.875823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.003293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Attempting to bind port 034252bc-efd4-4d89-a3f7-7acf71b396ec on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:17.003660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Attempting to bind port 034252bc-efd4-4d89-a3f7-7acf71b396ec by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:17.004018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Attempting to bind port 034252bc-efd4-4d89-a3f7-7acf71b396ec on network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:17.010135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:17.010505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Checking segment: {'id': 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:17.010894 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.011316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Bound using segment: {'id': 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:17.011793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Bound port: 034252bc-efd4-4d89-a3f7-7acf71b396ec, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3095bdb2-9c5d-44b5-a21e-73157dfcadeb'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:17.012135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.072239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a2b1b-8b18-49a4-b639-8c486758287a None None] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:17.078363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.216201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.222021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-159b93e4-b044-417d-9718-75448e086d66 None None] For port 034252bc-efd4-4d89-a3f7-7acf71b396ec, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:17.259000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Subnet': ['ID=11425d40-1aff-4bf1-8eaf-b8a4752d273b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:17.259903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-159b93e4-b044-417d-9718-75448e086d66 None None] For port 034252bc-efd4-4d89-a3f7-7acf71b396ec, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=034252bc-efd4-4d89-a3f7-7acf71b396ec,segment=NetworkSegment(f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2),segment_id=f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:17.264152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.270801 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f73ba9de-ee1e-4a63-9c67-090af86f5944 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "DELETE /v2.0/subnets/11425d40-1aff-4bf1-8eaf-b8a4752d273b HTTP/1.1" status: 204 len: 168 time: 0.5298865 Oct 17 18:52:17.273324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48484) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:17.320775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-72f0a830-c987-4bdc-82d4-760f68ab56ff None None] Provisioning for port 2c91a523-10e6-4884-b56c-5c5fb9481f39 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:17.338613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.393373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.403440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2c91a523-10e6-4884-b56c-5c5fb9481f39 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:17.407684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Deleting port 034252bc-efd4-4d89-a3f7-7acf71b396ec {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:17.408092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.490813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b93e4-b044-417d-9718-75448e086d66 None None] Pushing event updated for resources: {'Port': ['ID=034252bc-efd4-4d89-a3f7-7acf71b396ec,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:17.581988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 2c91a523-10e6-4884-b56c-5c5fb9481f39 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:17.587422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2c91a523-10e6-4884-b56c-5c5fb9481f39 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:17.587949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.588287 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2c91a523-10e6-4884-b56c-5c5fb9481f39 Oct 17 18:52:17.655090 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] For port 034252bc-efd4-4d89-a3f7-7acf71b396ec, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=034252bc-efd4-4d89-a3f7-7acf71b396ec,segment=NetworkSegment(f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2),segment_id=f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:17.656083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.717305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2c91a523-10e6-4884-b56c-5c5fb9481f39 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:17.717839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.754330 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 2c91a523-10e6-4884-b56c-5c5fb9481f39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2c91a523-10e6-4884-b56c-5c5fb9481f39,segment=NetworkSegment(0ead6cfe-b51d-427e-b2cd-236359ea6de9),segment_id=0ead6cfe-b51d-427e-b2cd-236359ea6de9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:17.798203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ab347b4d-1b0a-478e-9dea-3ec2d867c7a4 None None] Provisioning complete for port 2c91a523-10e6-4884-b56c-5c5fb9481f39 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:17.798567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab347b4d-1b0a-478e-9dea-3ec2d867c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.798911 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ab347b4d-1b0a-478e-9dea-3ec2d867c7a4 None None] Attempt 1 to provision port 2c91a523-10e6-4884-b56c-5c5fb9481f39 Oct 17 18:52:17.808485 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Calling delete_port for 034252bc-efd4-4d89-a3f7-7acf71b396ec owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:17.888234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.954294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:17.968924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ab347b4d-1b0a-478e-9dea-3ec2d867c7a4 None None] Current status of the port 2c91a523-10e6-4884-b56c-5c5fb9481f39 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:17.980083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=2c91a523-10e6-4884-b56c-5c5fb9481f39,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:18.007906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Port': ['ID=034252bc-efd4-4d89-a3f7-7acf71b396ec,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:18.009637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] No DVR routers for this DVR port 034252bc-efd4-4d89-a3f7-7acf71b396ec on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:18.139494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.173040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3095bdb2-9c5d-44b5-a21e-73157dfcadeb']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:18.189136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:18.189451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:18.203100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.219954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.227299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:18.227699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.299355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2 resource provider aggregate not found Oct 17 18:52:18.323664 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f85b1c5f-48ef-4f80-ac4f-0554c3d0a0a2 found for delete ", "request_id": "req-ce209056-33c6-4c67-b23a-53674608c671"}]} Oct 17 18:52:18.393127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.411418 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.422784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Network': ['ID=3095bdb2-9c5d-44b5-a21e-73157dfcadeb,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:18.426954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b0be736-404c-457d-9517-7be3a2453b8c tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "DELETE /v2.0/networks/3095bdb2-9c5d-44b5-a21e-73157dfcadeb HTTP/1.1" status: 204 len: 168 time: 1.1526287 Oct 17 18:52:18.429333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48492) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:18.497073 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Deleting subnet 6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:52:18.500213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.560366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.561493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6ee42-530a-44d2-aa4d-9e8c0281f12c None None] DHCP port deletion for 3095bdb2-9c5d-44b5-a21e-73157dfcadeb request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:52:18.576283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd18da2-6b22-44fc-8496-e130fe64b8cc None None] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:18.598745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd18da2-6b22-44fc-8496-e130fe64b8cc None None] Network 3095bdb2-9c5d-44b5-a21e-73157dfcadeb could not be found, it might have been deleted concurrently. {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 18:52:18.600396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9f37dd9f-82ac-4258-8bb3-5e85a00baf24 None None] Could not find standard attr ID for object 034252bc-efd4-4d89-a3f7-7acf71b396ec. {{(pid=89828) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:52:18.644484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.782699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.824975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:18.828386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:18.834657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7c3ed-2a2a-4618-ad52-69632387e523 None None] Network 5c037d5e-5667-4147-b15c-51ecd89f2dc2 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:18.834823 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-41b2eb82-fbc3-45f5-8003-1d10baf36a13 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "DELETE /v2.0/subnets/6e4543c3-7819-4dcb-85ae-aab2d9ddf3c1 HTTP/1.1" status: 204 len: 168 time: 0.4044840 Oct 17 18:52:18.837290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48496) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:19.052045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.063660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Deleting port 2c91a523-10e6-4884-b56c-5c5fb9481f39 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:19.063660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.101142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] DHCP port deletion for 5c037d5e-5667-4147-b15c-51ecd89f2dc2 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:52:19.104903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Deleting port 2c91a523-10e6-4884-b56c-5c5fb9481f39 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:19.105280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.262551 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] For port 2c91a523-10e6-4884-b56c-5c5fb9481f39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2c91a523-10e6-4884-b56c-5c5fb9481f39,segment=NetworkSegment(0ead6cfe-b51d-427e-b2cd-236359ea6de9),segment_id=0ead6cfe-b51d-427e-b2cd-236359ea6de9)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:19.262899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.308688 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] For port 2c91a523-10e6-4884-b56c-5c5fb9481f39, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2c91a523-10e6-4884-b56c-5c5fb9481f39,segment=NetworkSegment(0ead6cfe-b51d-427e-b2cd-236359ea6de9),segment_id=0ead6cfe-b51d-427e-b2cd-236359ea6de9)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:19.309154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.376266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2c91a523-10e6-4884-b56c-5c5fb9481f39 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:52:19.390167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Calling delete_port for 2c91a523-10e6-4884-b56c-5c5fb9481f39 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:19.501315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Calling delete_port for 2c91a523-10e6-4884-b56c-5c5fb9481f39 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:52:19.541841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.577081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No active binding found for port 2c91a523-10e6-4884-b56c-5c5fb9481f39 {{(pid=89828) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 18:52:19.588535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2c91a523-10e6-4884-b56c-5c5fb9481f39 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:52:19.590112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Port': ['ID=2c91a523-10e6-4884-b56c-5c5fb9481f39,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:19.593593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] No DVR routers for this DVR port 2c91a523-10e6-4884-b56c-5c5fb9481f39 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:52:19.609580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:52:19.609963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:52:19.661486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-75dc6384-b838-42f5-a141-92a0efed3a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.717445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.746098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c037d5e-5667-4147-b15c-51ecd89f2dc2']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:19.758594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ead6cfe-b51d-427e-b2cd-236359ea6de9') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:19.759005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ead6cfe-b51d-427e-b2cd-236359ea6de9') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:19.770171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.785496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.791390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:52:19.791772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.970400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.974121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:19.998194 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Pushing event deleted for resources: {'Network': ['ID=5c037d5e-5667-4147-b15c-51ecd89f2dc2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:20.002940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-45bb4172-04b1-4b87-8da3-d15ff80e78c0 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "DELETE /v2.0/networks/5c037d5e-5667-4147-b15c-51ecd89f2dc2 HTTP/1.1" status: 204 len: 168 time: 1.1647077 Oct 17 18:52:20.005901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:20.054602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9063db05-ed97-4d9c-ac31-16324923ace6 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Synchronizing usage tracker for tenant:907ff8f9bbce47acbf3e876cbd876197 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:52:20.111271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Deleting port 2c91a523-10e6-4884-b56c-5c5fb9481f39 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:52:20.111821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.158810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-9063db05-ed97-4d9c-ac31-16324923ace6 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Unset dirty status for tenant:907ff8f9bbce47acbf3e876cbd876197 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:52:20.160367 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9063db05-ed97-4d9c-ac31-16324923ace6 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b4bdec-1434-4674-af0f-985b4e6293ec HTTP/1.1" status: 200 len: 205 time: 0.1535835 Oct 17 18:52:20.163068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48504) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:20.178779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9329e-e6c3-4df4-883a-cbf0f40e5a08 None None] The port '2c91a523-10e6-4884-b56c-5c5fb9481f39' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:52:20.296221 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.407559 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0ead6cfe-b51d-427e-b2cd-236359ea6de9 resource provider aggregate not found Oct 17 18:52:20.424014 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 0ead6cfe-b51d-427e-b2cd-236359ea6de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ead6cfe-b51d-427e-b2cd-236359ea6de9 found for delete ", "request_id": "req-357bdf96-664a-4e5b-b477-055d0be44e42"}]} Oct 17 18:52:20.697737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.699887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.798529 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.799572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Fanout notify agent at l3_agent the message router_deleted on router b1b4bdec-1434-4674-af0f-985b4e6293ec {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:52:20.811165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:20.812765 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2a14c123-2eea-410b-8270-f71129177f26 tempest-RoutersNegativeTest-1499347882 tempest-RoutersNegativeTest-1499347882-project] 10.222.0.36 "DELETE /v2.0/routers/b1b4bdec-1434-4674-af0f-985b4e6293ec HTTP/1.1" status: 204 len: 168 time: 0.6482646 Oct 17 18:52:21.240085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48516) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:21.384721 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-be693dec-ba1b-446c-a8bb-4a14bd73226b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=907ff8f9bbce47acbf3e876cbd876197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434886 Oct 17 18:52:21.387204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48522) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:21.446922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:21.473130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:21.570003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:21.585036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a2321c-ec48-499f-8e13-089b934388c0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:21.590994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:21.592708 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-49402d9f-1eee-45da-aac4-46381af5934a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36a2321c-ec48-499f-8e13-089b934388c0 HTTP/1.1" status: 204 len: 168 time: 0.2040918 Oct 17 18:52:22.318678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c9e66c27-3450-4f8e-828d-c190b6b088c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.511679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48548) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:22.614896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-110251202-network', 'tenant_id': '404625a2272141219317c27495ce1f58'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:22.619685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:22.623452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Usage tracker for resource:network and tenant:404625a2272141219317c27495ce1f58 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:22.626849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:22.632692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:22.730173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Made reservation on behalf of 404625a2272141219317c27495ce1f58 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:22.732509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.745136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.760379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:22.764335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Usage tracker for resource:security_group_rule and tenant:404625a2272141219317c27495ce1f58 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:22.767133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:22.772914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:22.853916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.923962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.954376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:22.962687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f659d266-3b13-4395-ab8a-95eb526e5dc0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:22.968005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:22.968344 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Added segment efb58af6-db57-40eb-8c96-02107239e627 of type vlan for network e84fe647-5496-432c-95ba-3a5577f7dcaf Oct 17 18:52:22.996596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.049779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.112862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.113876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:23.114451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.141588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.212296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] Pushing event updated for resources: {'Network': ['ID=e84fe647-5496-432c-95ba-3a5577f7dcaf,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:23.222354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network e84fe647-5496-432c-95ba-3a5577f7dcaf details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:23.257058 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-25873dae-90a1-4be2-868f-d4a479332e79 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7442768 Oct 17 18:52:23.259836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48554) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:23.265481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Request body: {'subnet': {'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-subnet', 'tenant_id': '404625a2272141219317c27495ce1f58', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:23.273070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:23.274710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Usage tracker for resource:subnet and tenant:404625a2272141219317c27495ce1f58 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:23.277522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:23.284137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:23.347361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Made reservation on behalf of 404625a2272141219317c27495ce1f58 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:23.349707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.615559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.686450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc9d7c8-95d1-486d-896e-c0c6fd983539,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:23.694761 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:23.701509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Network hostable DHCP agents. Network: e84fe647-5496-432c-95ba-3a5577f7dcaf, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:23.781614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:23.860906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, e84fe647-5496-432c-95ba-3a5577f7dcaf) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:23.864776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:23.865346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:23.870119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3637c-d502-47bb-85f9-7f8babcc05c4 None None] Network e84fe647-5496-432c-95ba-3a5577f7dcaf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:23.954091 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-606c078a-14bb-45fc-b44b-38eda20db809 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6929955 Oct 17 18:52:23.957009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48558) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:23.961907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:23.966473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:23.970276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Usage tracker for resource:router and tenant:404625a2272141219317c27495ce1f58 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:23.973144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:23.978870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:24.062503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.063655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.079495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.089466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46479a9-5258-444e-b160-914789360695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-e84fe647-5496-432c-95ba-3a5577f7dcaf', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'tenant_id': '404625a2272141219317c27495ce1f58', 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:24.090478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.245594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-e46479a9-5258-444e-b160-914789360695 None None] Allocated IP 172.20.0.2 (e84fe647-5496-432c-95ba-3a5577f7dcaf/efc9d7c8-95d1-486d-896e-c0c6fd983539/efa20858-6077-40ce-a865-550cd5bfbe2f) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:24.409708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.450760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.460454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e46479a9-5258-444e-b160-914789360695 None None] Transition to ACTIVE for port object efa20858-6077-40ce-a865-550cd5bfbe2f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:24.478104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e46479a9-5258-444e-b160-914789360695 None None] Transition to ACTIVE for port object efa20858-6077-40ce-a865-550cd5bfbe2f will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:24.530441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.584792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.603160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46479a9-5258-444e-b160-914789360695 None None] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:24.605868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-e46479a9-5258-444e-b160-914789360695 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:24.610986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46479a9-5258-444e-b160-914789360695 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:24.613040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46479a9-5258-444e-b160-914789360695 None None] Pushing event updated for resources: {'Port': ['ID=efa20858-6077-40ce-a865-550cd5bfbe2f,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:24.712631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e46479a9-5258-444e-b160-914789360695 None None] Attempting to bind port efa20858-6077-40ce-a865-550cd5bfbe2f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:24.713004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e46479a9-5258-444e-b160-914789360695 None None] Attempting to bind port efa20858-6077-40ce-a865-550cd5bfbe2f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:24.713364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46479a9-5258-444e-b160-914789360695 None None] Attempting to bind port efa20858-6077-40ce-a865-550cd5bfbe2f on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:24.719063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46479a9-5258-444e-b160-914789360695 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:24.719477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46479a9-5258-444e-b160-914789360695 None None] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:24.719930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.720329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46479a9-5258-444e-b160-914789360695 None None] Bound using segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:24.720810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-e46479a9-5258-444e-b160-914789360695 None None] Bound port: efa20858-6077-40ce-a865-550cd5bfbe2f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:24.721187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.770664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.800701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.811214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e46479a9-5258-444e-b160-914789360695 None None] For port efa20858-6077-40ce-a865-550cd5bfbe2f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:24.814206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-e46479a9-5258-444e-b160-914789360695 None None] For port efa20858-6077-40ce-a865-550cd5bfbe2f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=efa20858-6077-40ce-a865-550cd5bfbe2f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:24.884952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e46479a9-5258-444e-b160-914789360695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:24.960344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46479a9-5258-444e-b160-914789360695 None None] Pushing event updated for resources: {'Port': ['ID=efa20858-6077-40ce-a865-550cd5bfbe2f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:25.045197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Allocated IP 172.26.2.172 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/a9a9523f-9c5c-4392-9bf9-b167efe9a8ad) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:25.214110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:25.307922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:25.374602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:25.377745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device efa20858-6077-40ce-a865-550cd5bfbe2f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:25.378294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:25.380773 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:25.423584 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:25.501398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port efa20858-6077-40ce-a865-550cd5bfbe2f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:25.868596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:25.913432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215d1ab5-7b87-4f37-a6ef-d1a19c41435e None None] Network e84fe647-5496-432c-95ba-3a5577f7dcaf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:26.035152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Provisioning for port efa20858-6077-40ce-a865-550cd5bfbe2f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:26.042607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Provisioning complete for port efa20858-6077-40ce-a865-550cd5bfbe2f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:26.042986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.043320 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Attempt 1 to provision port efa20858-6077-40ce-a865-550cd5bfbe2f Oct 17 18:52:26.214552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.244311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.311211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Current status of the port efa20858-6077-40ce-a865-550cd5bfbe2f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:26.311589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.348872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] For port efa20858-6077-40ce-a865-550cd5bfbe2f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=efa20858-6077-40ce-a865-550cd5bfbe2f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:26.410070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.461754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:52:26.485903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c287818-3a29-4fc1-b0aa-c4da6738747e None None] Pushing event updated for resources: {'Port': ['ID=efa20858-6077-40ce-a865-550cd5bfbe2f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:26.534449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-19146d56-b7c2-4281-aab9-b8a5dc1743b7 None None] Provisioning complete for port efa20858-6077-40ce-a865-550cd5bfbe2f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:26.534824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-19146d56-b7c2-4281-aab9-b8a5dc1743b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.535192 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-19146d56-b7c2-4281-aab9-b8a5dc1743b7 None None] Attempt 1 to provision port efa20858-6077-40ce-a865-550cd5bfbe2f Oct 17 18:52:26.763951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:52:26.773570 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Sync routers for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:52:26.784833 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:26.786024 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:26.795105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-19146d56-b7c2-4281-aab9-b8a5dc1743b7 None None] Current status of the port efa20858-6077-40ce-a865-550cd5bfbe2f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:26.845804 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:26.846818 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bfbd3e9b-8f5f-4732-91d2-13679d4286f1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8887501 Oct 17 18:52:26.849510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48562) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:26.996856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:27.279670 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:25Z', 'revision_number': 3, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:27.284067 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Checking router: d8c7ed6f-c123-4bdf-a68c-4e65be0c543c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:52:27.284381 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Updating router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:52:27.339672 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.345402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device efa20858-6077-40ce-a865-550cd5bfbe2f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:27.413794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port efa20858-6077-40ce-a865-550cd5bfbe2f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:27.414166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.414500 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port efa20858-6077-40ce-a865-550cd5bfbe2f Oct 17 18:52:27.531369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.536304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port efa20858-6077-40ce-a865-550cd5bfbe2f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:27.680827 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.691997 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Transition to ACTIVE for port object a9a9523f-9c5c-4392-9bf9-b167efe9a8ad will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:27.735502 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Allocated IP 172.20.0.1 (e84fe647-5496-432c-95ba-3a5577f7dcaf/efc9d7c8-95d1-486d-896e-c0c6fd983539/23ad3792-f33b-41c2-b5a0-4bb9978c6d94) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:27.764395 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.827408 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Attempting to bind port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:27.828132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Attempting to bind port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:27.828132 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Attempting to bind port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:27.836435 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:27.836786 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:27.837178 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.837562 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:27.838040 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Bound port: a9a9523f-9c5c-4392-9bf9-b167efe9a8ad, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:27.838403 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.881176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.884869 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Pushing event updated for resources: {'Port': ['ID=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:27.896530 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.896730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Transition to ACTIVE for port object 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:27.896869 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.897201 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.897532 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.897885 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.898209 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.898531 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.898853 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.899168 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.899489 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.899804 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.900117 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:27.927423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] For port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:27.930465 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] For port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:27.959112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:27.993555 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.026705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:28.029693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:28.034062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:28.068637 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce82f-7730-4a71-8334-ffa5770f041b None None] Pushing event updated for resources: {'Port': ['ID=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:28.068873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Pushing event updated for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:28.070939 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:28.071495 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:28.093970 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.261466 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:28.369861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Provisioning for port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:28.376134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Provisioning complete for port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:28.376337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.376438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.377066 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 1 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:28.440218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:28.573675 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:25Z', 'revision_number': 3, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:28.578325 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1fd6-5530-40c7-afef-84603a8a7922 None None] The sync data for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv is: [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:25Z', 'revision_number': 3, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:52:28.607880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.684138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.810688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:28.814881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Pushing event updated for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:28.941341 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 2 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:28.957451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:28.958692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:29.008365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:29.159406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:52:29.348425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:52:29.358217 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-98880968-0010-4a10-a0fe-5c009d49bc2e admin admin] 10.222.0.36 "PUT /v2.0/routers/d8c7ed6f-c123-4bdf-a68c-4e65be0c543c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045147 Oct 17 18:52:29.376607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9a9523f-9c5c-4392-9bf9-b167efe9a8ad up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:29.509342 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 3 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:29.541640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:29.559855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:29.560225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:29.560559 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad Oct 17 18:52:29.616009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:29.691075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:29.691459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:29.708162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:29.804811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:29.877732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:30.079742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Sync routers for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:52:30.083732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:30.089256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:30.089406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1636293460-network', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:30.089902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:30.094262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:30.098250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Usage tracker for resource:network and tenant:f06f710c264442bab1cb87aac3634d13 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:30.101233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:30.106965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:30.145192 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 4 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:30.170223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Made reservation on behalf of f06f710c264442bab1cb87aac3634d13 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:30.173053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.185273 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.200354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:30.204204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Usage tracker for resource:security_group_rule and tenant:f06f710c264442bab1cb87aac3634d13 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:30.207042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:30.212647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:30.277042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:30.299863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.310607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:30.369958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.402416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:52:30.410965 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e398817f-4b28-45c0-aa44-2f953bbc6bc2,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:30.416408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.419260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Added segment 0158ed4d-cc5a-41ec-9342-1c9a4d163ea1 of type vlan for network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 Oct 17 18:52:30.444339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.558686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.559582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:30.560166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.662992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:28Z', 'revision_number': 4, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '23ad3792-f33b-41c2-b5a0-4bb9978c6d94', 'name': '', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'tenant_id': '404625a2272141219317c27495ce1f58', 'mac_address': 'fa:16:3e:9e:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:27Z', 'updated_at': '2022-10-17T18:52:28Z', 'revision_number': 2, 'project_id': '404625a2272141219317c27495ce1f58', 'subnets': [{'id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:30.665075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] Pushing event updated for resources: {'Network': ['ID=4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:30.666994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Checking router: d8c7ed6f-c123-4bdf-a68c-4e65be0c543c for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:52:30.667344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Updating router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:52:30.691997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:52:30.739903 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-38595ec8-e91a-48c5-8784-bf155ae21a5b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6517310 Oct 17 18:52:30.740168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48584) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:30.745482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Request body: {'subnet': {'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-subnet', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:30.751275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:30.754835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Usage tracker for resource:subnet and tenant:f06f710c264442bab1cb87aac3634d13 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:30.757969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:30.763661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:30.777581 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 5 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:30.844501 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Made reservation on behalf of f06f710c264442bab1cb87aac3634d13 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:30.846748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.851447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:30.874975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:31.112861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.186099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15b175e-96e3-421c-b2e7-1e4a7437159d,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:31.199133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Checking segment: {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:31.201100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Network hostable DHCP agents. Network: 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:52:31.206094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.218557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Transition to ACTIVE for port object 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:31.330005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:52:31.342128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9a9523f-9c5c-4392-9bf9-b167efe9a8ad up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:31.381755 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 6 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:31.421852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.444351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:31.449031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:31.453228 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.504063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79e681-60b1-4219-ac98-6c977b9a4b81 None None] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:31.565795 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-acf3647e-952b-48ba-9b6d-f38afc555b86 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8243840 Oct 17 18:52:31.575164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48588) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:31.580222 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:31.584988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:31.588879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Usage tracker for resource:router and tenant:f06f710c264442bab1cb87aac3634d13 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:31.591700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:31.598861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:31.658299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:31.690196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.691243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.699844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609461a7-0657-4312-8771-8ba7ebb6d44d None None] Pushing event updated for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:31.708810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.770917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Attempting to bind port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:31.771280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Attempting to bind port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:31.771741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Attempting to bind port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:31.777824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:31.778187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.778514 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad Oct 17 18:52:31.809945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:31.810314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:31.810707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.811112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Bound using segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:31.811577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Bound port: 23ad3792-f33b-41c2-b5a0-4bb9978c6d94, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:31.811946 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.049505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'fixed_ips': [{'subnet_id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:52:32.050395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.117539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] For port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:32.151821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.159557 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 7 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:32.194848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] For port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:32.220812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:32.252746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:32.256620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.363057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:32.363675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:32.500075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609461a7-0657-4312-8771-8ba7ebb6d44d None None] Pushing event updated for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:32.516251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Allocated IP 172.20.0.2 (4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078/f15b175e-96e3-421c-b2e7-1e4a7437159d/e65e3db1-5875-4b15-9ddf-77939d8d44bd) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:32.526786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.556728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.646308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:32.693999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Allocated IP 172.26.2.152 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/b62dc35a-a468-4827-a5d7-744d46625bb9) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:32.807999 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Attempt 8 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:32.854610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.975877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.038327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e46ffde-b0e1-4306-85aa-38378cc67c04 None None] Port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:52:33.045458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:33.049128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:33.052787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:33.065967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.088171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Transition to ACTIVE for port object e65e3db1-5875-4b15-9ddf-77939d8d44bd will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:33.088504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b62dc35a-a468-4827-a5d7-744d46625bb9,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:33.139186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Transition to ACTIVE for port object e65e3db1-5875-4b15-9ddf-77939d8d44bd will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:33.180523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:28Z', 'revision_number': 4, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '23ad3792-f33b-41c2-b5a0-4bb9978c6d94', 'name': '', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'tenant_id': '404625a2272141219317c27495ce1f58', 'mac_address': 'fa:16:3e:9e:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:27Z', 'updated_at': '2022-10-17T18:52:32Z', 'revision_number': 4, 'project_id': '404625a2272141219317c27495ce1f58', 'subnets': [{'id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:33.184491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb18ac2-c454-4052-91cc-c8365ef300b5 None None] The sync data for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv is: [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:28Z', 'revision_number': 4, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '23ad3792-f33b-41c2-b5a0-4bb9978c6d94', 'name': '', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'tenant_id': '404625a2272141219317c27495ce1f58', 'mac_address': 'fa:16:3e:9e:44:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:27Z', 'updated_at': '2022-10-17T18:52:32Z', 'revision_number': 4, 'project_id': '404625a2272141219317c27495ce1f58', 'subnets': [{'id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:52:33.239275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.345099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:33.347958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:33.352779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:33.355049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Pushing event updated for resources: {'Port': ['ID=e65e3db1-5875-4b15-9ddf-77939d8d44bd,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:33.450143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:33.519100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Attempting to bind port e65e3db1-5875-4b15-9ddf-77939d8d44bd on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:33.519483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Attempting to bind port e65e3db1-5875-4b15-9ddf-77939d8d44bd by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:33.519844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Attempting to bind port e65e3db1-5875-4b15-9ddf-77939d8d44bd on network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:33.529079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:33.529469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Checking segment: {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:33.529875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.530821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Bound using segment: {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:33.531285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Bound port: e65e3db1-5875-4b15-9ddf-77939d8d44bd, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:33.531661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.692623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] For port e65e3db1-5875-4b15-9ddf-77939d8d44bd, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:33.696012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] For port e65e3db1-5875-4b15-9ddf-77939d8d44bd, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e65e3db1-5875-4b15-9ddf-77939d8d44bd,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:33.697887 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.719339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:33.724986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:33.725351 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.726521 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:33.773311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.869871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0570788-95e2-49b3-8e49-e403b517726b None None] Pushing event updated for resources: {'Port': ['ID=e65e3db1-5875-4b15-9ddf-77939d8d44bd,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:33.929094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:33.929481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:33.965702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:34.036821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:34.128615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:34.141682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:34.478588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Router d94eee24-490b-4bbf-92db-4c0e93a0744e is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:52:34.660898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:52:34.670634 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Sync routers for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:52:34.684043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:34.684637 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:34.769969 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:34.771814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-210b89e8-6792-419d-be82-0ed9054375b3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1956553 Oct 17 18:52:34.774465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 48592) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:34.837480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f756d53-6079-417a-9745-a3e148d7e425 None None] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:52:34.873478 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:34.997584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-652a4ca6-f933-4eb1-9129-c21d9c3e6eaf None None] Provisioning for port e65e3db1-5875-4b15-9ddf-77939d8d44bd completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:35.184640 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:33Z', 'revision_number': 3, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:35.189967 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Checking router: d94eee24-490b-4bbf-92db-4c0e93a0744e for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:52:35.190315 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Updating router d94eee24-490b-4bbf-92db-4c0e93a0744e port b62dc35a-a468-4827-a5d7-744d46625bb9 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:52:35.245870 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.480118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:35.553304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:35.553766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.554315 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 Oct 17 18:52:35.619224 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.633270 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Transition to ACTIVE for port object b62dc35a-a468-4827-a5d7-744d46625bb9 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:35.660443 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.676032 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:35.677140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e65e3db1-5875-4b15-9ddf-77939d8d44bd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:35.718531 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.787922 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Attempting to bind port b62dc35a-a468-4827-a5d7-744d46625bb9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:35.788285 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Attempting to bind port b62dc35a-a468-4827-a5d7-744d46625bb9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:35.788641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Attempting to bind port b62dc35a-a468-4827-a5d7-744d46625bb9 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:35.797830 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:35.799165 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:35.799165 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.799165 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:35.799456 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Bound port: b62dc35a-a468-4827-a5d7-744d46625bb9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:35.799797 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.821420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e65e3db1-5875-4b15-9ddf-77939d8d44bd completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:35.827431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e65e3db1-5875-4b15-9ddf-77939d8d44bd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:35.827431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.827431 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e65e3db1-5875-4b15-9ddf-77939d8d44bd Oct 17 18:52:35.846304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2de532-6149-4183-96bf-efb2c46f719b None None] Pushing event updated for resources: {'Port': ['ID=b62dc35a-a468-4827-a5d7-744d46625bb9,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:35.870088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Allocated IP 172.20.0.1 (4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078/f15b175e-96e3-421c-b2e7-1e4a7437159d/940b3308-f5db-4d3c-b13b-48edced7a0b0) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:35.882386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] For port b62dc35a-a468-4827-a5d7-744d46625bb9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:35.886051 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] For port b62dc35a-a468-4827-a5d7-744d46625bb9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b62dc35a-a468-4827-a5d7-744d46625bb9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:35.949323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e65e3db1-5875-4b15-9ddf-77939d8d44bd is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:35.949726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.959026 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:35.986691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port e65e3db1-5875-4b15-9ddf-77939d8d44bd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e65e3db1-5875-4b15-9ddf-77939d8d44bd,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:36.019934 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:36.020538 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:36.031790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.046832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Transition to ACTIVE for port object 940b3308-f5db-4d3c-b13b-48edced7a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:36.061124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.129707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=e65e3db1-5875-4b15-9ddf-77939d8d44bd,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:36.147366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.163378 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2de532-6149-4183-96bf-efb2c46f719b None None] Pushing event updated for resources: {'Port': ['ID=b62dc35a-a468-4827-a5d7-744d46625bb9,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:36.208868 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:36.218967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:36.221880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:36.225757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:36.257550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Pushing event updated for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:36.284679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.475140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.529933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Provisioning for port 940b3308-f5db-4d3c-b13b-48edced7a0b0 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:36.535841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Provisioning complete for port 940b3308-f5db-4d3c-b13b-48edced7a0b0 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:36.538821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.538821 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 1 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:36.539044 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:33Z', 'revision_number': 3, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:36.541641 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b702c-b20e-476c-8f00-83dc5fa04a8e None None] The sync data for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv is: [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:33Z', 'revision_number': 3, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:52:36.608058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:36.705425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.766512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.881842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.885243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Pushing event updated for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:37.029331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:37.031206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:37.109563 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 2 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:37.181717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:37.246570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Router d94eee24-490b-4bbf-92db-4c0e93a0744e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:52:37.433951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b62dc35a-a468-4827-a5d7-744d46625bb9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:37.546810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:52:37.555835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-02d28dd2-a684-4c78-9da6-fd1ac9a49854 admin admin] 10.222.0.36 "PUT /v2.0/routers/d94eee24-490b-4bbf-92db-4c0e93a0744e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7803650 Oct 17 18:52:37.564089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b62dc35a-a468-4827-a5d7-744d46625bb9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:37.569314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b62dc35a-a468-4827-a5d7-744d46625bb9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:37.569709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:37.570045 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b62dc35a-a468-4827-a5d7-744d46625bb9 Oct 17 18:52:37.683684 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 3 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:37.730438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b62dc35a-a468-4827-a5d7-744d46625bb9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:37.730820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:37.756227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b62dc35a-a468-4827-a5d7-744d46625bb9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b62dc35a-a468-4827-a5d7-744d46625bb9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:37.757269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:37.861259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:37.862188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e65e3db1-5875-4b15-9ddf-77939d8d44bd up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:37.980479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b62dc35a-a468-4827-a5d7-744d46625bb9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:37.992846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e65e3db1-5875-4b15-9ddf-77939d8d44bd triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:37.993345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:37.993705 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e65e3db1-5875-4b15-9ddf-77939d8d44bd Oct 17 18:52:38.121013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e65e3db1-5875-4b15-9ddf-77939d8d44bd is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:38.124490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Sync routers for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:52:38.133938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:38.134516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:38.283148 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 4 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:38.367172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:38.399751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:38.426581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-51090d91-fe50-43ee-b52d-587efabd2c36 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:38.428033 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-51090d91-fe50-43ee-b52d-587efabd2c36 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.1513841 Oct 17 18:52:38.443200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-de330477-9f7a-48fb-ae73-432cf4d02676 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/quotas/404625a2272141219317c27495ce1f58 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Oct 17 18:52:38.537543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-596bcce7-cb38-4f25-b788-0da744243a9f tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884776 Oct 17 18:52:38.678537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-b2021f06-5efc-488e-ba8a-fedc69b1a6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287112 Oct 17 18:52:38.714926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:36Z', 'revision_number': 4, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '940b3308-f5db-4d3c-b13b-48edced7a0b0', 'name': '', 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'mac_address': 'fa:16:3e:d4:4d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:35Z', 'updated_at': '2022-10-17T18:52:36Z', 'revision_number': 2, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'subnets': [{'id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:38.719288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Checking router: d94eee24-490b-4bbf-92db-4c0e93a0744e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:52:38.719640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Updating router d94eee24-490b-4bbf-92db-4c0e93a0744e port 940b3308-f5db-4d3c-b13b-48edced7a0b0 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:52:38.772047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:38.814865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-d372642d-3d60-4d92-922f-91f6f6c0a2ba service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301379 Oct 17 18:52:38.877524 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 5 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:38.953964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:39.166537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.179610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Transition to ACTIVE for port object 940b3308-f5db-4d3c-b13b-48edced7a0b0 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:39.228150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-601bcf21-615f-41d0-a878-f682086ff11e req-e757edf2-d507-48be-97a9-afdbb13b36c0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:52:39.249581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.312941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-601bcf21-615f-41d0-a878-f682086ff11e req-e757edf2-d507-48be-97a9-afdbb13b36c0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:52:39.314394 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-601bcf21-615f-41d0-a878-f682086ff11e req-e757edf2-d507-48be-97a9-afdbb13b36c0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 210 time: 0.2500424 Oct 17 18:52:39.362034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b62dc35a-a468-4827-a5d7-744d46625bb9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:39.455688 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 6 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:39.481683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dfdd-c3a8-4e32-b44c-f0d2af1b6cb1 None None] Pushing event updated for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:39.570737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Attempting to bind port 940b3308-f5db-4d3c-b13b-48edced7a0b0 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:39.571099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Attempting to bind port 940b3308-f5db-4d3c-b13b-48edced7a0b0 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:39.571453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Attempting to bind port 940b3308-f5db-4d3c-b13b-48edced7a0b0 on network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:39.577653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:39.581343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:39.581733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Checking segment: {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:39.582129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.582513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Bound using segment: {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:39.582968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Bound port: 940b3308-f5db-4d3c-b13b-48edced7a0b0, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:39.583334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.603616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b62dc35a-a468-4827-a5d7-744d46625bb9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:39.603974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.604297 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b62dc35a-a468-4827-a5d7-744d46625bb9 Oct 17 18:52:39.766684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] For port 940b3308-f5db-4d3c-b13b-48edced7a0b0, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:39.770234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] For port 940b3308-f5db-4d3c-b13b-48edced7a0b0, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=940b3308-f5db-4d3c-b13b-48edced7a0b0,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:39.823550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b62dc35a-a468-4827-a5d7-744d46625bb9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:39.833064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:39.890890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:39.891498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:52:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:40.034170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dfdd-c3a8-4e32-b44c-f0d2af1b6cb1 None None] Pushing event updated for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:40.079324 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Attempt 7 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:40.103332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:40.320193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-06d164cb-12a4-48b6-80d6-0961eab32a21 None None] Port 940b3308-f5db-4d3c-b13b-48edced7a0b0 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:52:40.463047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:36Z', 'revision_number': 4, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '940b3308-f5db-4d3c-b13b-48edced7a0b0', 'name': '', 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'mac_address': 'fa:16:3e:d4:4d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:35Z', 'updated_at': '2022-10-17T18:52:39Z', 'revision_number': 4, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'subnets': [{'id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:40.467099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94d018-81dc-406b-a637-c51ce4848c72 None None] The sync data for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv is: [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:52:36Z', 'revision_number': 4, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '940b3308-f5db-4d3c-b13b-48edced7a0b0', 'name': '', 'network_id': '4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'mac_address': 'fa:16:3e:d4:4d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:35Z', 'updated_at': '2022-10-17T18:52:39Z', 'revision_number': 4, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'subnets': [{'id': 'f15b175e-96e3-421c-b2e7-1e4a7437159d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:52:40.481392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bb607f12-be75-4e7e-b8f1-8dbbb51aeef7 req-78595c9f-b7e5-489c-adc5-240ca02f68bb tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 210 time: 0.0537868 Oct 17 18:52:41.376793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 940b3308-f5db-4d3c-b13b-48edced7a0b0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:41.524447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 940b3308-f5db-4d3c-b13b-48edced7a0b0 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:41.529706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 940b3308-f5db-4d3c-b13b-48edced7a0b0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:41.534489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:41.534489 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:41.633375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-261e3eb4-4218-46c9-b7dd-92e2a31a968b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:41.634816 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-261e3eb4-4218-46c9-b7dd-92e2a31a968b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.1565053 Oct 17 18:52:41.657914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Request body: {'port': {'device_id': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'admin_state_up': True, 'tenant_id': '404625a2272141219317c27495ce1f58'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:41.663123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42e83be7-a398-47eb-a4c5-220765980060 req-3539d4fd-7e79-43a5-82c0-e34947b07297 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 210 time: 0.0527301 Oct 17 18:52:41.692406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 940b3308-f5db-4d3c-b13b-48edced7a0b0 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:41.692799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:41.726474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 940b3308-f5db-4d3c-b13b-48edced7a0b0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=940b3308-f5db-4d3c-b13b-48edced7a0b0,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:41.792344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:41.800396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:41.810108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:41.865533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:41.889842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Made reservation on behalf of 404625a2272141219317c27495ce1f58 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:52:41.893318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.057921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Allocated IP 172.20.0.14 (e84fe647-5496-432c-95ba-3a5577f7dcaf/efc9d7c8-95d1-486d-896e-c0c6fd983539/7715b7fe-83fc-4a43-84b3-5cbd5a162e3f) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:42.255663 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.271265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Transition to ACTIVE for port object 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:42.369658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.554683 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:42.558198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:42.560636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:42.598385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event updated for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:42.611680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.612025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.612366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.612702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.613036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.613486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.613703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.614032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.614363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.614682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.615005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.615327 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:52:42.641517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:42.642175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.725017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-6e9a5bf3-d8e9-4529-bd35-8a19068f6aea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0727196 Oct 17 18:52:42.746439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Request body: {'port': {'device_id': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:42.849572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Provisioning for port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:42.854760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Provisioning complete for port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:42.855297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.855640 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Attempt 1 to provision port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f Oct 17 18:52:42.910691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:42.926431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:42.954134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdb3cd-99c8-43cf-a6a6-93ac9c689273 req-411b2093-2f55-4a52-ad51-0c209e41dbe3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:42.954818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-20fdb3cd-99c8-43cf-a6a6-93ac9c689273 req-411b2093-2f55-4a52-ad51-0c209e41dbe3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:52:43.152505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-20fdb3cd-99c8-43cf-a6a6-93ac9c689273 req-411b2093-2f55-4a52-ad51-0c209e41dbe3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:52:43.153549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20fdb3cd-99c8-43cf-a6a6-93ac9c689273 req-411b2093-2f55-4a52-ad51-0c209e41dbe3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 932 time: 0.3734975 Oct 17 18:52:43.226521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20fdb3cd-99c8-43cf-a6a6-93ac9c689273 req-63cdc143-bcb0-4135-8454-c946b8a63c1f tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657570 Oct 17 18:52:43.321242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:52:43.328579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.343073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Transition to ACTIVE for port object 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:52:43.350501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 940b3308-f5db-4d3c-b13b-48edced7a0b0 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:43.404044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.411531 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Attempt 2 to provision port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f Oct 17 18:52:43.465585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 940b3308-f5db-4d3c-b13b-48edced7a0b0 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:43.465979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.466322 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 940b3308-f5db-4d3c-b13b-48edced7a0b0 Oct 17 18:52:43.509198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:52:43.586677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 940b3308-f5db-4d3c-b13b-48edced7a0b0 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:43.603603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Pushing event updated for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:43.636249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Attempting to bind port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:52:43.636585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Attempting to bind port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:52:43.636916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Attempting to bind port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:43.641552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f on network e84fe647-5496-432c-95ba-3a5577f7dcaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:52:43.642183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Attempting to bind port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:52:43.646944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:52:43.647279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:52:43.647656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Bound using segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:52:43.648081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Bound port: 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:52:43.648423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.739101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:52:43.742420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:52:43.827802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.862029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:43.862631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:43.863958 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] 10.222.0.42 "PUT /v2.0/ports/7715b7fe-83fc-4a43-84b3-5cbd5a162e3f HTTP/1.1" status: 200 len: 1094 time: 1.1216769 Oct 17 18:52:43.864449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:52:43.866730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a43061-2600-4d78-bcfe-0b9be5847cca" -d '{"events": [{"name": "network-changed", "server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:52:43.909560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d2bbe-6698-4b92-85dd-dbec5d1bcb31 service neutron] Pushing event updated for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:43.914849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30faba28-fabf-41a1-9dfe-ee285828fa58 x-openstack-request-id: req-30faba28-fabf-41a1-9dfe-ee285828fa58 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:52:43.915134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:52:43.915382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30faba28-fabf-41a1-9dfe-ee285828fa58 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:52:43.915772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30faba28-fabf-41a1-9dfe-ee285828fa58'] response: {'name': 'network-changed', 'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f', 'status': 'completed', 'code': 200} Oct 17 18:52:44.010418 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Attempt 3 to provision port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f Oct 17 18:52:44.049541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-79d585c0-3047-47da-9518-b6c30a2facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.051043 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-79d585c0-3047-47da-9518-b6c30a2facd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 1097 time: 0.0806587 Oct 17 18:52:44.071042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d52b09f5-9398-4529-94df-7ee9c3e336b1 None None] Port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:52:44.198844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-089ab43c-a279-4fd4-b544-33fc2ec6f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.200295 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-089ab43c-a279-4fd4-b544-33fc2ec6f21e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=404625a2272141219317c27495ce1f58&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1316495 Oct 17 18:52:44.341020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-4b82e05e-fb2d-44ce-b363-ca688eba7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.346039 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-56a43061-2600-4d78-bcfe-0b9be5847cca req-4b82e05e-fb2d-44ce-b363-ca688eba7077 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357658 Oct 17 18:52:44.491497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3079d-ce7c-4e43-8580-0abe74d6727b req-f5a17dc9-0e4f-4a30-9e48-75eef83ae935 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.492943 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94e3079d-ce7c-4e43-8580-0abe74d6727b req-f5a17dc9-0e4f-4a30-9e48-75eef83ae935 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 944 time: 0.1542146 Oct 17 18:52:44.525199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-a5accf26-b172-4eca-9a91-efc173f05b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.526583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-a5accf26-b172-4eca-9a91-efc173f05b7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 1097 time: 0.1183634 Oct 17 18:52:44.546479 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94e3079d-ce7c-4e43-8580-0abe74d6727b req-93082171-2d0f-449d-855a-eda2bac933a3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464141 Oct 17 18:52:44.709282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-a3177964-f038-4c9b-800f-41b2c26ee684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f HTTP/1.1" status: 200 len: 217 time: 0.1663408 Oct 17 18:52:44.774635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-96ba7333-3314-4c20-8051-9f23b6f75520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.776081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-96ba7333-3314-4c20-8051-9f23b6f75520 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 200 len: 855 time: 0.0599267 Oct 17 18:52:44.859323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-5518364a-7c22-4924-933c-6119007ffc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:44.860769 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-5518364a-7c22-4924-933c-6119007ffc23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e84fe647-5496-432c-95ba-3a5577f7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776706 Oct 17 18:52:44.993430 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-978e4b0c-8d45-46c8-ab7f-2d4b02c4dca7 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238551 Oct 17 18:52:45.124591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e0f99b48-3d25-4cf9-86dd-0941ec1c0261 req-4cbf698d-183b-482f-9ac8-2026c1a4f476 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239893 Oct 17 18:52:45.751975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25eeb28-b13f-4dd1-ac3c-8a36668e94c6 req-0163b143-883c-4bf8-92da-c29cbe53c4fa tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:45.753432 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b25eeb28-b13f-4dd1-ac3c-8a36668e94c6 req-0163b143-883c-4bf8-92da-c29cbe53c4fa tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 944 time: 0.0939791 Oct 17 18:52:45.796954 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b25eeb28-b13f-4dd1-ac3c-8a36668e94c6 req-8a0a7db1-db37-4db2-8b61-a8f2ae3b90bd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:52:45.895573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-b25eeb28-b13f-4dd1-ac3c-8a36668e94c6 req-8a0a7db1-db37-4db2-8b61-a8f2ae3b90bd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:52:45.896675 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b25eeb28-b13f-4dd1-ac3c-8a36668e94c6 req-8a0a7db1-db37-4db2-8b61-a8f2ae3b90bd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373363 Oct 17 18:52:46.913616 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:52:47.096829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d171b-4857-4195-9295-d9aeaa865bea req-401c1e78-3c4d-43e6-8cba-47f138d3b6b5 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:47.098296 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd4d171b-4857-4195-9295-d9aeaa865bea req-401c1e78-3c4d-43e6-8cba-47f138d3b6b5 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 944 time: 0.0910046 Oct 17 18:52:47.142574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dd4d171b-4857-4195-9295-d9aeaa865bea req-addac2e7-9a63-4a3e-b095-c3afd84beb24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Oct 17 18:52:48.339454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229656b-0c8d-4560-b150-111f46c46c10 req-806f20df-c3dc-431b-8289-d24836cd673e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:48.341127 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9229656b-0c8d-4560-b150-111f46c46c10 req-806f20df-c3dc-431b-8289-d24836cd673e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 944 time: 0.0903804 Oct 17 18:52:48.384728 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9229656b-0c8d-4560-b150-111f46c46c10 req-eb6d679a-3de9-415f-b6e0-45ec9783da4f tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Oct 17 18:52:49.577287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:52:49.583064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166ffac-e34c-4d0c-94cc-82fc6932fee0 req-0fb913ba-8157-4f13-b399-298efd484da8 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:49.584533 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5166ffac-e34c-4d0c-94cc-82fc6932fee0 req-0fb913ba-8157-4f13-b399-298efd484da8 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 944 time: 0.0877371 Oct 17 18:52:49.633322 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5166ffac-e34c-4d0c-94cc-82fc6932fee0 req-e231d338-45c9-4a60-bde3-ed7cab8fff45 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Oct 17 18:52:49.701091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5edac907-8dce-4a83-88bc-ead2c8b7023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:49.760685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:49.773915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'port_id': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f', 'mac_address': 'fa:16:3e:e8:8e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:52:49.830154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:49.830462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:49.847249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:52:49.862205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:49.940917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:50.007050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:50.385176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['7715b7fe-83fc-4a43-84b3-5cbd5a162e3f'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:52:50.830299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e378df-8d93-49d8-87e0-4a88e98c5a09 req-14080280-728b-4e96-974f-7d3051180b9b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:50.831746 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60e378df-8d93-49d8-87e0-4a88e98c5a09 req-14080280-728b-4e96-974f-7d3051180b9b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 945 time: 0.0863829 Oct 17 18:52:50.874963 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60e378df-8d93-49d8-87e0-4a88e98c5a09 req-016664d5-18dd-46bf-9264-9daa2a59aeea tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Oct 17 18:52:51.599693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:51.747086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:51.752924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:51.753324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:51.753694 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f Oct 17 18:52:51.871204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:51.871485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:51.898669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:52:51.900911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ece6f-7bf4-4b4d-ade9-57c20d5d11b0" -d '{"events": [{"server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "name": "network-vif-plugged", "status": "completed", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:52:51.908987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:51.996862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36c82f3-bd2a-46ad-8c12-d87f9dba4dda x-openstack-request-id: req-a36c82f3-bd2a-46ad-8c12-d87f9dba4dda {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:52:51.997145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "name": "network-vif-plugged", "status": "completed", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:52:51.997394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a36c82f3-bd2a-46ad-8c12-d87f9dba4dda {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:52:51.997848 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36c82f3-bd2a-46ad-8c12-d87f9dba4dda'] response: {'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f', 'code': 200} Oct 17 18:52:51.999230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:52.071113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:52.089655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df0fb-fef1-4d36-aca8-dd9a6b04fe30 req-1d0694e1-2af9-4c82-8dea-9af66be79261 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:52.093265 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd8df0fb-fef1-4d36-aca8-dd9a6b04fe30 req-1d0694e1-2af9-4c82-8dea-9af66be79261 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0973895 Oct 17 18:52:52.137730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd8df0fb-fef1-4d36-aca8-dd9a6b04fe30 req-178bd35a-ce7d-4934-8d2a-dce22878d034 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Oct 17 18:52:52.329657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b4c55049-4517-4ce7-bb5e-c4a38c0375a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:52.471382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d35fc-3d66-43ed-a18d-1a1921da8731 req-2e170dc3-e2b7-4ae9-8b2f-3ba029c37a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:52.472843 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d63d35fc-3d66-43ed-a18d-1a1921da8731 req-2e170dc3-e2b7-4ae9-8b2f-3ba029c37a47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 1099 time: 0.0811954 Oct 17 18:52:52.516480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d63d35fc-3d66-43ed-a18d-1a1921da8731 req-c7c8db77-6467-43e0-80f4-038ef9251f08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Oct 17 18:52:53.032218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:53.123626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:53.339456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703792b-a68f-4222-9f3f-5378865ae5be req-58c3866e-63da-4df9-bb57-c590e9e8f9c6 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:53.340906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a703792b-a68f-4222-9f3f-5378865ae5be req-58c3866e-63da-4df9-bb57-c590e9e8f9c6 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0901499 Oct 17 18:52:53.384859 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a703792b-a68f-4222-9f3f-5378865ae5be req-2637502c-2f5f-43a6-a000-e3e86a2d3e76 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 Oct 17 18:52:54.558208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:54.618874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2e6ba-1958-4c00-9ead-6e37e050e718 req-1ec0a30a-876e-4c5a-9445-ca20641766a1 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:54.620314 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e2e6ba-1958-4c00-9ead-6e37e050e718 req-1ec0a30a-876e-4c5a-9445-ca20641766a1 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.1272767 Oct 17 18:52:54.667801 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e2e6ba-1958-4c00-9ead-6e37e050e718 req-f6564083-06cd-4013-8db4-b1f7781b7f54 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Oct 17 18:52:54.861036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d2662-4262-4617-9449-7567f9ed1bc7 req-c47517ed-516c-4b31-9cea-c072fac2ca2c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:54.862433 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3a6d2662-4262-4617-9449-7567f9ed1bc7 req-c47517ed-516c-4b31-9cea-c072fac2ca2c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0865142 Oct 17 18:52:54.909743 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3a6d2662-4262-4617-9449-7567f9ed1bc7 req-30e9a889-b388-4daa-9f66-e2be22183fb6 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Oct 17 18:52:56.238252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:15.507286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aede3-288d-411a-9fd9-cefc6061ff73 req-6369369c-fcf9-4708-aa41-7205ef25b556 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:15.508771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b35aede3-288d-411a-9fd9-cefc6061ff73 req-6369369c-fcf9-4708-aa41-7205ef25b556 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0872896 Oct 17 18:53:15.556979 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b35aede3-288d-411a-9fd9-cefc6061ff73 req-e5ad587f-27e1-48ad-9ee2-61985e3c0ea1 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Oct 17 18:53:16.755227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733d543-8ba1-4084-b78a-1d2842ae52b8 req-f4354fce-be4e-4a75-a2a1-762d81ed11b9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:16.756810 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a733d543-8ba1-4084-b78a-1d2842ae52b8 req-f4354fce-be4e-4a75-a2a1-762d81ed11b9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0874810 Oct 17 18:53:16.800475 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a733d543-8ba1-4084-b78a-1d2842ae52b8 req-5536967b-4f2b-4346-93ae-cc4abac9d2fc tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Oct 17 18:53:17.999330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603487-178a-405b-ace9-d0e4ca482995 req-1671c778-439f-4d8d-8417-728370ff91b0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:18.000797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-48603487-178a-405b-ace9-d0e4ca482995 req-1671c778-439f-4d8d-8417-728370ff91b0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0902462 Oct 17 18:53:18.020956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-2255d515-7fd1-43f9-b942-027676aea261 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:18.022408 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-2255d515-7fd1-43f9-b942-027676aea261 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 946 time: 0.0914721 Oct 17 18:53:18.047133 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-48603487-178a-405b-ace9-d0e4ca482995 req-6b630845-4b58-4af5-8d43-23cc55571ecc tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Oct 17 18:53:18.094807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Deleting port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:53:18.095082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:18.341103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] For port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:18.341462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:18.568250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Calling delete_port for 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:53:18.769130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:18.809597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['7715b7fe-83fc-4a43-84b3-5cbd5a162e3f'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:53:18.820391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event deleted for resources: {'Port': ['ID=7715b7fe-83fc-4a43-84b3-5cbd5a162e3f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:18.911612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] No DVR routers for this DVR port 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:53:18.914476 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:18.917371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'name': 'network-vif-deleted', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:18.919720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ffdf2-76cf-4af7-8016-8ea31e8b6eba" -d '{"events": [{"server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "name": "network-vif-deleted", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:18.970603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2a0c95-4940-4a18-abb3-af021765d7dc x-openstack-request-id: req-6d2a0c95-4940-4a18-abb3-af021765d7dc {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:18.970603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100a6c37-9ccf-4fa1-99db-fe7ac924e013", "name": "network-vif-deleted", "tag": "7715b7fe-83fc-4a43-84b3-5cbd5a162e3f", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:18.971377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d2a0c95-4940-4a18-abb3-af021765d7dc {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:18.971377 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2a0c95-4940-4a18-abb3-af021765d7dc'] response: {'server_uuid': '100a6c37-9ccf-4fa1-99db-fe7ac924e013', 'name': 'network-vif-deleted', 'tag': '7715b7fe-83fc-4a43-84b3-5cbd5a162e3f', 'status': 'completed', 'code': 200} Oct 17 18:53:19.021020 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed674891-dec3-4e97-9d7b-8805973cd1bf req-e0941748-c6de-4f84-9c09-a3a699dff8f9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "DELETE /v2.0/ports/7715b7fe-83fc-4a43-84b3-5cbd5a162e3f HTTP/1.1" status: 204 len: 173 time: 0.9921405 Oct 17 18:53:19.217996 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a7a9233f-4639-424b-a4bf-5b592310557b req-b65af927-274c-41b1-98d6-caaa555f35ad tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=100a6c37-9ccf-4fa1-99db-fe7ac924e013 HTTP/1.1" status: 200 len: 210 time: 0.0492916 Oct 17 18:53:19.689125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1956c8e4-885a-4fc7-8238-ffb6db6d6f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:20.819687 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-830318d0-1479-4c1c-bda3-923dc00e6dcf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:20.820265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-830318d0-1479-4c1c-bda3-923dc00e6dcf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:53:20.911697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-830318d0-1479-4c1c-bda3-923dc00e6dcf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:53:20.912886 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-830318d0-1479-4c1c-bda3-923dc00e6dcf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.2349100 Oct 17 18:53:20.928064 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-536ebb23-db76-4c89-b7ca-8c3a9d2c9308 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/quotas/404625a2272141219317c27495ce1f58 HTTP/1.1" status: 200 len: 375 time: 0.0097525 Oct 17 18:53:21.022620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-58378681-36ad-4c01-a8dc-b7cb56bcb3a8 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896525 Oct 17 18:53:21.161336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-f2619534-8be7-4407-b70d-93e1616ee48e service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273181 Oct 17 18:53:21.302744 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-35c499cd-3d01-4277-a14c-f6eabba904a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356730 Oct 17 18:53:21.565967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fc3eee4a-1532-4bf1-ad96-5483f66af5ee req-025c4742-2319-4503-9e1c-909c931fa227 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:53:21.631953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fc3eee4a-1532-4bf1-ad96-5483f66af5ee req-025c4742-2319-4503-9e1c-909c931fa227 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:53:21.633755 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fc3eee4a-1532-4bf1-ad96-5483f66af5ee req-025c4742-2319-4503-9e1c-909c931fa227 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.1200151 Oct 17 18:53:21.764703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:53:21.801883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:53:21.802225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 7715b7fe-83fc-4a43-84b3-5cbd5a162e3f not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:53:22.317402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8370bbac-37e1-4fd0-83f8-84a13696d1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:22.739558 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-73e24e5d-3e32-42f2-a461-5f43dbcdf113 req-cc269fa9-7639-427c-b6d6-198c8e9f8576 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.0495231 Oct 17 18:53:23.037316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:23.117540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:23.854442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4a55def9-b15d-4ff2-8ce1-c290bdefba2f req-0cc68ac2-733a-4e72-88b5-69ed1f114e23 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.0549133 Oct 17 18:53:23.914817 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:53:24.580570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:25.021284 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-92ead756-8213-42e9-8a96-8e903e496298 req-67ee2498-4aba-4f31-91ed-0784bc3602f3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.0535088 Oct 17 18:53:25.914718 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-244ac7d4-7ae3-4eb9-b2da-603587aae749 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:25.916204 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-244ac7d4-7ae3-4eb9-b2da-603587aae749 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.1493661 Oct 17 18:53:25.935973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Request body: {'port': {'device_id': '6bf832c8-7eb6-4275-b924-942e150496ed', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'admin_state_up': True, 'tenant_id': '404625a2272141219317c27495ce1f58'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:53:26.076988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:53:26.089330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:53:26.185212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f78ba849-10cf-4744-aac7-335e784ee0ed req-3858b026-7154-47b2-a11c-7f4e926b2bde tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.0508506 Oct 17 18:53:26.194900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Made reservation on behalf of 404625a2272141219317c27495ce1f58 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:53:26.194900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:26.214958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:26.359625 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Allocated IP 172.20.0.5 (e84fe647-5496-432c-95ba-3a5577f7dcaf/efc9d7c8-95d1-486d-896e-c0c6fd983539/2b7f596c-0545-41cd-85a0-8608986ec056) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:53:26.559086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:26.574413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Transition to ACTIVE for port object 2b7f596c-0545-41cd-85a0-8608986ec056 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:53:26.670686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:26.740354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:53:26.743280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:53:26.747090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:53:26.778068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event updated for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:26.814941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:26.815600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:26.895409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b2fd4945-8220-4a55-9671-32b216a93e8e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9629810 Oct 17 18:53:26.938949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Request body: {'port': {'device_id': '6bf832c8-7eb6-4275-b924-942e150496ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:53:27.025994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Provisioning for port 2b7f596c-0545-41cd-85a0-8608986ec056 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:53:27.031265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Provisioning complete for port 2b7f596c-0545-41cd-85a0-8608986ec056 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:53:27.031631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:27.031959 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Attempt 1 to provision port 2b7f596c-0545-41cd-85a0-8608986ec056 Oct 17 18:53:27.054865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:27.086317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Port 2b7f596c-0545-41cd-85a0-8608986ec056 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:53:27.386427 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1afdd2-7d7d-450b-8fef-b76eade72b4c req-cadc8a02-109a-4ae7-a7bc-d91a0296ff6a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:27.387775 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6e1afdd2-7d7d-450b-8fef-b76eade72b4c req-cadc8a02-109a-4ae7-a7bc-d91a0296ff6a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 931 time: 0.0867472 Oct 17 18:53:27.397846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7f596c-0545-41cd-85a0-8608986ec056 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:53:27.405057 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:27.420050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Transition to ACTIVE for port object 2b7f596c-0545-41cd-85a0-8608986ec056 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:53:27.431597 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6e1afdd2-7d7d-450b-8fef-b76eade72b4c req-161f08bc-43bb-4857-81c1-42be4a7d8680 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Oct 17 18:53:27.517534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:27.587626 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Attempt 2 to provision port 2b7f596c-0545-41cd-85a0-8608986ec056 Oct 17 18:53:27.645062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Port 2b7f596c-0545-41cd-85a0-8608986ec056 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:53:27.808714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:27.849191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Attempting to bind port 2b7f596c-0545-41cd-85a0-8608986ec056 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:53:27.849521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Attempting to bind port 2b7f596c-0545-41cd-85a0-8608986ec056 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:53:27.849872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Attempting to bind port 2b7f596c-0545-41cd-85a0-8608986ec056 on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:53:27.854540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Port 2b7f596c-0545-41cd-85a0-8608986ec056 on network e84fe647-5496-432c-95ba-3a5577f7dcaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:53:27.854862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Attempting to bind port 2b7f596c-0545-41cd-85a0-8608986ec056 on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:53:27.859749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:53:27.860076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:53:27.860445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Bound using segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:53:27.860865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Bound port: 2b7f596c-0545-41cd-85a0-8608986ec056, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:53:27.861201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:27.952085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:53:27.955147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=2b7f596c-0545-41cd-85a0-8608986ec056,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:53:28.031949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:28.035454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.036046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:28.037477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b7f596c-0545-41cd-85a0-8608986ec056 HTTP/1.1" status: 200 len: 1093 time: 1.1029487 Oct 17 18:53:28.067492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:28.069798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9943d1-92b1-4778-be92-15324c618d75" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:28.110607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b1ed-d319-4b4c-a4b6-17f83cacd5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:28.117724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6f822-5eda-40a1-84a6-85089b6ebfa8 x-openstack-request-id: req-21f6f822-5eda-40a1-84a6-85089b6ebfa8 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:28.118012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:28.118261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21f6f822-5eda-40a1-84a6-85089b6ebfa8 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:28.118644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f6f822-5eda-40a1-84a6-85089b6ebfa8'] response: {'name': 'network-changed', 'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056', 'status': 'completed', 'code': 200} Oct 17 18:53:28.146007 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Attempt 3 to provision port 2b7f596c-0545-41cd-85a0-8608986ec056 Oct 17 18:53:28.206995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-26955d98-eaca-4e69-8e46-052a26382b00 None None] Port 2b7f596c-0545-41cd-85a0-8608986ec056 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:53:28.248143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9943d1-92b1-4778-be92-15324c618d75 req-6a9bf104-f7e7-496c-936f-7fa3e4b9a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.249750 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce9943d1-92b1-4778-be92-15324c618d75 req-6a9bf104-f7e7-496c-936f-7fa3e4b9a659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 1096 time: 0.0822721 Oct 17 18:53:28.399895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9943d1-92b1-4778-be92-15324c618d75 req-1d262fdc-53e7-4688-abc7-b514dac84cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.401318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce9943d1-92b1-4778-be92-15324c618d75 req-1d262fdc-53e7-4688-abc7-b514dac84cc7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=404625a2272141219317c27495ce1f58&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1336818 Oct 17 18:53:28.539892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9943d1-92b1-4778-be92-15324c618d75 req-4a6c973c-33a0-4f5b-9ecf-ad0de8d99c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.541379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce9943d1-92b1-4778-be92-15324c618d75 req-4a6c973c-33a0-4f5b-9ecf-ad0de8d99c67 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334441 Oct 17 18:53:28.633304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f32ad-629a-458c-916a-ddfaa467f469 req-f68ed99e-7504-48eb-bf82-8827a40e92f7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.634778 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a18f32ad-629a-458c-916a-ddfaa467f469 req-f68ed99e-7504-48eb-bf82-8827a40e92f7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 943 time: 0.0905042 Oct 17 18:53:28.680247 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a18f32ad-629a-458c-916a-ddfaa467f469 req-2f03954e-f558-4e72-a945-f390384d087c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Oct 17 18:53:28.687372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-328253bb-bff5-4627-9990-cb925841a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.688835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-328253bb-bff5-4627-9990-cb925841a6e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 1096 time: 0.0790668 Oct 17 18:53:28.772973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-00483fa6-aa1a-4e68-bc31-57395e1cfe45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b7f596c-0545-41cd-85a0-8608986ec056 HTTP/1.1" status: 200 len: 217 time: 0.0643013 Oct 17 18:53:28.836274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-f181da45-e196-4b86-bbca-f5d85f78a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.837681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-f181da45-e196-4b86-bbca-f5d85f78a4df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 200 len: 855 time: 0.0581288 Oct 17 18:53:28.921920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-69a700ca-0303-4efd-8c6d-f70cc22cef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:28.923359 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-69a700ca-0303-4efd-8c6d-f70cc22cef8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e84fe647-5496-432c-95ba-3a5577f7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790813 Oct 17 18:53:29.053451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-b25d3505-c568-402f-9548-12b39d664b95 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222398 Oct 17 18:53:29.184505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5f1d2e31-e973-4265-a712-993ade6610f0 req-cc2d3eee-8114-4005-9206-856061659dd1 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240072 Oct 17 18:53:29.874306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a49d24-03a8-4bdf-95a5-eaa9f6352d17 req-ddb59c50-8ff6-465f-a147-973d51b8b626 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:29.874976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d8a49d24-03a8-4bdf-95a5-eaa9f6352d17 req-ddb59c50-8ff6-465f-a147-973d51b8b626 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:53:29.943863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d8a49d24-03a8-4bdf-95a5-eaa9f6352d17 req-ddb59c50-8ff6-465f-a147-973d51b8b626 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:53:29.944967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d8a49d24-03a8-4bdf-95a5-eaa9f6352d17 req-ddb59c50-8ff6-465f-a147-973d51b8b626 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 943 time: 0.1536510 Oct 17 18:53:29.992193 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d8a49d24-03a8-4bdf-95a5-eaa9f6352d17 req-9c6c83a6-1d1f-417f-95ab-28a8809925b6 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Oct 17 18:53:31.186351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8cbd-1272-40cf-b61b-c81a51059173 req-97c1703d-480b-4c4a-a6dd-26e5378e8e8d tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:31.187797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d38f8cbd-1272-40cf-b61b-c81a51059173 req-97c1703d-480b-4c4a-a6dd-26e5378e8e8d tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 943 time: 0.0871894 Oct 17 18:53:31.234704 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d38f8cbd-1272-40cf-b61b-c81a51059173 req-1c20f9e4-48e8-4b54-b070-764e399aaaac tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Oct 17 18:53:31.813958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 2b7f596c-0545-41cd-85a0-8608986ec056 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:53:31.944250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=2b7f596c-0545-41cd-85a0-8608986ec056,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:31.957381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '2b7f596c-0545-41cd-85a0-8608986ec056', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'port_id': '2b7f596c-0545-41cd-85a0-8608986ec056', 'mac_address': 'fa:16:3e:0c:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:53:32.015009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 2b7f596c-0545-41cd-85a0-8608986ec056 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:53:32.015382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:32.032201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7f596c-0545-41cd-85a0-8608986ec056 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:53:32.047677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=2b7f596c-0545-41cd-85a0-8608986ec056,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:32.105841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:32.172868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:32.180113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.180456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.180792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.181120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.181484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.181836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.182188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.182521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.182841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.183158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.183473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.183788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:32.436040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489e71-03ed-4ef8-8564-ab67b9b7bb48 req-4852e8c7-05c4-491c-b425-ce24c55a9555 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:32.437500 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ad489e71-03ed-4ef8-8564-ab67b9b7bb48 req-4852e8c7-05c4-491c-b425-ce24c55a9555 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 944 time: 0.0879083 Oct 17 18:53:32.480527 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ad489e71-03ed-4ef8-8564-ab67b9b7bb48 req-64c54bbc-2487-4b76-87e3-b926427252ca tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Oct 17 18:53:32.540148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['2b7f596c-0545-41cd-85a0-8608986ec056'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:53:33.674527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f30d6-8fdc-44c2-9d6a-5b8b0c4ee2bd req-b9e316e7-6f13-4303-a1a7-32536891c6cd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:33.676535 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-744f30d6-8fdc-44c2-9d6a-5b8b0c4ee2bd req-b9e316e7-6f13-4303-a1a7-32536891c6cd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 944 time: 0.0871286 Oct 17 18:53:33.720013 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-744f30d6-8fdc-44c2-9d6a-5b8b0c4ee2bd req-50635a7c-1de8-4235-8586-d68fd9ea84a4 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 Oct 17 18:53:33.826324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 2b7f596c-0545-41cd-85a0-8608986ec056 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:53:33.949792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 2b7f596c-0545-41cd-85a0-8608986ec056 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:53:33.954701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 2b7f596c-0545-41cd-85a0-8608986ec056 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:53:33.955057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:33.955390 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 2b7f596c-0545-41cd-85a0-8608986ec056 Oct 17 18:53:34.071870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 2b7f596c-0545-41cd-85a0-8608986ec056 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:53:34.072244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:34.098599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:34.100863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86c5a76-02b0-4e53-b05e-f3459684905d" -d '{"events": [{"server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "name": "network-vif-plugged", "status": "completed", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:34.108910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=2b7f596c-0545-41cd-85a0-8608986ec056,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:34.142646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4310ebc-9a9a-41e5-a562-b774b5845f12 x-openstack-request-id: req-a4310ebc-9a9a-41e5-a562-b774b5845f12 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:34.142933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "name": "network-vif-plugged", "status": "completed", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:34.143184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4310ebc-9a9a-41e5-a562-b774b5845f12 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:34.143575 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4310ebc-9a9a-41e5-a562-b774b5845f12'] response: {'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056', 'code': 200} Oct 17 18:53:34.180642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:34.252783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:34.632379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efb17-d6b8-487c-b442-b9d1001cf354 req-1cc0b70e-403d-4378-9c82-b445d0389cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:34.633828 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-535efb17-d6b8-487c-b442-b9d1001cf354 req-1cc0b70e-403d-4378-9c82-b445d0389cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 1098 time: 0.0807471 Oct 17 18:53:34.682156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-535efb17-d6b8-487c-b442-b9d1001cf354 req-41a24533-2be0-4c5d-8e34-6c514c7b0545 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Oct 17 18:53:35.026530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b67f2-c6ce-4aec-bd87-8e836b928cfa req-09dc9607-a27a-45e7-99b3-61519665da07 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:35.027988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1d2b67f2-c6ce-4aec-bd87-8e836b928cfa req-09dc9607-a27a-45e7-99b3-61519665da07 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.1941268 Oct 17 18:53:35.074767 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1d2b67f2-c6ce-4aec-bd87-8e836b928cfa req-a412548c-d165-461a-91d7-c964e0443f70 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Oct 17 18:53:36.274890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1eb0-888b-4762-948d-f0c9e6a4bb95 req-b337cd12-a64a-4222-90ad-2bd7000c4e97 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:36.276337 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3ea1eb0-888b-4762-948d-f0c9e6a4bb95 req-b337cd12-a64a-4222-90ad-2bd7000c4e97 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.0895617 Oct 17 18:53:36.323435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3ea1eb0-888b-4762-948d-f0c9e6a4bb95 req-6b7ab985-56d0-4e58-bf7c-c8abd1ee7305 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Oct 17 18:53:37.525347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134c403-be2b-4e57-9b19-169145d049d9 req-e486d85e-b91f-443a-99c1-d0eb699646dd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:37.526803 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3134c403-be2b-4e57-9b19-169145d049d9 req-e486d85e-b91f-443a-99c1-d0eb699646dd tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.0917549 Oct 17 18:53:37.569679 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3134c403-be2b-4e57-9b19-169145d049d9 req-d31975ed-1734-46f1-bbd9-35acbd2b76b2 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Oct 17 18:53:37.874249 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450a64-5125-4214-966a-36e76a724be7 req-223ce1ed-979a-4300-8317-64d5fced60b0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:37.875671 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed450a64-5125-4214-966a-36e76a724be7 req-223ce1ed-979a-4300-8317-64d5fced60b0 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.1943095 Oct 17 18:53:37.922384 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ed450a64-5125-4214-966a-36e76a724be7 req-fd24979c-d530-4b57-b5bf-c1fb5d67a27e tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Oct 17 18:53:43.051051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-c94663d2-03a5-4d46-aba8-0c456ad9c787 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812869 Oct 17 18:53:43.221469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-220d8c6c-033b-4023-a932-4e1a72ea8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:43.222973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-220d8c6c-033b-4023-a932-4e1a72ea8016 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 1098 time: 0.0781527 Oct 17 18:53:43.380112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-967d86c9-b378-4805-8920-4033daebbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:43.381549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-967d86c9-b378-4805-8920-4033daebbc4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 917 time: 0.1320138 Oct 17 18:53:43.457195 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-2ba536d9-6fb5-4aec-915f-e352cedbb59d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b7f596c-0545-41cd-85a0-8608986ec056 HTTP/1.1" status: 200 len: 217 time: 0.0646496 Oct 17 18:53:43.526010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-2accf3ca-39f5-4a03-9e2c-8f3c83e05d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:43.527678 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-2accf3ca-39f5-4a03-9e2c-8f3c83e05d30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 200 len: 855 time: 0.0604596 Oct 17 18:53:43.613944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-4e761318-1998-40b5-88f4-3cef112acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:43.615407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-4e761318-1998-40b5-88f4-3cef112acc95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e84fe647-5496-432c-95ba-3a5577f7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812402 Oct 17 18:53:43.750151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-dd510b42-536c-4290-9417-48652027f8ad service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276720 Oct 17 18:53:43.884882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a14abe95-a811-4882-8465-d2951ba07ac7 req-5ffaaf7a-90f6-4446-805b-4ee7f9fced87 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282732 Oct 17 18:53:49.688249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-99b31af2-7b0b-4cf9-a5a0-61be6ecc394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:52.303614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4e97ebae-7edd-4d99-a816-8d6166d7e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:53.052312 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:53.122913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:54.596938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:56.292560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:57.217846 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201a1dd-97d8-46d1-90e5-0679a428fd75 req-290214db-0f71-42fc-a52d-86ffbe8c7a45 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:57.219300 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c201a1dd-97d8-46d1-90e5-0679a428fd75 req-290214db-0f71-42fc-a52d-86ffbe8c7a45 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.0870800 Oct 17 18:53:57.263721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c201a1dd-97d8-46d1-90e5-0679a428fd75 req-56922c06-b844-4109-a424-d10e983793a6 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Oct 17 18:53:58.466578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ed1-7bdc-4a6c-a05b-17776edce916 req-93424bbe-087a-40c0-9df8-543f67f9acfa tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:58.468048 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-32053ed1-7bdc-4a6c-a05b-17776edce916 req-93424bbe-087a-40c0-9df8-543f67f9acfa tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.0866332 Oct 17 18:53:58.513656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-32053ed1-7bdc-4a6c-a05b-17776edce916 req-0d194576-9303-4efc-80b1-c54f7d69a8f3 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Oct 17 18:53:59.601373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-a0969ce2-40b3-48a9-bc31-12185e6a7462 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:59.602865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-a0969ce2-40b3-48a9-bc31-12185e6a7462 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.0923645 Oct 17 18:53:59.728349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Deleting port 2b7f596c-0545-41cd-85a0-8608986ec056 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:53:59.728686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.849264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b79a9e-76a9-45aa-99da-afcca487757a req-4ba10e89-950a-43d8-9a3a-6d0919e55cb2 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:59.850681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d7b79a9e-76a9-45aa-99da-afcca487757a req-4ba10e89-950a-43d8-9a3a-6d0919e55cb2 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 945 time: 0.2129581 Oct 17 18:53:59.980943 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d7b79a9e-76a9-45aa-99da-afcca487757a req-07d2a596-4438-4256-9466-b32cf3dcd009 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089091 Oct 17 18:54:00.022877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] For port 2b7f596c-0545-41cd-85a0-8608986ec056, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=2b7f596c-0545-41cd-85a0-8608986ec056,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:00.023238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:00.268408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Calling delete_port for 2b7f596c-0545-41cd-85a0-8608986ec056 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:00.476767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:00.515056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['2b7f596c-0545-41cd-85a0-8608986ec056'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:54:00.527243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event deleted for resources: {'Port': ['ID=2b7f596c-0545-41cd-85a0-8608986ec056,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:00.573147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.573496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.573863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.574201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.574542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.574870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.575208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.575528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.575897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.576169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.576493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.576816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:00.628049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] No DVR routers for this DVR port 2b7f596c-0545-41cd-85a0-8608986ec056 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:00.631102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:00.633865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'name': 'network-vif-deleted', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:00.636131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5075b56e-811f-41aa-8faf-0ae1fa5976be" -d '{"events": [{"server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "name": "network-vif-deleted", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:00.680721 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3b73c-64ae-4a37-8239-d09780c0517c x-openstack-request-id: req-edc3b73c-64ae-4a37-8239-d09780c0517c {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:00.681151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf832c8-7eb6-4275-b924-942e150496ed", "name": "network-vif-deleted", "tag": "2b7f596c-0545-41cd-85a0-8608986ec056", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:00.681471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edc3b73c-64ae-4a37-8239-d09780c0517c {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:00.681950 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc3b73c-64ae-4a37-8239-d09780c0517c'] response: {'server_uuid': '6bf832c8-7eb6-4275-b924-942e150496ed', 'name': 'network-vif-deleted', 'tag': '2b7f596c-0545-41cd-85a0-8608986ec056', 'status': 'completed', 'code': 200} Oct 17 18:54:00.757541 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fd83bca7-f3df-4dcc-b2f2-7df5860116ab req-0158a5d3-1c23-4e9e-963d-8859af82df24 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "DELETE /v2.0/ports/2b7f596c-0545-41cd-85a0-8608986ec056 HTTP/1.1" status: 204 len: 173 time: 1.1488106 Oct 17 18:54:00.914525 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:54:01.157557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4703adef-de33-40be-9a8b-23d32394ae9b req-ac5d90a6-bdb2-4793-ad55-03d568099cbf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:54:01.248271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4703adef-de33-40be-9a8b-23d32394ae9b req-ac5d90a6-bdb2-4793-ad55-03d568099cbf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:54:01.249732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4703adef-de33-40be-9a8b-23d32394ae9b req-ac5d90a6-bdb2-4793-ad55-03d568099cbf tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf832c8-7eb6-4275-b924-942e150496ed HTTP/1.1" status: 200 len: 210 time: 0.1448369 Oct 17 18:54:02.920152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-437f7918-83f9-49fe-9599-36b21150a967 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:02.921356 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-437f7918-83f9-49fe-9599-36b21150a967 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.1478333 Oct 17 18:54:02.935899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-a602f77d-c3bf-4fe7-81d7-133eb9df6110 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/quotas/404625a2272141219317c27495ce1f58 HTTP/1.1" status: 200 len: 375 time: 0.0089407 Oct 17 18:54:03.024257 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-4519290d-e91e-45d8-8730-1f3809e68316 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834529 Oct 17 18:54:03.039391 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-cd06878c-6704-42f1-8866-b10626d59701 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:54:03.040329 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-cd06878c-6704-42f1-8866-b10626d59701 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049090 Oct 17 18:54:03.171450 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-8a70e573-7e48-4519-9b1a-9fccf2eaf994 service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254916 Oct 17 18:54:03.321052 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-15e768f2-4c2d-4ce3-a810-55ac804d8652 service neutron] 10.222.0.36 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409159 Oct 17 18:54:03.634198 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-557d3dc7-beeb-4a25-b030-a061fe3b3985 req-841d204c-37e4-45f1-b2c8-4e7f1de0cc4a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 210 time: 0.0537119 Oct 17 18:54:04.007102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 2b7f596c-0545-41cd-85a0-8608986ec056 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:04.042942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 2b7f596c-0545-41cd-85a0-8608986ec056 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:04.043292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 2b7f596c-0545-41cd-85a0-8608986ec056 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:04.791794 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0a22191b-2b96-4ab0-a765-a444db0d828d req-effd4ffd-5b74-4369-8246-4bb28cb8814f tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 210 time: 0.0501750 Oct 17 18:54:05.725661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-8742addb-1b06-4ad3-af75-69b1f129070b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:05.727139 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-8742addb-1b06-4ad3-af75-69b1f129070b tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 816 time: 0.1523478 Oct 17 18:54:05.747726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Request body: {'port': {'device_id': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'admin_state_up': True, 'tenant_id': '404625a2272141219317c27495ce1f58'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:54:05.897415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:54:05.907591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:54:05.961243 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-43ea26f1-dee4-491e-9086-e978d3e4af08 req-4249b676-8194-4953-8735-1dd1f138ae41 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 210 time: 0.0486455 Oct 17 18:54:06.025420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Made reservation on behalf of 404625a2272141219317c27495ce1f58 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:54:06.028835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.200207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Allocated IP 172.20.0.12 (e84fe647-5496-432c-95ba-3a5577f7dcaf/efc9d7c8-95d1-486d-896e-c0c6fd983539/3ac3865e-a872-4ac4-9c30-7ac72bf19154) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:54:06.510019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.525525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Transition to ACTIVE for port object 3ac3865e-a872-4ac4-9c30-7ac72bf19154 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:54:06.602638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.672915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Network e84fe647-5496-432c-95ba-3a5577f7dcaf is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:54:06.676352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:54:06.680091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:54:06.731374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event updated for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:06.751815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:06.752699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.835067 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-6bd2cba8-0340-49ea-9274-669ecd38b986 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0908763 Oct 17 18:54:06.851077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-9df94bc5-7fc9-404b-8665-796949b4067e req-c205e78f-1934-4fb4-9d1e-ab307ccad0a3 tempest-ServerDiskConfigTestJSON-1936679965 tempest-ServerDiskConfigTestJSON-1936679965-project] (89826) timed out ('10.222.0.42', 55389) {{(pid=89826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:54:06.896020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Request body: {'port': {'device_id': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:54:06.931240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Provisioning for port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:54:06.936403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Provisioning complete for port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:54:06.936869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.937218 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Attempt 1 to provision port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 Oct 17 18:54:06.990012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:54:07.009870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.310353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e9ec-cf27-4de7-846c-3d46c5aa89f1 req-09ef8959-c6e2-4efb-9959-ebbdc4b7d213 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:07.311106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-42d5e9ec-cf27-4de7-846c-3d46c5aa89f1 req-09ef8959-c6e2-4efb-9959-ebbdc4b7d213 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Synchronizing usage tracker for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:54:07.419265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-42d5e9ec-cf27-4de7-846c-3d46c5aa89f1 req-09ef8959-c6e2-4efb-9959-ebbdc4b7d213 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Unset dirty status for tenant:404625a2272141219317c27495ce1f58 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:54:07.420397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-42d5e9ec-cf27-4de7-846c-3d46c5aa89f1 req-09ef8959-c6e2-4efb-9959-ebbdc4b7d213 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 932 time: 0.3417039 Oct 17 18:54:07.450287 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac3865e-a872-4ac4-9c30-7ac72bf19154 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:54:07.461997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.491383 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Attempt 2 to provision port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 Oct 17 18:54:07.491605 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-42d5e9ec-cf27-4de7-846c-3d46c5aa89f1 req-ed0409a7-2257-40d2-928f-194aa7556763 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Oct 17 18:54:07.492377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Transition to ACTIVE for port object 3ac3865e-a872-4ac4-9c30-7ac72bf19154 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:54:07.548049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:54:07.554592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.736302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:07.782259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Attempting to bind port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:54:07.782594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Attempting to bind port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:54:07.782921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Attempting to bind port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:54:07.787465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 on network e84fe647-5496-432c-95ba-3a5577f7dcaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:54:07.787777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Attempting to bind port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 on network e84fe647-5496-432c-95ba-3a5577f7dcaf {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:54:07.801240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:54:07.801498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Checking segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:54:07.801901 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Bound using segment: {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:54:07.802323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Bound port: 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb58af6-db57-40eb-8c96-02107239e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:54:07.802668 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.891999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:54:07.895455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:54:07.983621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.986711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:07.987780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.989144 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ac3865e-a872-4ac4-9c30-7ac72bf19154 HTTP/1.1" status: 200 len: 1094 time: 1.0975626 Oct 17 18:54:08.018053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:08.020853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3992f14-929f-4e2c-a3d2-9da48176b303" -d '{"events": [{"name": "network-changed", "server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:08.049844 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Attempt 3 to provision port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 Oct 17 18:54:08.068046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5af96-83ea-4261-b098-05bd44e72439 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:08.128686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6de26-1d97-4056-9e9c-5dfa37f4575d None None] Port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:54:08.215027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf749bc-4b33-4f35-8ca2-16795408e816 x-openstack-request-id: req-cdf749bc-4b33-4f35-8ca2-16795408e816 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:08.215317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:08.215565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdf749bc-4b33-4f35-8ca2-16795408e816 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:08.215978 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf749bc-4b33-4f35-8ca2-16795408e816'] response: {'name': 'network-changed', 'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154', 'status': 'completed', 'code': 200} Oct 17 18:54:08.221630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-5d4f0ea1-f199-482e-9af2-3fc0b5559843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:08.223791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-5d4f0ea1-f199-482e-9af2-3fc0b5559843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 1097 time: 0.0866342 Oct 17 18:54:08.306851 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-8ae4356f-d0e8-49e0-873f-5bfcbfd18c90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154 HTTP/1.1" status: 200 len: 217 time: 0.0636065 Oct 17 18:54:08.368641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-36b2d88d-2cfc-4b36-9a8f-68b4b2c4bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:08.369953 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-36b2d88d-2cfc-4b36-9a8f-68b4b2c4bf22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 200 len: 855 time: 0.0563259 Oct 17 18:54:08.455213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-b73d4e12-20e4-4923-8254-6d2dd22ce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:08.456658 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-b73d4e12-20e4-4923-8254-6d2dd22ce524 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e84fe647-5496-432c-95ba-3a5577f7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798273 Oct 17 18:54:08.593219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-c2793b3a-644a-49eb-86cc-31c8252ccae0 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278241 Oct 17 18:54:08.890868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f06875e9-3cff-47ac-bbbf-3cf7b50cc61e req-a0ee5bee-0a63-45f2-8961-1687c645db86 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877076 Oct 17 18:54:08.902609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae9bfc-6fc7-4562-8013-9cec2df87a42 req-8c130205-18b0-4f54-a8cd-d3c2deb89052 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:08.903970 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f2ae9bfc-6fc7-4562-8013-9cec2df87a42 req-8c130205-18b0-4f54-a8cd-d3c2deb89052 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 944 time: 0.1777377 Oct 17 18:54:08.950308 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f2ae9bfc-6fc7-4562-8013-9cec2df87a42 req-38a3748c-f1ce-4011-ad46-9e192fc2f28c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Oct 17 18:54:09.140306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-6e5f42a1-eea5-42ed-80d5-48324301dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:09.141911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-6e5f42a1-eea5-42ed-80d5-48324301dbfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=404625a2272141219317c27495ce1f58&device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 1097 time: 0.0788939 Oct 17 18:54:09.281959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-67339d8f-18af-4bbf-9414-9eef0fa9a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:09.283464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-67339d8f-18af-4bbf-9414-9eef0fa9a4e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 200 len: 917 time: 0.1313558 Oct 17 18:54:09.358375 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-4ecd945b-2588-4acd-a4fe-31e44927dcdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154 HTTP/1.1" status: 200 len: 217 time: 0.0667865 Oct 17 18:54:09.439746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-839cd8e2-fee3-4a26-b9ff-5ee5b864a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:09.442222 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-839cd8e2-fee3-4a26-b9ff-5ee5b864a928 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 200 len: 855 time: 0.0766735 Oct 17 18:54:09.530132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-c571c423-06b2-40a0-b089-a64913eeebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:09.531700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-c571c423-06b2-40a0-b089-a64913eeebd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e84fe647-5496-432c-95ba-3a5577f7dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834827 Oct 17 18:54:09.667882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-bcd49782-12d2-4d9b-929a-03cb2f15faa4 service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291447 Oct 17 18:54:09.799439 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d3992f14-929f-4e2c-a3d2-9da48176b303 req-0faa3e4e-0c0d-4fa7-b61f-bd5ae302ea2e service neutron] 10.222.0.42 "GET /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244473 Oct 17 18:54:10.152632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ccc3-18bc-4312-be1d-71cbce09b7ad req-d8312a5f-3452-43bb-90ee-7185b1fb89e7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:10.154007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1357ccc3-18bc-4312-be1d-71cbce09b7ad req-d8312a5f-3452-43bb-90ee-7185b1fb89e7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 944 time: 0.0915148 Oct 17 18:54:10.198644 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1357ccc3-18bc-4312-be1d-71cbce09b7ad req-1812a809-0f5f-4bc5-bd54-952e1fb40fc9 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Oct 17 18:54:11.402580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f086b-28e7-4c3d-b876-db0b8f0ee573 req-e502687c-23f2-4656-9449-b546ea1ef5e7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:11.404093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d3f086b-28e7-4c3d-b876-db0b8f0ee573 req-e502687c-23f2-4656-9449-b546ea1ef5e7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 944 time: 0.0894670 Oct 17 18:54:11.462911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d3f086b-28e7-4c3d-b876-db0b8f0ee573 req-6884e6e9-0f83-4e04-86eb-9eea5f8d2a45 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524542 Oct 17 18:54:12.030791 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3ac3865e-a872-4ac4-9c30-7ac72bf19154 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:54:12.164774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:12.177563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '3ac3865e-a872-4ac4-9c30-7ac72bf19154', 'network_id': 'e84fe647-5496-432c-95ba-3a5577f7dcaf', 'port_id': '3ac3865e-a872-4ac4-9c30-7ac72bf19154', 'mac_address': 'fa:16:3e:d2:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc9d7c8-95d1-486d-896e-c0c6fd983539', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:54:12.231724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:54:12.232098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:12.253860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac3865e-a872-4ac4-9c30-7ac72bf19154 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:54:12.272237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:12.377681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:12.451165 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:12.659539 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3514b6a-53e7-400f-a5d7-4e131d6e5f8f req-ecd71f36-9a34-4543-8f24-1ff9bb63031c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:12.660894 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b3514b6a-53e7-400f-a5d7-4e131d6e5f8f req-ecd71f36-9a34-4543-8f24-1ff9bb63031c tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 945 time: 0.0867209 Oct 17 18:54:12.704158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b3514b6a-53e7-400f-a5d7-4e131d6e5f8f req-50aa6f4b-de92-47c0-b6af-dd79efe68d81 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Oct 17 18:54:12.818608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['3ac3865e-a872-4ac4-9c30-7ac72bf19154'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:54:13.903499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f25c-31e5-4ae6-8e89-1dadf5a6d358 req-cd1731f3-c6d4-4981-b2c9-23fd5a907ac7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:13.904925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5255f25c-31e5-4ae6-8e89-1dadf5a6d358 req-cd1731f3-c6d4-4981-b2c9-23fd5a907ac7 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 945 time: 0.0921504 Oct 17 18:54:13.949239 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5255f25c-31e5-4ae6-8e89-1dadf5a6d358 req-86f95180-efa0-4e67-8131-9bef0b1d7363 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Oct 17 18:54:14.028430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3ac3865e-a872-4ac4-9c30-7ac72bf19154 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:54:14.167731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:54:14.172806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:54:14.173173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.173502 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 Oct 17 18:54:14.295813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:54:14.296182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.323416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:14.325700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ec206-0237-46c4-a4cf-82509a47cdc2" -d '{"events": [{"server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "name": "network-vif-plugged", "status": "completed", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:14.333575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:14.369285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c11d6-019d-4760-b4f0-2335da7e4ec3 x-openstack-request-id: req-9f4c11d6-019d-4760-b4f0-2335da7e4ec3 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:14.369570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "name": "network-vif-plugged", "status": "completed", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:14.373684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f4c11d6-019d-4760-b4f0-2335da7e4ec3 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:14.373684 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c11d6-019d-4760-b4f0-2335da7e4ec3'] response: {'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154', 'code': 200} Oct 17 18:54:14.384828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.453818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:14.822197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281937ed-f023-42b4-96ee-d318583be8bb req-b6a5cade-8199-4855-a9b7-4a29e7c7f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:14.823704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-281937ed-f023-42b4-96ee-d318583be8bb req-b6a5cade-8199-4855-a9b7-4a29e7c7f10d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 1099 time: 0.0819087 Oct 17 18:54:14.865788 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-281937ed-f023-42b4-96ee-d318583be8bb req-4b64b806-0d66-49d8-ba67-b9b519d5e297 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Oct 17 18:54:15.147748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7ab44-5220-42c9-8293-2c8f8dcb3aff req-88ad5b3c-2c39-4157-8216-07d84d977828 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:15.149100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-56c7ab44-5220-42c9-8293-2c8f8dcb3aff req-88ad5b3c-2c39-4157-8216-07d84d977828 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0875971 Oct 17 18:54:15.191946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-56c7ab44-5220-42c9-8293-2c8f8dcb3aff req-84a00147-abc9-4c7a-b0b8-450b0a75dc27 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Oct 17 18:54:16.419005 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05530d-7957-4119-901a-57f2a43ce6d1 req-07d7be18-7cef-446d-b871-d97266dd8a79 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:16.421404 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0a05530d-7957-4119-901a-57f2a43ce6d1 req-07d7be18-7cef-446d-b871-d97266dd8a79 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.1060665 Oct 17 18:54:16.466646 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0a05530d-7957-4119-901a-57f2a43ce6d1 req-c129ae59-cf91-4fd4-b314-171331b89403 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Oct 17 18:54:17.666509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf49a7-3993-4cee-b99e-f48e5d3aaaa2 req-82dd6126-be75-4aeb-b18e-ae50c51fc697 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:17.667844 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b9bf49a7-3993-4cee-b99e-f48e5d3aaaa2 req-82dd6126-be75-4aeb-b18e-ae50c51fc697 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0899107 Oct 17 18:54:17.711956 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b9bf49a7-3993-4cee-b99e-f48e5d3aaaa2 req-7761bf00-03b4-497b-95e0-f4980263e248 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Oct 17 18:54:17.911967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc284-f405-4a2b-9f17-6ea9c35fb22d req-9794fdbb-c880-4b68-bf26-5efe6624a970 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:17.913405 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb3cc284-f405-4a2b-9f17-6ea9c35fb22d req-9794fdbb-c880-4b68-bf26-5efe6624a970 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0903020 Oct 17 18:54:17.957971 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fb3cc284-f405-4a2b-9f17-6ea9c35fb22d req-c7404086-a870-4e1d-a0d1-1860d6213d56 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Oct 17 18:54:19.651405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca732548-0d63-4f6a-ba74-71283fa6b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.316697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b518fcfe-7528-4b4c-a9f8-6c50479b8a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.041916 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.121899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:24.588236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:26.201713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:36.433856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b78324-098b-462a-add3-2ae14874a64d req-19d2a468-1495-452a-a56c-85cc563fa740 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:36.435347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-35b78324-098b-462a-add3-2ae14874a64d req-19d2a468-1495-452a-a56c-85cc563fa740 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0952504 Oct 17 18:54:36.480073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-35b78324-098b-462a-add3-2ae14874a64d req-b35ce9c0-a2fb-4f08-8fb6-4034ead4643d tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Oct 17 18:54:37.678490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8cd39-8e2a-465e-9770-a06e57a48fc6 req-0373fa5c-b099-4aa7-898c-19dd45b7332a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:37.680081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d0f8cd39-8e2a-465e-9770-a06e57a48fc6 req-0373fa5c-b099-4aa7-898c-19dd45b7332a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0868976 Oct 17 18:54:37.835379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d0f8cd39-8e2a-465e-9770-a06e57a48fc6 req-e50ee86b-8b73-4639-b16b-fb098559b46a tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497791 Oct 17 18:54:37.913411 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:54:38.937043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f8f42-361c-4733-880e-845625c45e8c req-3cdd52ba-6ae1-4bfb-b47b-3945e4c90a41 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:38.938560 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec7f8f42-361c-4733-880e-845625c45e8c req-3cdd52ba-6ae1-4bfb-b47b-3945e4c90a41 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0866470 Oct 17 18:54:39.014956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Deleting port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:39.015297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:39.038532 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332c1b-7a73-4218-929e-4878bcef9ed5 req-f7e749a4-2aa1-4cc5-8043-690c426de831 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:39.040081 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7332c1b-7a73-4218-929e-4878bcef9ed5 req-f7e749a4-2aa1-4cc5-8043-690c426de831 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 946 time: 0.0925164 Oct 17 18:54:39.084236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7332c1b-7a73-4218-929e-4878bcef9ed5 req-81c94f96-ccf2-427c-bc15-a90243bfe15f tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/security-groups?id=f659d266-3b13-4395-ab8a-95eb526e5dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Oct 17 18:54:39.261950 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] For port 3ac3865e-a872-4ac4-9c30-7ac72bf19154, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=3ac3865e-a872-4ac4-9c30-7ac72bf19154,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:39.262310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:39.390329 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Calling delete_port for 3ac3865e-a872-4ac4-9c30-7ac72bf19154 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:39.628154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:39.668682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['3ac3865e-a872-4ac4-9c30-7ac72bf19154'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:54:39.679211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Pushing event deleted for resources: {'Port': ['ID=3ac3865e-a872-4ac4-9c30-7ac72bf19154,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:39.770000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] No DVR routers for this DVR port 3ac3865e-a872-4ac4-9c30-7ac72bf19154 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:39.772512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:39.775527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'name': 'network-vif-deleted', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:39.777855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352940a-3ebf-46f9-973a-d1dbfc8be4ab" -d '{"events": [{"server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "name": "network-vif-deleted", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:39.823416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcfd233-a62b-48d9-a0d9-7b517a455ef1 x-openstack-request-id: req-3bcfd233-a62b-48d9-a0d9-7b517a455ef1 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:39.823708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3dc1db-2450-4b60-9e44-781ece699b49", "name": "network-vif-deleted", "tag": "3ac3865e-a872-4ac4-9c30-7ac72bf19154", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:39.823962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bcfd233-a62b-48d9-a0d9-7b517a455ef1 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:39.824363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bcfd233-a62b-48d9-a0d9-7b517a455ef1'] response: {'server_uuid': 'af3dc1db-2450-4b60-9e44-781ece699b49', 'name': 'network-vif-deleted', 'tag': '3ac3865e-a872-4ac4-9c30-7ac72bf19154', 'status': 'completed', 'code': 200} Oct 17 18:54:39.888286 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec7f8f42-361c-4733-880e-845625c45e8c req-e7183afb-8f96-4b52-94f2-02dc37765247 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.42 "DELETE /v2.0/ports/3ac3865e-a872-4ac4-9c30-7ac72bf19154 HTTP/1.1" status: 204 len: 173 time: 0.9431281 Oct 17 18:54:40.249923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-256a3216-86d4-44b5-a582-2c149c921c48 req-3137baf8-8abd-479a-9491-70339ee744c8 tempest-TestEncryptedCinderVolumes-1424210223 tempest-TestEncryptedCinderVolumes-1424210223-project] 10.222.0.36 "GET /v2.0/ports?device_id=af3dc1db-2450-4b60-9e44-781ece699b49 HTTP/1.1" status: 200 len: 210 time: 0.0525081 Oct 17 18:54:41.445847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49066) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:42.065759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3ac3865e-a872-4ac4-9c30-7ac72bf19154 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:42.080294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:42.099081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 3ac3865e-a872-4ac4-9c30-7ac72bf19154 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:42.099420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 3ac3865e-a872-4ac4-9c30-7ac72bf19154 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:42.427002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Deleting port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:42.427342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:42.598671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] For port 23ad3792-f33b-41c2-b5a0-4bb9978c6d94, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:42.599359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:42.723154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Calling delete_port for 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:42.967176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:43.016206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad3792-f33b-41c2-b5a0-4bb9978c6d94,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:43.062015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.062960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.062960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.063144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.063303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.063628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.063956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.064277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.064596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.064911 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.065232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.065547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:43.295792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:43.763570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:54:43.951496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:54:43.960353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Sync routers for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:54:43.963941 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-04ff06df-9fbb-47ed-b1ba-9b6b926d6181 admin admin] 10.222.0.36 "PUT /v2.0/routers/d8c7ed6f-c123-4bdf-a68c-4e65be0c543c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5165195 Oct 17 18:54:43.966680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:43.970268 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:43.970856 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:44.145873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:44.147713 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:44.324342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:44.424933 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:54:42Z', 'revision_number': 5, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port': {'id': 'a9a9523f-9c5c-4392-9bf9-b167efe9a8ad', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:44.428512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Checking router: d8c7ed6f-c123-4bdf-a68c-4e65be0c543c for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:54:44.432950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Deleting port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:44.433430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:44.436775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Routers {'d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:44.437351 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:44.595813 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] Set router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:44.625432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] For port a9a9523f-9c5c-4392-9bf9-b167efe9a8ad, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:44.625899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:44.735228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:54:44Z', 'revision_number': 6, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:44.739158 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9290b4f-f3e7-4e85-866c-05086d9a8bcf None None] The sync data for ids ['d8c7ed6f-c123-4bdf-a68c-4e65be0c543c'] in dv-neutron-861384-1-hyperv is: [{'id': 'd8c7ed6f-c123-4bdf-a68c-4e65be0c543c', 'name': 'tempest-TestEncryptedCinderVolumes-110251202-router', 'tenant_id': '404625a2272141219317c27495ce1f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:24Z', 'updated_at': '2022-10-17T18:54:44Z', 'revision_number': 6, 'project_id': '404625a2272141219317c27495ce1f58', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:54:44.753928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Calling delete_port for a9a9523f-9c5c-4392-9bf9-b167efe9a8ad owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:45.021667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.067771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a9523f-9c5c-4392-9bf9-b167efe9a8ad,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:45.281842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.451873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.454057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.520920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:45.560306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:45.560306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 23ad3792-f33b-41c2-b5a0-4bb9978c6d94 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:45.560306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9a9523f-9c5c-4392-9bf9-b167efe9a8ad no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:45.582135 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.582778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c7ed6f-c123-4bdf-a68c-4e65be0c543c {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:54:45.597110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: a9a9523f-9c5c-4392-9bf9-b167efe9a8ad {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:45.597110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a9a9523f-9c5c-4392-9bf9-b167efe9a8ad not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:45.598196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.599403 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d990b5f4-f14f-4fe2-a221-b801ddaf7fda admin admin] 10.222.0.36 "DELETE /v2.0/routers/d8c7ed6f-c123-4bdf-a68c-4e65be0c543c HTTP/1.1" status: 204 len: 168 time: 1.6318324 Oct 17 18:54:45.602177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49074) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:45.664146 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Deleting subnet efc9d7c8-95d1-486d-896e-c0c6fd983539 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:54:45.667282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.718588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.798789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.939187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.978337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc9d7c8-95d1-486d-896e-c0c6fd983539,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:45.980249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:45.984436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ea15f8-3c0a-4197-b179-2e5a4bbd43d7 None None] Network e84fe647-5496-432c-95ba-3a5577f7dcaf requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:45.989927 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f071358-43bd-4bff-ae73-4f959a6b3357 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/efc9d7c8-95d1-486d-896e-c0c6fd983539 HTTP/1.1" status: 204 len: 168 time: 0.3865941 Oct 17 18:54:45.992355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49078) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:46.098702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.109939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Deleting port efa20858-6077-40ce-a865-550cd5bfbe2f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:46.110272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.266593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] DHCP port deletion for e84fe647-5496-432c-95ba-3a5577f7dcaf request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:54:46.270955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Deleting port efa20858-6077-40ce-a865-550cd5bfbe2f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:46.271324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.317860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] For port efa20858-6077-40ce-a865-550cd5bfbe2f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=efa20858-6077-40ce-a865-550cd5bfbe2f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:46.318208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.440305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Calling delete_port for efa20858-6077-40ce-a865-550cd5bfbe2f owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:46.480262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] For port efa20858-6077-40ce-a865-550cd5bfbe2f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=efa20858-6077-40ce-a865-550cd5bfbe2f,segment=NetworkSegment(efb58af6-db57-40eb-8c96-02107239e627),segment_id=efb58af6-db57-40eb-8c96-02107239e627)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:46.480721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.606710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Calling delete_port for efa20858-6077-40ce-a865-550cd5bfbe2f owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:46.613313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.661565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Pushing event deleted for resources: {'Port': ['ID=efa20858-6077-40ce-a865-550cd5bfbe2f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:46.667899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] No DVR routers for this DVR port efa20858-6077-40ce-a865-550cd5bfbe2f on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:46.686385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:54:46.686890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:54:46.807848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.831934 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84fe647-5496-432c-95ba-3a5577f7dcaf']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:46.844384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb58af6-db57-40eb-8c96-02107239e627') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:46.844680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb58af6-db57-40eb-8c96-02107239e627') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:46.856587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.872353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:46.878456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:54:46.878832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:47.049294 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment efb58af6-db57-40eb-8c96-02107239e627 resource provider aggregate not found Oct 17 18:54:47.070398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment efb58af6-db57-40eb-8c96-02107239e627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efb58af6-db57-40eb-8c96-02107239e627 found for delete ", "request_id": "req-765c0583-596e-48ea-97c1-99cfb8fa4fa2"}]} Oct 17 18:54:47.181577 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:47.187787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Deleting port efa20858-6077-40ce-a865-550cd5bfbe2f {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:47.188201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:47.199764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:47.205729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] Pushing event deleted for resources: {'Network': ['ID=e84fe647-5496-432c-95ba-3a5577f7dcaf,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:47.256873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-34d2c216-bddf-421c-83c1-0d0c858c34f0 None None] The port 'efa20858-6077-40ce-a865-550cd5bfbe2f' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:54:47.297017 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-22f1a34f-5d2f-4ce6-9b23-38f42bac194a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e84fe647-5496-432c-95ba-3a5577f7dcaf HTTP/1.1" status: 204 len: 168 time: 1.3030384 Oct 17 18:54:47.300042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49086) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:47.410040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device efa20858-6077-40ce-a865-550cd5bfbe2f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:47.446346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: efa20858-6077-40ce-a865-550cd5bfbe2f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:47.446687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device efa20858-6077-40ce-a865-550cd5bfbe2f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:47.832567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:48.177240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Deleting port 940b3308-f5db-4d3c-b13b-48edced7a0b0 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:48.177578 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:48.349776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] For port 940b3308-f5db-4d3c-b13b-48edced7a0b0, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=940b3308-f5db-4d3c-b13b-48edced7a0b0,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:48.350471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:48.470548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Calling delete_port for 940b3308-f5db-4d3c-b13b-48edced7a0b0 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:48.859236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:48.909905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Pushing event deleted for resources: {'Port': ['ID=940b3308-f5db-4d3c-b13b-48edced7a0b0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:49.178932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:49.535213 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Router d94eee24-490b-4bbf-92db-4c0e93a0744e has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:54:49.673016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-200c9f2f-0559-4a4b-9499-6faf59e0db87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:49.716500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:54:49.725024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Sync routers for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:54:49.728612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3ba41f6f-0c7d-40a4-94e3-b35b72eec325 admin admin] 10.222.0.36 "PUT /v2.0/routers/d94eee24-490b-4bbf-92db-4c0e93a0744e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275427 Oct 17 18:54:49.731237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:49.735102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:49.735703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:49.905719 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:49.915472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:50.203375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:50.208150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:54:48Z', 'revision_number': 5, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:50.212412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Checking router: d94eee24-490b-4bbf-92db-4c0e93a0744e for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:54:50.220582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Routers {'d94eee24-490b-4bbf-92db-4c0e93a0744e'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:50.221172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d94eee24-490b-4bbf-92db-4c0e93a0744e'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:50.295573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Deleting port b62dc35a-a468-4827-a5d7-744d46625bb9 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:50.295919 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:50.401322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] Set router d94eee24-490b-4bbf-92db-4c0e93a0744e gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:50.471278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] For port b62dc35a-a468-4827-a5d7-744d46625bb9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b62dc35a-a468-4827-a5d7-744d46625bb9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:50.471523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:50.601341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Calling delete_port for b62dc35a-a468-4827-a5d7-744d46625bb9 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:50.717624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:54:48Z', 'revision_number': 5, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:50.721547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6a8a4-7863-4d32-aa93-43dbae465b39 None None] The sync data for ids ['d94eee24-490b-4bbf-92db-4c0e93a0744e'] in dv-neutron-861384-1-hyperv is: [{'id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'name': 'tempest-TestEncryptedCinderVolumes-1636293460-router', 'tenant_id': 'f06f710c264442bab1cb87aac3634d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:52:31Z', 'updated_at': '2022-10-17T18:54:48Z', 'revision_number': 5, 'project_id': 'f06f710c264442bab1cb87aac3634d13', 'gw_port': {'id': 'b62dc35a-a468-4827-a5d7-744d46625bb9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94eee24-490b-4bbf-92db-4c0e93a0744e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:52:32Z', 'updated_at': '2022-10-17T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:54:50.850148 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:50.897243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62dc35a-a468-4827-a5d7-744d46625bb9,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:50.996040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.167710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.170205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.281691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.282123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94eee24-490b-4bbf-92db-4c0e93a0744e {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:54:51.295796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.296920 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-78fb8ade-d625-47c7-9243-1351e448d263 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d94eee24-490b-4bbf-92db-4c0e93a0744e HTTP/1.1" status: 204 len: 168 time: 1.5647810 Oct 17 18:54:51.299533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:51.366391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Deleting subnet f15b175e-96e3-421c-b2e7-1e4a7437159d {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:54:51.366391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.419261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.498727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.647296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.684611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15b175e-96e3-421c-b2e7-1e4a7437159d,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:51.689419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.694639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861aea9d-bd51-4bd5-8241-b37d616bffe8 None None] Network 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:51.697268 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-458c3bfc-b2c7-4d9f-be3e-14696edf29b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f15b175e-96e3-421c-b2e7-1e4a7437159d HTTP/1.1" status: 204 len: 168 time: 0.3967278 Oct 17 18:54:51.700255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 49098) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:51.779247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 940b3308-f5db-4d3c-b13b-48edced7a0b0 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:51.813821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.824880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Deleting port e65e3db1-5875-4b15-9ddf-77939d8d44bd {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:51.825212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:51.826689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 940b3308-f5db-4d3c-b13b-48edced7a0b0 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:51.827030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 940b3308-f5db-4d3c-b13b-48edced7a0b0 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:51.993463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] DHCP port deletion for 4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:54:51.997873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Deleting port e65e3db1-5875-4b15-9ddf-77939d8d44bd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:51.998249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.035309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] For port e65e3db1-5875-4b15-9ddf-77939d8d44bd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e65e3db1-5875-4b15-9ddf-77939d8d44bd,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:52.035564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.159266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Calling delete_port for e65e3db1-5875-4b15-9ddf-77939d8d44bd owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:52.203842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] For port e65e3db1-5875-4b15-9ddf-77939d8d44bd, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e65e3db1-5875-4b15-9ddf-77939d8d44bd,segment=NetworkSegment(0158ed4d-cc5a-41ec-9342-1c9a4d163ea1),segment_id=0158ed4d-cc5a-41ec-9342-1c9a4d163ea1)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:52.204266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.330464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Calling delete_port for e65e3db1-5875-4b15-9ddf-77939d8d44bd owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:52.358942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.406984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:54:52.407957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:54:52.408110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Pushing event deleted for resources: {'Port': ['ID=e65e3db1-5875-4b15-9ddf-77939d8d44bd,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:52.409799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] No DVR routers for this DVR port e65e3db1-5875-4b15-9ddf-77939d8d44bd on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:52.458471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-18b019c4-587c-4963-943a-0d97d663444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.524545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.549927 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:52.566404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:52.566695 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0158ed4d-cc5a-41ec-9342-1c9a4d163ea1') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:52.578227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.594082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.600047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:54:52.600425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.662345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0158ed4d-cc5a-41ec-9342-1c9a4d163ea1 resource provider aggregate not found Oct 17 18:54:52.688159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 0158ed4d-cc5a-41ec-9342-1c9a4d163ea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0158ed4d-cc5a-41ec-9342-1c9a4d163ea1 found for delete ", "request_id": "req-570cdc1d-2ed1-4808-9163-81e4dc045cb5"}]} Oct 17 18:54:52.830136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.834044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.862963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:52.866815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a9b744e-6a55-490c-bb17-b404c27883db admin admin] 10.222.0.36 "DELETE /v2.0/networks/4f2dfaa0-a70f-4e9f-ac95-5f45a70aa078 HTTP/1.1" status: 204 len: 168 time: 1.1651068 Oct 17 18:54:52.908452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Deleting port e65e3db1-5875-4b15-9ddf-77939d8d44bd {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:52.909074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:52.986004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bbb4-6335-4f7e-9741-72b808d43f14 None None] The port 'e65e3db1-5875-4b15-9ddf-77939d8d44bd' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:54:53.098420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.155899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.311397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49108) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:53.363940 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-54f7a7d5-5dab-4abc-831e-7040016f8524 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=404625a2272141219317c27495ce1f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513787 Oct 17 18:54:53.366507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49112) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:53.412201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b62dc35a-a468-4827-a5d7-744d46625bb9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:53.436641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.446701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b62dc35a-a468-4827-a5d7-744d46625bb9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:53.447053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b62dc35a-a468-4827-a5d7-744d46625bb9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:53.447488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e65e3db1-5875-4b15-9ddf-77939d8d44bd no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:53.464703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.483583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: e65e3db1-5875-4b15-9ddf-77939d8d44bd {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:53.483928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e65e3db1-5875-4b15-9ddf-77939d8d44bd not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:53.641496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.658568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f659d266-3b13-4395-ab8a-95eb526e5dc0,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:53.731477 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:53.732481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a2197f03-662e-4579-9de7-11f3da09bcf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f659d266-3b13-4395-ab8a-95eb526e5dc0 HTTP/1.1" status: 204 len: 168 time: 0.3650892 Oct 17 18:54:54.546974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49120) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:54.597626 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3324e650-bd4e-47f2-a042-bc37c401d259 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f06f710c264442bab1cb87aac3634d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494709 Oct 17 18:54:54.600097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49124) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:54.633516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:54.663394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:54.689810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:54.807225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:54.824494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398817f-4b28-45c0-aa44-2f953bbc6bc2,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:54.830200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:54.832372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eb209a71-a3b0-4337-a1fe-cd91f06155ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e398817f-4b28-45c0-aa44-2f953bbc6bc2 HTTP/1.1" status: 204 len: 168 time: 0.2310472 Oct 17 18:54:55.960798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49148) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:56.066534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1260929467-network', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:54:56.071939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:54:56.075823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Usage tracker for resource:network and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:54:56.078973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:54:56.084716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:54:56.161042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Made reservation on behalf of 0dcb97c9409f47e0a78d2639ffe7adc6 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:54:56.163405 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.176244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.192071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:54:56.197136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:54:56.200254 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:54:56.206809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:54:56.232810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.299667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.375613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.410109 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:54:56.418460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a176ee-c2c8-4c32-9a1a-5793790a6daa,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:56.423820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.424159 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Added segment 73314238-644b-4def-92c7-81b0e97badcb of type vlan for network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 Oct 17 18:54:56.451313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.558339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.559319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:56.559913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:56.663697 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] Pushing event updated for resources: {'Network': ['ID=008feae8-1bf7-41e3-a1a4-6eb8ddfce807,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:56.673278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:54:56.722374 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5a115437-d88d-4431-bd0b-784f17483181 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7597520 Oct 17 18:54:56.725315 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49154) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:56.730668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Request body: {'subnet': {'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1260929467-subnet', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:54:56.735721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:54:56.740178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Usage tracker for resource:subnet and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:54:56.744342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:54:56.749324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:54:56.821777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Made reservation on behalf of 0dcb97c9409f47e0a78d2639ffe7adc6 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:54:56.824023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.093235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.170799 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:57.178369 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Checking segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:54:57.178751 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Network hostable DHCP agents. Network: 008feae8-1bf7-41e3-a1a4-6eb8ddfce807, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:54:57.275861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:54:57.372553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 008feae8-1bf7-41e3-a1a4-6eb8ddfce807) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:54:57.379994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:57.379994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.382153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37d28b-dbf2-4c7b-9bcd-aecc31d6f912 None None] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:57.642323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d242c793-3d27-42fd-8e8f-0562f5c5598f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9159465 Oct 17 18:54:57.644847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49158) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:57.647672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:54:57.648212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.649815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:54:57.654662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:54:57.658462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Usage tracker for resource:router and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:54:57.661451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:54:57.668713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:54:57.750440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.751757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.767138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:57.800918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Allocated IP 172.20.0.2 (008feae8-1bf7-41e3-a1a4-6eb8ddfce807/d8f5a8e5-3ec4-414a-8ae3-7478d22ad753/1802b81e-3bae-441e-a68d-42c1803d54c6) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:54:58.013213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.026339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Transition to ACTIVE for port object 1802b81e-3bae-441e-a68d-42c1803d54c6 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:54:58.048146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Transition to ACTIVE for port object 1802b81e-3bae-441e-a68d-42c1803d54c6 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:54:58.104344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.109776 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.169992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:54:58.172678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:54:58.176403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:54:58.182556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Pushing event updated for resources: {'Port': ['ID=1802b81e-3bae-441e-a68d-42c1803d54c6,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:58.225825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.228948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.229513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.229590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.230013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.230400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:58.296920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Attempting to bind port 1802b81e-3bae-441e-a68d-42c1803d54c6 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:54:58.297209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Attempting to bind port 1802b81e-3bae-441e-a68d-42c1803d54c6 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:54:58.297529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Attempting to bind port 1802b81e-3bae-441e-a68d-42c1803d54c6 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:54:58.303423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:54:58.303793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Checking segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:54:58.304192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.304603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Bound using segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:54:58.305069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Bound port: 1802b81e-3bae-441e-a68d-42c1803d54c6, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:54:58.305441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.395828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] For port 1802b81e-3bae-441e-a68d-42c1803d54c6, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:54:58.399537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] For port 1802b81e-3bae-441e-a68d-42c1803d54c6, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1802b81e-3bae-441e-a68d-42c1803d54c6,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:54:58.482385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.520429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.556014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.565970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34975406-07d6-4ebc-8db0-be835ab966ff None None] Pushing event updated for resources: {'Port': ['ID=1802b81e-3bae-441e-a68d-42c1803d54c6,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:58.696333 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Allocated IP 172.26.2.114 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/e67e0e30-e9a5-47d6-b5a6-54f1bce53304) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:54:58.874806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:58.993706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:59.059749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:54:59.062570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:54:59.071963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:54:59.102015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:59.444827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1802b81e-3bae-441e-a68d-42c1803d54c6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:54:59.537757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99493ef8-f1e2-4ccc-abf3-02b6cbe54633 None None] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:59.666958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1802b81e-3bae-441e-a68d-42c1803d54c6 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:54:59.703680 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:59.719803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Provisioning for port 1802b81e-3bae-441e-a68d-42c1803d54c6 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:54:59.760226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Provisioning complete for port 1802b81e-3bae-441e-a68d-42c1803d54c6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:54:59.760614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:59.760935 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Attempt 1 to provision port 1802b81e-3bae-441e-a68d-42c1803d54c6 Oct 17 18:54:59.907559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Current status of the port 1802b81e-3bae-441e-a68d-42c1803d54c6 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:54:59.907935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:59.942023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] For port 1802b81e-3bae-441e-a68d-42c1803d54c6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1802b81e-3bae-441e-a68d-42c1803d54c6,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:00.018434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:00.058234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:00.091188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cabc7-114d-4734-a231-165c8f10da7b None None] Pushing event updated for resources: {'Port': ['ID=1802b81e-3bae-441e-a68d-42c1803d54c6,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:00.138303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b49cf506-169e-4e54-9f29-fbe7ff28dc29 None None] Provisioning complete for port 1802b81e-3bae-441e-a68d-42c1803d54c6 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:00.138671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b49cf506-169e-4e54-9f29-fbe7ff28dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:00.139004 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b49cf506-169e-4e54-9f29-fbe7ff28dc29 None None] Attempt 1 to provision port 1802b81e-3bae-441e-a68d-42c1803d54c6 Oct 17 18:55:00.258603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b49cf506-169e-4e54-9f29-fbe7ff28dc29 None None] Current status of the port 1802b81e-3bae-441e-a68d-42c1803d54c6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:00.369653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:55:00.543621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:55:00.552241 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:55:00.562651 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:00.563246 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:00.655511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:00.657073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2eb1f1f1-445a-4792-9f5b-f0aa347ce0c4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0109863 Oct 17 18:55:00.659514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49162) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:55:00.736685 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:01.017124 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:54:59Z', 'revision_number': 3, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:01.020845 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:55:01.021185 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Updating router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:55:01.079414 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.416886 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.421092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1802b81e-3bae-441e-a68d-42c1803d54c6 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:01.430396 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Transition to ACTIVE for port object e67e0e30-e9a5-47d6-b5a6-54f1bce53304 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:01.458271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.490105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1802b81e-3bae-441e-a68d-42c1803d54c6 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:01.490471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.490800 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1802b81e-3bae-441e-a68d-42c1803d54c6 Oct 17 18:55:01.527114 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.592959 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Attempting to bind port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:01.593668 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Attempting to bind port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:01.593865 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Attempting to bind port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:01.606753 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:01.607235 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:01.607728 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.608192 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:01.608739 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Bound port: e67e0e30-e9a5-47d6-b5a6-54f1bce53304, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:01.609192 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.640050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1802b81e-3bae-441e-a68d-42c1803d54c6 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:01.657225 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Pushing event updated for resources: {'Port': ['ID=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:01.669998 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.670343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.670679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.671011 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.671338 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.671663 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.671987 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.672312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.672633 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.672952 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.673271 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.673588 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:01.677983 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Allocated IP 172.20.0.1 (008feae8-1bf7-41e3-a1a4-6eb8ddfce807/d8f5a8e5-3ec4-414a-8ae3-7478d22ad753/628a69be-ee6f-4dbd-b029-912dee004aac) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:55:01.704562 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] For port e67e0e30-e9a5-47d6-b5a6-54f1bce53304, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:01.707498 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] For port e67e0e30-e9a5-47d6-b5a6-54f1bce53304, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:01.770019 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.829071 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.834817 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:01.835618 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:01.845260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Transition to ACTIVE for port object 628a69be-ee6f-4dbd-b029-912dee004aac will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:01.935691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.974407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce799-55a1-4bfe-a873-f5bde87f7dea None None] Pushing event updated for resources: {'Port': ['ID=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:02.005494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:02.008430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:02.012011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:55:02.027146 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:02.045842 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Pushing event updated for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:02.075841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.330205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.358131 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-c2499148-296a-4660-946c-e42c81d8052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:54:59Z', 'revision_number': 3, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:02.361910 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2499148-296a-4660-946c-e42c81d8052d None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:54:59Z', 'revision_number': 3, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:55:02.386905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Provisioning for port 628a69be-ee6f-4dbd-b029-912dee004aac completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:02.393014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Provisioning complete for port 628a69be-ee6f-4dbd-b029-912dee004aac triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:02.393014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.393014 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 1 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:02.452581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:02.563423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.633191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.742646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Pushing event updated for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:02.747693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.890078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:02.891251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:02.953906 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 2 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:03.014806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:03.198955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:55:03.380689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:55:03.390722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-02788513-ce17-44df-853f-a932de6f2554 admin admin] 10.222.0.36 "PUT /v2.0/routers/d7f5b60f-bb84-4a95-a507-6c92eb6f1318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301419 Oct 17 18:55:03.438919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e67e0e30-e9a5-47d6-b5a6-54f1bce53304 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:03.516366 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 3 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:03.571505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:03.592317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:03.597674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:03.598035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:03.598366 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 Oct 17 18:55:03.721433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:03.721852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:03.739028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port e67e0e30-e9a5-47d6-b5a6-54f1bce53304, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:03.850682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:55:03.860733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:03.861350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:03.916903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.074865 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 4 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:04.117041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:04.147938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:04.202043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:04.245596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49180) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:55:04.251677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-426523646-network', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:55:04.258403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:55:04.262507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Usage tracker for resource:network and tenant:7b31eb70eeaf4b4e84f463b0b02f2282 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:55:04.265495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:55:04.271491 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:55:04.352705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Made reservation on behalf of 7b31eb70eeaf4b4e84f463b0b02f2282 for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:55:04.355792 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.368619 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.388158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:55:04.392028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Usage tracker for resource:security_group_rule and tenant:7b31eb70eeaf4b4e84f463b0b02f2282 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:55:04.395009 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:55:04.401620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:55:04.488108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.489732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 2, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:04.494204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:55:04.494767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Updating router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 port 628a69be-ee6f-4dbd-b029-912dee004aac binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:55:04.547261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.560852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.595512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:55:04.604520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943172b8-a3bc-4bce-ac6b-afc8c8b227da,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:04.613495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.614003 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Added segment 89cc8273-a339-43da-be13-0f084349a692 of type vlan for network 47550290-91a1-4e24-9a0e-04405f837948 Oct 17 18:55:04.643227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.712893 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 5 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:04.726929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.728030 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:04.728607 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.830160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:04.831839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] Pushing event updated for resources: {'Network': ['ID=47550290-91a1-4e24-9a0e-04405f837948,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:04.845565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 47550290-91a1-4e24-9a0e-04405f837948 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:55:04.918778 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-502ccdaf-4cf8-4d42-bfb7-03f5d211b99d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6719749 Oct 17 18:55:04.921399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49184) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:55:04.926928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Request body: {'subnet': {'network_id': '47550290-91a1-4e24-9a0e-04405f837948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-426523646-subnet', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:55:04.932958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:55:04.937261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Usage tracker for resource:subnet and tenant:7b31eb70eeaf4b4e84f463b0b02f2282 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:55:04.940321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:55:04.946866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:55:05.021008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Made reservation on behalf of 7b31eb70eeaf4b4e84f463b0b02f2282 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:55:05.023721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.077985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.089691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Transition to ACTIVE for port object 628a69be-ee6f-4dbd-b029-912dee004aac will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:05.198653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.330046 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.347658 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 6 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:05.406013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfaf0087-2466-4e17-ba54-1dcd2e6db8c6,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:05.428498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Checking segment: {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:05.429056 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Network hostable DHCP agents. Network: 47550290-91a1-4e24-9a0e-04405f837948, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:55:05.443325 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e67e0e30-e9a5-47d6-b5a6-54f1bce53304 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:05.473838 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b917c-2b43-40a3-a028-66a623f7fb27 None None] Pushing event updated for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:05.489262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Network 47550290-91a1-4e24-9a0e-04405f837948 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:55:05.518227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Attempting to bind port 628a69be-ee6f-4dbd-b029-912dee004aac on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:05.518601 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Attempting to bind port 628a69be-ee6f-4dbd-b029-912dee004aac by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:05.518958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Attempting to bind port 628a69be-ee6f-4dbd-b029-912dee004aac on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:05.527546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:05.533446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:05.534009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Checking segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:05.534404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.534802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Bound using segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:05.535265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Bound port: 628a69be-ee6f-4dbd-b029-912dee004aac, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:05.535636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.563232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 47550290-91a1-4e24-9a0e-04405f837948) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:05.567128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:05.567740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.592836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed7e77-e3b6-40d5-8926-842c25b958b7 None None] Network 47550290-91a1-4e24-9a0e-04405f837948 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:55:05.633862 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-58f6d028-a714-42d3-9dda-b46d4d970c2c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7110488 Oct 17 18:55:05.636143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49188) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:55:05.641191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:55:05.646122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:55:05.650975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Usage tracker for resource:router and tenant:7b31eb70eeaf4b4e84f463b0b02f2282 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:55:05.653840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:55:05.664963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:55:05.678680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:05.679052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.679505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 Oct 17 18:55:05.757753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.758936 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.774743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:05.785998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] For port 628a69be-ee6f-4dbd-b029-912dee004aac, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:05.811562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] For port 628a69be-ee6f-4dbd-b029-912dee004aac, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=628a69be-ee6f-4dbd-b029-912dee004aac,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:05.882058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.011461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:06.014006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:06.014913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:06.067645 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Attempt 7 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:06.099099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.202112 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-47550290-91a1-4e24-9a0e-04405f837948', 'network_id': '47550290-91a1-4e24-9a0e-04405f837948', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'fixed_ips': [{'subnet_id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:55:06.202961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.224091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b917c-2b43-40a3-a028-66a623f7fb27 None None] Pushing event updated for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:06.324041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b13b3-81a5-472a-a2f7-f121ee962eb6 None None] Port 628a69be-ee6f-4dbd-b029-912dee004aac had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:55:06.361407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:06.473294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.626234 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.688284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Allocated IP 172.20.0.2 (47550290-91a1-4e24-9a0e-04405f837948/dfaf0087-2466-4e17-ba54-1dcd2e6db8c6/47c65dea-a51a-441e-b459-cc1a6f43b75a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:55:06.763197 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Allocated IP 172.26.2.126 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/9451ec0e-3363-4285-a297-4f95a918a267) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:55:06.911348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:06.996970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.001271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:05Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:07.007531 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.011805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fccf8-4d80-490e-9683-41a6f0b20582 None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:05Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:55:07.014256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Transition to ACTIVE for port object 47c65dea-a51a-441e-b459-cc1a6f43b75a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:07.036921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Transition to ACTIVE for port object 47c65dea-a51a-441e-b459-cc1a6f43b75a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:07.075483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:07.078482 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:07.082718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:55:07.126926 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9451ec0e-3363-4285-a297-4f95a918a267,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:07.139368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.250062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Network 47550290-91a1-4e24-9a0e-04405f837948 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:07.253718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:07.257889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:55:07.264584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Pushing event updated for resources: {'Port': ['ID=47c65dea-a51a-441e-b459-cc1a6f43b75a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:07.373067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Attempting to bind port 47c65dea-a51a-441e-b459-cc1a6f43b75a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:07.373441 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Attempting to bind port 47c65dea-a51a-441e-b459-cc1a6f43b75a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:07.373837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Attempting to bind port 47c65dea-a51a-441e-b459-cc1a6f43b75a on network 47550290-91a1-4e24-9a0e-04405f837948 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:07.380198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:07.380634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Checking segment: {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:07.380962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.381352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Bound using segment: {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:07.381847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Bound port: 47c65dea-a51a-441e-b459-cc1a6f43b75a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:07.382218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.477430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 628a69be-ee6f-4dbd-b029-912dee004aac up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:07.531993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] For port 47c65dea-a51a-441e-b459-cc1a6f43b75a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:07.545068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] For port 47c65dea-a51a-441e-b459-cc1a6f43b75a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=47c65dea-a51a-441e-b459-cc1a6f43b75a,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:07.614078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.630187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.676648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 628a69be-ee6f-4dbd-b029-912dee004aac completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:07.700634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 628a69be-ee6f-4dbd-b029-912dee004aac triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:07.701205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.701306 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:07.761906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd431950-f771-4e12-8f83-c64bb6d0ffeb None None] Pushing event updated for resources: {'Port': ['ID=47c65dea-a51a-441e-b459-cc1a6f43b75a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:07.859371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 628a69be-ee6f-4dbd-b029-912dee004aac is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:07.859846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:07.907801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 628a69be-ee6f-4dbd-b029-912dee004aac, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=628a69be-ee6f-4dbd-b029-912dee004aac,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:07.998317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:08.051587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:08.112768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:08.495290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:55:08.705877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:55:08.721626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Sync routers for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:55:08.736014 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:08.736986 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:08.793471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bba01c-809f-47d3-832b-4c7bd624ee69 None None] Network 47550290-91a1-4e24-9a0e-04405f837948 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:55:08.832190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:08.833656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c128d94f-b33a-4e9a-a186-7cbcd08a2bd4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1964848 Oct 17 18:55:08.837425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49192) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:55:08.933470 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:09.054859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8c152290-04b0-4f61-a144-59d6d15cd3c1 None None] Provisioning for port 47c65dea-a51a-441e-b459-cc1a6f43b75a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:09.266686 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 3, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:09.270803 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Checking router: 2cd39229-5e37-4769-91c7-7bfb9ab6d16f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:55:09.282144 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Updating router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f port 9451ec0e-3363-4285-a297-4f95a918a267 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:55:09.328553 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.537666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 47c65dea-a51a-441e-b459-cc1a6f43b75a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:09.675562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 47c65dea-a51a-441e-b459-cc1a6f43b75a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:09.680686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 47c65dea-a51a-441e-b459-cc1a6f43b75a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:09.682366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.682366 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 47c65dea-a51a-441e-b459-cc1a6f43b75a Oct 17 18:55:09.697595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.698207 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.712308 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Transition to ACTIVE for port object 9451ec0e-3363-4285-a297-4f95a918a267 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:09.778441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.810471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 47c65dea-a51a-441e-b459-cc1a6f43b75a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:09.810471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.845189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 47c65dea-a51a-441e-b459-cc1a6f43b75a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=47c65dea-a51a-441e-b459-cc1a6f43b75a,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:09.849840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Attempting to bind port 9451ec0e-3363-4285-a297-4f95a918a267 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:09.850402 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Attempting to bind port 9451ec0e-3363-4285-a297-4f95a918a267 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:09.851081 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Attempting to bind port 9451ec0e-3363-4285-a297-4f95a918a267 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:09.864289 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:09.864669 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:09.865254 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.865656 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:09.866307 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Bound port: 9451ec0e-3363-4285-a297-4f95a918a267, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:09.866580 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.920626 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98981f-4f6a-4f33-951c-9f56083cb248 None None] Pushing event updated for resources: {'Port': ['ID=9451ec0e-3363-4285-a297-4f95a918a267,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:09.936091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Allocated IP 172.20.0.1 (47550290-91a1-4e24-9a0e-04405f837948/dfaf0087-2466-4e17-ba54-1dcd2e6db8c6/b828e468-2071-44a8-a24f-8fabde35629c) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:55:09.949311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:09.950486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 628a69be-ee6f-4dbd-b029-912dee004aac up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:09.953635 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] For port 9451ec0e-3363-4285-a297-4f95a918a267, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:09.957329 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] For port 9451ec0e-3363-4285-a297-4f95a918a267, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9451ec0e-3363-4285-a297-4f95a918a267,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:10.035749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.094263 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:10.094880 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:10.105025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.113834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=47c65dea-a51a-441e-b459-cc1a6f43b75a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:10.126416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Transition to ACTIVE for port object b828e468-2071-44a8-a24f-8fabde35629c will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:10.127103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 628a69be-ee6f-4dbd-b029-912dee004aac triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:10.127518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.127948 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 628a69be-ee6f-4dbd-b029-912dee004aac Oct 17 18:55:10.221519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.267026 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 628a69be-ee6f-4dbd-b029-912dee004aac is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:10.304554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Network 47550290-91a1-4e24-9a0e-04405f837948 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:10.310848 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:10.311561 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98981f-4f6a-4f33-951c-9f56083cb248 None None] Pushing event updated for resources: {'Port': ['ID=9451ec0e-3363-4285-a297-4f95a918a267,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:10.311676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:55:10.325173 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:10.360581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:10.377999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.630227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Provisioning for port b828e468-2071-44a8-a24f-8fabde35629c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:10.636666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Provisioning complete for port b828e468-2071-44a8-a24f-8fabde35629c triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:10.637041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:10.637378 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 1 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:10.639164 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 3, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:10.644757 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33859235-a810-426b-b7bd-89629b6f7135 None None] The sync data for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv is: [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 3, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:55:10.703956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:10.720481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:11.008225 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:11.072325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:11.184484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:11.188113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:11.205070 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 2 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:11.272674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:11.367535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Network 47550290-91a1-4e24-9a0e-04405f837948 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:11.368843 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:11.611568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 47c65dea-a51a-441e-b459-cc1a6f43b75a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:11.661079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:55:11.729711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 47c65dea-a51a-441e-b459-cc1a6f43b75a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:11.730410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:11.731017 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 47c65dea-a51a-441e-b459-cc1a6f43b75a Oct 17 18:55:11.774621 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 3 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:11.839127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:11.860242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:55:11.869438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-091a08cf-c389-4905-81d5-774e799f4ad1 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cd39229-5e37-4769-91c7-7bfb9ab6d16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0297973 Oct 17 18:55:11.919870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 47c65dea-a51a-441e-b459-cc1a6f43b75a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:11.920883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9451ec0e-3363-4285-a297-4f95a918a267 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:12.055368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9451ec0e-3363-4285-a297-4f95a918a267 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:12.060713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9451ec0e-3363-4285-a297-4f95a918a267 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:12.061093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:12.061428 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9451ec0e-3363-4285-a297-4f95a918a267 Oct 17 18:55:12.187241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9451ec0e-3363-4285-a297-4f95a918a267 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:12.187622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:12.205818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 9451ec0e-3363-4285-a297-4f95a918a267, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9451ec0e-3363-4285-a297-4f95a918a267,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:12.287843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:12.348201 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 4 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:12.412406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Sync routers for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:55:12.425260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:12.426831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=9451ec0e-3363-4285-a297-4f95a918a267,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:12.431167 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:12.433708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:12.618360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:12.927853 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 5 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:12.995464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:13.013882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:10Z', 'revision_number': 4, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'b828e468-2071-44a8-a24f-8fabde35629c', 'name': '', 'network_id': '47550290-91a1-4e24-9a0e-04405f837948', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'mac_address': 'fa:16:3e:79:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:09Z', 'updated_at': '2022-10-17T18:55:10Z', 'revision_number': 2, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'subnets': [{'id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:13.017901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Checking router: 2cd39229-5e37-4769-91c7-7bfb9ab6d16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:55:13.018265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Updating router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f port b828e468-2071-44a8-a24f-8fabde35629c binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:55:13.081590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:13.454055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9451ec0e-3363-4285-a297-4f95a918a267 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:13.502506 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 6 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:13.626514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:13.643276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:13.660760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Transition to ACTIVE for port object b828e468-2071-44a8-a24f-8fabde35629c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:13.670833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9451ec0e-3363-4285-a297-4f95a918a267 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:13.671550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:13.671718 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9451ec0e-3363-4285-a297-4f95a918a267 Oct 17 18:55:13.794603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:13.955563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9451ec0e-3363-4285-a297-4f95a918a267 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:13.973471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bf2d7-c240-4071-b8fd-a194b82e4146 None None] Pushing event updated for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:14.044134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Attempting to bind port b828e468-2071-44a8-a24f-8fabde35629c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:14.044603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Attempting to bind port b828e468-2071-44a8-a24f-8fabde35629c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:14.045159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Attempting to bind port b828e468-2071-44a8-a24f-8fabde35629c on network 47550290-91a1-4e24-9a0e-04405f837948 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:14.051423 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:14.051889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Checking segment: {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:14.052364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:14.052758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Bound using segment: {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:14.053223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Bound port: b828e468-2071-44a8-a24f-8fabde35629c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cc8273-a339-43da-be13-0f084349a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '47550290-91a1-4e24-9a0e-04405f837948'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:14.053623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:14.127197 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 7 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:14.202659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] For port b828e468-2071-44a8-a24f-8fabde35629c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:14.209730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] For port b828e468-2071-44a8-a24f-8fabde35629c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b828e468-2071-44a8-a24f-8fabde35629c,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:14.209730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:14.283674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:14.353900 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:55:14.354534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:54:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:14.501912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bf2d7-c240-4071-b8fd-a194b82e4146 None None] Pushing event updated for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:14.570533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:55:14.717580 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Attempt 8 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:14.917905 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:55:14.927328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ececa4-3b56-4843-9780-2a25c711dc58 None None] Port b828e468-2071-44a8-a24f-8fabde35629c had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:55:15.047219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:10Z', 'revision_number': 4, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'b828e468-2071-44a8-a24f-8fabde35629c', 'name': '', 'network_id': '47550290-91a1-4e24-9a0e-04405f837948', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'mac_address': 'fa:16:3e:79:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:09Z', 'updated_at': '2022-10-17T18:55:14Z', 'revision_number': 4, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'subnets': [{'id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:55:15.052585 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e5601d-0544-4904-a3fb-9a0207cf65e6 None None] The sync data for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv is: [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T18:55:10Z', 'revision_number': 4, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'b828e468-2071-44a8-a24f-8fabde35629c', 'name': '', 'network_id': '47550290-91a1-4e24-9a0e-04405f837948', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'mac_address': 'fa:16:3e:79:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:09Z', 'updated_at': '2022-10-17T18:55:14Z', 'revision_number': 4, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'subnets': [{'id': 'dfaf0087-2466-4e17-ba54-1dcd2e6db8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:55:15.466783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b828e468-2071-44a8-a24f-8fabde35629c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:15.946609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b828e468-2071-44a8-a24f-8fabde35629c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:15.952560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b828e468-2071-44a8-a24f-8fabde35629c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:15.952984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:15.953370 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:16.080014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b828e468-2071-44a8-a24f-8fabde35629c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:16.080424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:16.120859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b828e468-2071-44a8-a24f-8fabde35629c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b828e468-2071-44a8-a24f-8fabde35629c,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:16.226774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:16.316179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:17.454738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b828e468-2071-44a8-a24f-8fabde35629c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:17.534666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b828e468-2071-44a8-a24f-8fabde35629c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:17.535071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:17.535408 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b828e468-2071-44a8-a24f-8fabde35629c Oct 17 18:55:17.670302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b828e468-2071-44a8-a24f-8fabde35629c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:19.671674 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e97411a6-7360-4ff9-b29f-42558db14b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:22.340795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9eda5bf5-77f9-48da-9850-021c88e8bf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:23.068058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:23.174774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:23.491694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-d71db628-602b-49cf-b8b1-34057f936619 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:23.492991 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-d71db628-602b-49cf-b8b1-34057f936619 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:55:23.614598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-d71db628-602b-49cf-b8b1-34057f936619 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:55:23.615719 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-d71db628-602b-49cf-b8b1-34057f936619 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 815 time: 0.2692461 Oct 17 18:55:23.631481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-d5b5e9a9-8089-43c0-872b-72d78350aea0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/quotas/0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Oct 17 18:55:23.721294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-2433fdc8-82c8-4e1d-8e88-06d19e025c59 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:55:23.834849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-2433fdc8-82c8-4e1d-8e88-06d19e025c59 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:55:23.836180 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-2433fdc8-82c8-4e1d-8e88-06d19e025c59 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987088 Oct 17 18:55:23.984389 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-adaa8ae5-c688-4a6b-9793-832b825a2e25 service neutron] 10.222.0.36 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363356 Oct 17 18:55:24.121169 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-3ca21b55-9937-4575-8b4c-7828033af38d service neutron] 10.222.0.36 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306038 Oct 17 18:55:24.416161 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-531b3a1b-7296-49fa-8c84-4c31b2bc07ae req-decd1a81-a2d4-41fa-85eb-c444aa43b065 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 210 time: 0.0521867 Oct 17 18:55:24.601125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:25.529930 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d128122e-544e-4bdc-b96b-5c84e12967f1 req-2cb2b925-1e43-4047-ba86-98c5a837d26e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 210 time: 0.0555024 Oct 17 18:55:26.227155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:26.694726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b4814dc3-4e27-455e-bb1a-ca3b0c56cd8e req-5763026d-9cf9-446a-b435-2823fa68e745 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 210 time: 0.0491562 Oct 17 18:55:27.158404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-1fc58daa-0d05-4e17-b7e4-61a6a3b1a508 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:27.159824 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-1fc58daa-0d05-4e17-b7e4-61a6a3b1a508 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 815 time: 0.1512451 Oct 17 18:55:27.180929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'device_id': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'admin_state_up': True, 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:55:27.333594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:55:27.343935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:55:27.412000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Made reservation on behalf of 0dcb97c9409f47e0a78d2639ffe7adc6 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:55:27.416138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:27.694394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Allocated IP 172.20.0.14 (008feae8-1bf7-41e3-a1a4-6eb8ddfce807/d8f5a8e5-3ec4-414a-8ae3-7478d22ad753/bae74db5-98aa-4a62-a578-c6e6ad7e4634) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:55:27.925722 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:27.945014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Transition to ACTIVE for port object bae74db5-98aa-4a62-a578-c6e6ad7e4634 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:27.992106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-57beea1e-f0ab-466d-930a-fa23ad103aba req-42b285d1-f5cd-468a-acb6-2e4b7470cfe0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 210 time: 0.1769907 Oct 17 18:55:28.081939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:28.165912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:55:28.171918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:55:28.177735 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:55:28.294589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:28.321371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.321746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.322091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.322428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.322758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.323091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.323506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.323837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.324163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.324485 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.324811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.325125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:55:28.372177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:28.373911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:28.533366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-927c7188-a866-4989-9eef-096a2e25d729 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3564477 Oct 17 18:55:28.666281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Provisioning for port bae74db5-98aa-4a62-a578-c6e6ad7e4634 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:28.672814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Provisioning complete for port bae74db5-98aa-4a62-a578-c6e6ad7e4634 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:28.673340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:28.674029 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 1 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:28.741059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:29.242590 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 2 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:29.312527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:29.339122 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a4e4f-fe55-477a-b9a9-ff584b7202be req-7b276737-d20a-4093-8b1f-f203af7919e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:29.340747 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-505a4e4f-fe55-477a-b9a9-ff584b7202be req-7b276737-d20a-4093-8b1f-f203af7919e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:55:29.423830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-505a4e4f-fe55-477a-b9a9-ff584b7202be req-7b276737-d20a-4093-8b1f-f203af7919e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:55:29.425382 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-505a4e4f-fe55-477a-b9a9-ff584b7202be req-7b276737-d20a-4093-8b1f-f203af7919e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.2475021 Oct 17 18:55:29.510794 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-505a4e4f-fe55-477a-b9a9-ff584b7202be req-5b75686f-ce34-4bd3-a53f-b3aa2abdbb1f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Oct 17 18:55:29.813950 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 3 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:29.873347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:30.375356 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 4 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:30.434073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:30.760152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64a5b2-f63a-4e58-9a7c-93ae1459a43f req-9e0532d9-6fe3-43cf-b3af-bd1bfc54315f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:30.761720 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c64a5b2-f63a-4e58-9a7c-93ae1459a43f req-9e0532d9-6fe3-43cf-b3af-bd1bfc54315f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.1065025 Oct 17 18:55:30.824256 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2c64a5b2-f63a-4e58-9a7c-93ae1459a43f req-746b94c7-8726-49ea-89a3-9a2fd73133d3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:55:30.935285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 5 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:31.006442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:31.224906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2c64a5b2-f63a-4e58-9a7c-93ae1459a43f req-746b94c7-8726-49ea-89a3-9a2fd73133d3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:55:31.224906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c64a5b2-f63a-4e58-9a7c-93ae1459a43f req-746b94c7-8726-49ea-89a3-9a2fd73133d3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977947 Oct 17 18:55:31.508570 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 6 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:31.586784 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:32.088028 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 7 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:32.151649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:32.452775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51cdf8-4b8a-439f-b725-5c9a5ab779c1 req-a0e1e386-724b-4178-80a0-8a8c4c674a29 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:32.455093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da51cdf8-4b8a-439f-b725-5c9a5ab779c1 req-a0e1e386-724b-4178-80a0-8a8c4c674a29 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.1066666 Oct 17 18:55:32.504903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da51cdf8-4b8a-439f-b725-5c9a5ab779c1 req-87548991-0663-4a16-a843-12957ef9cd66 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Oct 17 18:55:32.653312 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 8 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:32.718426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:33.219409 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 9 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:33.297133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:33.767616 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75565-e902-4fac-820f-8227e5e7faba req-f96d3b3a-80a8-46f4-a553-d838006f494e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:33.769409 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-05a75565-e902-4fac-820f-8227e5e7faba req-f96d3b3a-80a8-46f4-a553-d838006f494e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.1161485 Oct 17 18:55:33.799010 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Attempt 10 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:33.838087 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-05a75565-e902-4fac-820f-8227e5e7faba req-4b8c2bb7-ac5d-446e-95c7-d8c044f20bd0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Oct 17 18:55:33.922929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb668e-0cf5-43b9-9501-701343351c48 None None] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:55:35.048881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372385-bb2e-4fdd-8914-e74cbcb1754a req-db744c3e-a7b3-415a-9a92-4eb149f03e47 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:35.050508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c6372385-bb2e-4fdd-8914-e74cbcb1754a req-db744c3e-a7b3-415a-9a92-4eb149f03e47 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.0965302 Oct 17 18:55:35.097501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c6372385-bb2e-4fdd-8914-e74cbcb1754a req-82379604-3d8e-4761-97cf-59b7181bc507 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Oct 17 18:55:36.163022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Request body: {'port': {'device_id': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:55:36.283028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:36.368572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65dbb8-15a6-4c8d-819e-1469f9c63574 req-c64b09c7-1a98-49c9-b691-ff2940450dd1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:36.370101 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7a65dbb8-15a6-4c8d-819e-1469f9c63574 req-c64b09c7-1a98-49c9-b691-ff2940450dd1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 932 time: 0.1524341 Oct 17 18:55:36.415071 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7a65dbb8-15a6-4c8d-819e-1469f9c63574 req-c6e3d440-d466-460f-b9c4-5da72a64ef34 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Oct 17 18:55:36.629020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae74db5-98aa-4a62-a578-c6e6ad7e4634 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:55:36.636712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:36.651190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Transition to ACTIVE for port object bae74db5-98aa-4a62-a578-c6e6ad7e4634 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:55:36.737815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:36.922375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:36.964114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Attempting to bind port bae74db5-98aa-4a62-a578-c6e6ad7e4634 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:55:36.964449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Attempting to bind port bae74db5-98aa-4a62-a578-c6e6ad7e4634 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:55:36.964776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Attempting to bind port bae74db5-98aa-4a62-a578-c6e6ad7e4634 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:36.969385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Port bae74db5-98aa-4a62-a578-c6e6ad7e4634 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:55:36.969729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Attempting to bind port bae74db5-98aa-4a62-a578-c6e6ad7e4634 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:55:36.975483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:55:36.975815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Checking segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:55:36.976192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Bound using segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:55:36.976615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Bound port: bae74db5-98aa-4a62-a578-c6e6ad7e4634, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:55:36.976961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:37.065531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:55:37.068560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:55:37.172080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:37.318036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:37.318565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:37.319926 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] 10.222.0.42 "PUT /v2.0/ports/bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1094 time: 1.1622763 Oct 17 18:55:37.325124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:55:37.327602 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fdda03-afa7-4ae4-814b-d038a07a9a23" -d '{"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:55:37.362446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b2468-c1bc-4419-ad52-0d16efdf2bcd service neutron] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:37.503883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099f09d-7149-43dd-9e41-ef8ddc5424c6 x-openstack-request-id: req-b099f09d-7149-43dd-9e41-ef8ddc5424c6 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:55:37.504291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:55:37.504533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b099f09d-7149-43dd-9e41-ef8ddc5424c6 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:55:37.504875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099f09d-7149-43dd-9e41-ef8ddc5424c6'] response: {'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 18:55:37.611465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5f409-1b8b-4c72-996a-3a2d624d2528 req-69f62671-694a-47ec-96ba-755b30092c07 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:37.612810 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4da5f409-1b8b-4c72-996a-3a2d624d2528 req-69f62671-694a-47ec-96ba-755b30092c07 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.0887909 Oct 17 18:55:37.661167 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4da5f409-1b8b-4c72-996a-3a2d624d2528 req-9d3ecaa0-ff41-4eb9-a37e-c33ad0656b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Oct 17 18:55:38.878144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6426a-8799-4ff9-8488-9272b63ea235 req-600b9557-d898-442d-95f8-10306f16734a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:38.880695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6db6426a-8799-4ff9-8488-9272b63ea235 req-600b9557-d898-442d-95f8-10306f16734a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.1073637 Oct 17 18:55:38.928941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6db6426a-8799-4ff9-8488-9272b63ea235 req-da72b08a-1c28-44a9-9cc5-a152b981cf09 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Oct 17 18:55:40.006176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-531fdf54-7e29-4519-bb79-f8ec0350f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.007791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-531fdf54-7e29-4519-bb79-f8ec0350f388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1097 time: 0.0844319 Oct 17 18:55:40.143632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556295-eee7-4d04-bc12-8a977edb216b req-3f39bf86-1c4a-41f0-bf21-09686e4d009a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.145025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc556295-eee7-4d04-bc12-8a977edb216b req-3f39bf86-1c4a-41f0-bf21-09686e4d009a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.0932205 Oct 17 18:55:40.166465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-d5dc0c8f-295c-4103-8093-0b580c2c5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.167968 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-d5dc0c8f-295c-4103-8093-0b580c2c5e7c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1462116 Oct 17 18:55:40.196483 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dc556295-eee7-4d04-bc12-8a977edb216b req-898252f8-dfe7-4531-82b0-e665ecb130f0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Oct 17 18:55:40.329816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-5a3946d5-0b46-4ad7-bd06-e7ac1da993b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.334090 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-46fdda03-afa7-4ae4-814b-d038a07a9a23 req-5a3946d5-0b46-4ad7-bd06-e7ac1da993b9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562860 Oct 17 18:55:40.573693 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-587cd477-ac84-4284-8448-1217ad472e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.575396 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-587cd477-ac84-4284-8448-1217ad472e8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1097 time: 0.0948374 Oct 17 18:55:40.654761 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-bdf15894-b432-4c06-b9bb-6822fee87bc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 217 time: 0.0644360 Oct 17 18:55:40.722511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-ec4ba1fa-808d-438e-b79f-b27e4b91b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.723948 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-ec4ba1fa-808d-438e-b79f-b27e4b91b4b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0625651 Oct 17 18:55:40.808180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-4f2f4fa2-ca81-4d49-ab76-b000f59a83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:40.809676 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-4f2f4fa2-ca81-4d49-ab76-b000f59a83cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790696 Oct 17 18:55:40.949947 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-26292fe1-0667-4241-aaf5-00862e8ff25d service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319237 Oct 17 18:55:41.085621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a450d54d-d9a0-4fe3-b95c-425d284c5fcf req-2a7f5f42-8948-48bb-8ace-3a986d169309 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289003 Oct 17 18:55:41.411418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0d956-49ec-4465-8585-ed5e1edf0feb req-093aa988-1eca-4a62-a12d-7186c550e562 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:41.412856 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2ae0d956-49ec-4465-8585-ed5e1edf0feb req-093aa988-1eca-4a62-a12d-7186c550e562 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.0927179 Oct 17 18:55:41.456689 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2ae0d956-49ec-4465-8585-ed5e1edf0feb req-62bc7422-13d6-49eb-927f-45f3e70f3e30 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Oct 17 18:55:42.660564 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7c98-0f1c-45bf-b79b-31de75587b86 req-2baed259-046b-49a2-80f6-a0dbca83ad44 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:42.661950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-387a7c98-0f1c-45bf-b79b-31de75587b86 req-2baed259-046b-49a2-80f6-a0dbca83ad44 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.0923181 Oct 17 18:55:42.709016 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-387a7c98-0f1c-45bf-b79b-31de75587b86 req-6e60c11a-6794-4497-a77f-ae66a02d12f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Oct 17 18:55:43.904766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482469-6d8b-4c18-85d8-df305ad5f637 req-e01249bb-dd6a-4a96-84c0-bba34d3d549b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:43.906233 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec482469-6d8b-4c18-85d8-df305ad5f637 req-e01249bb-dd6a-4a96-84c0-bba34d3d549b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 944 time: 0.0885177 Oct 17 18:55:43.953520 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec482469-6d8b-4c18-85d8-df305ad5f637 req-eff6f612-33e5-49f8-b12f-ecafca12815d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Oct 17 18:55:44.325103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bae74db5-98aa-4a62-a578-c6e6ad7e4634 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:55:44.457833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:44.470660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'port_id': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'mac_address': 'fa:16:3e:7f:f9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:55:44.525391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bae74db5-98aa-4a62-a578-c6e6ad7e4634 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:44.525792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:44.542049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae74db5-98aa-4a62-a578-c6e6ad7e4634 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:55:44.557418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:44.636714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:44.707552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:45.121781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bae74db5-98aa-4a62-a578-c6e6ad7e4634'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:55:45.151658 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58e51-4a37-470c-a5d8-008965915da6 req-131ce698-cbbb-4658-860b-2e6bdf986edb tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:45.153113 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f5d58e51-4a37-470c-a5d8-008965915da6 req-131ce698-cbbb-4658-860b-2e6bdf986edb tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 945 time: 0.0889535 Oct 17 18:55:45.200155 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f5d58e51-4a37-470c-a5d8-008965915da6 req-c83df022-c81f-4816-94da-673ec15b85e3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Oct 17 18:55:46.339419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bae74db5-98aa-4a62-a578-c6e6ad7e4634 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:55:46.411035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4365b-a91f-4775-8368-a5cb68fb876b req-950819d0-eb87-49bb-a860-3d47f38f979b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:46.412659 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e4b4365b-a91f-4775-8368-a5cb68fb876b req-950819d0-eb87-49bb-a860-3d47f38f979b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 945 time: 0.1001794 Oct 17 18:55:46.462671 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e4b4365b-a91f-4775-8368-a5cb68fb876b req-674f7517-7fbc-4dae-b33f-7ae97cb8fa26 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Oct 17 18:55:46.545263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port bae74db5-98aa-4a62-a578-c6e6ad7e4634 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:55:46.550744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port bae74db5-98aa-4a62-a578-c6e6ad7e4634 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:55:46.551110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:46.551437 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port bae74db5-98aa-4a62-a578-c6e6ad7e4634 Oct 17 18:55:46.672766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bae74db5-98aa-4a62-a578-c6e6ad7e4634 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:55:46.673228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:46.702119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:55:46.704484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b99f2-758e-4c8a-b46d-554f01821188" -d '{"events": [{"server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "name": "network-vif-plugged", "status": "completed", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:55:46.714841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:55:46.749955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6202eef-8b82-4016-81fa-fa53b7fb774f x-openstack-request-id: req-a6202eef-8b82-4016-81fa-fa53b7fb774f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:55:46.750389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "name": "network-vif-plugged", "status": "completed", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:55:46.750748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6202eef-8b82-4016-81fa-fa53b7fb774f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:55:46.751406 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6202eef-8b82-4016-81fa-fa53b7fb774f'] response: {'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'code': 200} Oct 17 18:55:46.808231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:46.879534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:55:47.195080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8039a-0e9f-45fb-8d6e-3f6b5b0e481e req-a3970619-9ee4-47e1-952e-cd79a8e4861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:47.197032 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-91c8039a-0e9f-45fb-8d6e-3f6b5b0e481e req-a3970619-9ee4-47e1-952e-cd79a8e4861e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1099 time: 0.0831184 Oct 17 18:55:47.240111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-91c8039a-0e9f-45fb-8d6e-3f6b5b0e481e req-a276dd6b-bdcd-42ed-952f-3bec839f0d4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Oct 17 18:55:47.667375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093f92a-f756-472b-bec8-d9de3fdbfcfc req-de0bdfb6-b73e-46a0-8a36-eeda30b35b99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:47.668817 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5093f92a-f756-472b-bec8-d9de3fdbfcfc req-de0bdfb6-b73e-46a0-8a36-eeda30b35b99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0901446 Oct 17 18:55:47.717066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5093f92a-f756-472b-bec8-d9de3fdbfcfc req-a1d4f7f7-afce-428b-bdef-21e5f3de1eee tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Oct 17 18:55:48.921810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7885c-2041-4efe-ab19-30851bc79195 req-efa1af8c-0802-404c-b126-fa907bf53e84 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:48.923293 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ac7885c-2041-4efe-ab19-30851bc79195 req-efa1af8c-0802-404c-b126-fa907bf53e84 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0900371 Oct 17 18:55:48.969996 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ac7885c-2041-4efe-ab19-30851bc79195 req-2de762a0-0ace-4b50-b16e-9f6a0a882f95 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Oct 17 18:55:49.657558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d361907-b20f-495b-9fd4-f2493548e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:50.171510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609032c9-1ccc-4645-9e85-b5e7917be588 req-7ec9778e-0987-4e33-ba8e-d0f0b9ce4326 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:50.172953 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-609032c9-1ccc-4645-9e85-b5e7917be588 req-7ec9778e-0987-4e33-ba8e-d0f0b9ce4326 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0906489 Oct 17 18:55:50.217622 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-609032c9-1ccc-4645-9e85-b5e7917be588 req-3105f601-e372-4035-82aa-317bc12e2ad5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 Oct 17 18:55:50.419757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aeb94-ae12-4bb2-9e88-c8181c7d9a97 req-bb478f5b-6de9-49e2-914c-c78f942c6e46 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:50.421233 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-942aeb94-ae12-4bb2-9e88-c8181c7d9a97 req-bb478f5b-6de9-49e2-914c-c78f942c6e46 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0908105 Oct 17 18:55:50.469833 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-942aeb94-ae12-4bb2-9e88-c8181c7d9a97 req-b73f5d83-bd9b-45d2-b1ea-bbf8b9fab9b7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Oct 17 18:55:50.878724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce0296-1ec2-4972-8cf1-bf093b659ee7 req-5c952279-a551-431a-9158-4bea2848e7aa tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:55:50.880076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e2ce0296-1ec2-4972-8cf1-bf093b659ee7 req-5c952279-a551-431a-9158-4bea2848e7aa tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0900676 Oct 17 18:55:50.930655 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e2ce0296-1ec2-4972-8cf1-bf093b659ee7 req-21cba1c6-0684-47a4-8bb5-277cc28b9cdf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Oct 17 18:55:51.916953 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:55:52.331782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c074997a-8af5-4d8f-8f9a-4b4cd48678ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:53.039984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:53.144798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:54.647589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:56.252081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:08.216756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3644a0b-cc85-4707-9a32-ad3fb19e4958 req-3958f862-7fd1-4ec5-816c-4fff448aa912 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:08.218347 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3644a0b-cc85-4707-9a32-ad3fb19e4958 req-3958f862-7fd1-4ec5-816c-4fff448aa912 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0881362 Oct 17 18:56:08.263813 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f3644a0b-cc85-4707-9a32-ad3fb19e4958 req-3bb3d3bb-da15-413f-9a18-522de475723b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Oct 17 18:56:08.292457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49412) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:08.467593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fbc498-3f77-483e-9155-ceaf10f7bba7 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:08.467833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b1fbc498-3f77-483e-9155-ceaf10f7bba7 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] Synchronizing usage tracker for tenant:7b31eb70eeaf4b4e84f463b0b02f2282 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:56:08.583635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b1fbc498-3f77-483e-9155-ceaf10f7bba7 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] Unset dirty status for tenant:7b31eb70eeaf4b4e84f463b0b02f2282 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:56:08.584802 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b1fbc498-3f77-483e-9155-ceaf10f7bba7 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1094 time: 0.2913687 Oct 17 18:56:08.587943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49418) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:08.593861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:08.599833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:08.604279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:floatingip and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:08.607274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:08.613035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:08.675064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:08.815346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:08.948050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Allocated IP 172.26.2.198 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/dab4f0dc-2fd8-400b-816e-f4579ba4f758) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:56:09.099858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:09.195594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:09.262770 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:56:09.265591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:56:09.268375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:56:09.303399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=dab4f0dc-2fd8-400b-816e-f4579ba4f758,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:09.316167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.316510 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.316845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.317176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.317505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.317856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.318183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.318506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.318829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.319143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.319462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.319817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:56:09.798313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:09.935851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:10.141712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:10.200716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:10.309725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:10.357300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=dab4f0dc-2fd8-400b-816e-f4579ba4f758,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:10.484845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Floating IP 978bf3e2-c343-43a0-9369-e2850447c02c associated. External IP: 172.26.2.198, port: bae74db5-98aa-4a62-a578-c6e6ad7e4634. Oct 17 18:56:10.840829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:56:11.021468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:56:11.031644 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:56:11.045451 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:56:11.046765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:55:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:56:11.115016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:11.180919 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-407c63df-38f1-41b8-9118-3bb9be7ad617 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5917227 Oct 17 18:56:11.182193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:56:11.184328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 49422) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:11.184867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2344714-47cf-466c-9f5a-90a225996488" -d '{"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:56:11.190620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34772943', 'description': 'tempest-secgroup-smoke-34772943 description', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:11.197737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:11.209127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:11.247949 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:56:11.287108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:11.302300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd58f06-bf65-4b73-ac9a-d60a723bd0b1 x-openstack-request-id: req-0cd58f06-bf65-4b73-ac9a-d60a723bd0b1 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:56:11.302300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:56:11.302300 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cd58f06-bf65-4b73-ac9a-d60a723bd0b1 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:56:11.302300 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd58f06-bf65-4b73-ac9a-d60a723bd0b1'] response: {'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 18:56:11.310092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:11.314309 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:11.317506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:11.323572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:11.412471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:11.506297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:11.579642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:11.612746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344714-47cf-466c-9f5a-90a225996488 req-f34d42c3-75db-4cb0-a0fc-3e1cd69613f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:11.612746 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-f34d42c3-75db-4cb0-a0fc-3e1cd69613f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1099 time: 0.2319286 Oct 17 18:56:11.667931 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '978bf3e2-c343-43a0-9369-e2850447c02c', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:7f:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:56:09Z', 'updated_at': '2022-10-17T18:56:09Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:56:11.672866 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:56:11.684893 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:56:11.685581 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T18:55:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:56:11.702715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:11.703917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f021ee53-f19c-4473-93bf-abb5ff2b8c43 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5178585 Oct 17 18:56:11.707143 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49432) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:11.713327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:11.719494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:11.723451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:11.727107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:11.804270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344714-47cf-466c-9f5a-90a225996488 req-58621fa4-03af-4fc1-a315-5bf4297e0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:11.805873 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-58621fa4-03af-4fc1-a315-5bf4297e0789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1873918 Oct 17 18:56:11.871440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:11.926811 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-b9dc53c5-e703-4286-a0bb-f1af093f8b31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1000 time: 0.1118886 Oct 17 18:56:11.933979 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:56:11.995223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.063212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.117100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344714-47cf-466c-9f5a-90a225996488 req-8d257a64-ca38-4427-bd31-cbf1e43fd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:12.118562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-8d257a64-ca38-4427-bd31-cbf1e43fd513 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.1838269 Oct 17 18:56:12.149186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.182141 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8045b1c-d0e9-4983-a5e6-af6f570ca3e3,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:12.215649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344714-47cf-466c-9f5a-90a225996488 req-d6dccbff-7d3c-46b5-837b-44048359ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:12.217149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-d6dccbff-7d3c-46b5-837b-44048359ec0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883462 Oct 17 18:56:12.276093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.277729 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c851c66a-4a77-4688-8722-17ed6119a544 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5695541 Oct 17 18:56:12.281775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49436) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:12.288324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:12.296422 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:12.302129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:12.306712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:12.313096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:12.377378 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-509a7039-595a-4158-965e-2dec8d928101 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507084 Oct 17 18:56:12.380746 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '978bf3e2-c343-43a0-9369-e2850447c02c', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:7f:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:56:09Z', 'updated_at': '2022-10-17T18:56:09Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:56:12.385131 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8d67d-6c9a-4044-9023-ea2341f4ea5b None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '978bf3e2-c343-43a0-9369-e2850447c02c', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:7f:f9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:56:09Z', 'updated_at': '2022-10-17T18:56:09Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:56:12.442138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.506681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.526304 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2344714-47cf-466c-9f5a-90a225996488 req-1affb18e-21cc-4ad2-8aaa-c0fd53b3c7e0 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386838 Oct 17 18:56:12.585353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b62c9-1f4c-4afe-bdfc-8836fe96123f None None] New status for floating IP 978bf3e2-c343-43a0-9369-e2850447c02c: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 18:56:12.646683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.670292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909769f2-297d-4e57-8593-07dedc863b6e,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:12.766949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.768268 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-caa56ca0-1b82-49e5-a77c-0cd8bf50ffcf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4847696 Oct 17 18:56:12.770811 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49440) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:12.777818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:12.783834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:12.787806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:12.790867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:12.797235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:12.892209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:12.960817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.041413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.065296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319facd4-8fd3-4cfb-9bce-f17d097f778c,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:13.143771 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.145122 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7c7f1cc1-7536-45be-964f-bfc7aa86d0ae tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729134 Oct 17 18:56:13.148481 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49444) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:13.153554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:13.159834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:13.163783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:13.167391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:13.173191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:13.310788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.373967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.463446 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.488500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0828632-4997-40e7-9acb-b11566ab07c0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:13.582783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.584174 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2491f3cb-47af-4087-a755-0e94f72a2d2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4346268 Oct 17 18:56:13.590982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49448) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:13.596316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:13.602516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:13.607342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:13.610289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:13.616259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:13.709286 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Project 0dcb97c9409f47e0a78d2639ffe7adc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:56:13.716990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.782473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.856795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.882321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bf07fd-e7e8-41b3-ac53-6a2fb715f2af,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:13.972321 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:13.973572 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-00203295-6d70-4479-a64f-5756e83fece5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3815947 Oct 17 18:56:13.976480 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49452) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:56:13.981568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:13.988035 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:56:13.991741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:56:13.995193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:56:14.001224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:56:14.068181 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Project 0dcb97c9409f47e0a78d2639ffe7adc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:56:14.075643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:14.139813 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:14.199439 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:14.222921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601bd01-59e6-468f-9f31-358f7c2424da,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:14.349654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:14.350909 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2cea51ee-3753-4b43-8d31-391aab803d7e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733914 Oct 17 18:56:14.470120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-6eb96ece-d3f1-4223-91d0-add149c8cd8f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34772943&fields=id&tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 267 time: 0.0398324 Oct 17 18:56:14.563033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-be4af08b-9eea-40b8-b34e-0e2824e7473d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:14.564488 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-be4af08b-9eea-40b8-b34e-0e2824e7473d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0890357 Oct 17 18:56:14.575835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'security_groups': ['51a176ee-c2c8-4c32-9a1a-5793790a6daa', '621a7211-fb7e-4d36-9a7f-6a7b4f92dacc']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:56:14.696693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:14.951054 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:56:14.975831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:15.040397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:15.082505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.083112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:15.084478 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-04dbebf2-32ed-4c02-b2a5-c5e3d299918e req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "PUT /v2.0/ports/bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 982 time: 0.5137179 Oct 17 18:56:15.085103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:56:15.086734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bae74db5-98aa-4a62-a578-c6e6ad7e4634'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:56:15.087337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f4fb9-d164-4394-9c0a-9e78989dd4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:56:15.138276 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8771e5-296c-49b6-8a86-2b08d3c191ba x-openstack-request-id: req-6f8771e5-296c-49b6-8a86-2b08d3c191ba {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:56:15.138668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:56:15.139033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f8771e5-296c-49b6-8a86-2b08d3c191ba {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:56:15.139522 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8771e5-296c-49b6-8a86-2b08d3c191ba'] response: {'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 18:56:15.142336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295aa3e-d769-4e0c-a9ad-04530bcb3ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=6']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:56:15.270503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bae74db5-98aa-4a62-a578-c6e6ad7e4634'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:56:15.280600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d9cf5-ae9c-4b3d-bf48-b63268d16a9d req-03bc8523-65ed-4b81-958a-4c5c925739c0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.282271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e14d9cf5-ae9c-4b3d-bf48-b63268d16a9d req-03bc8523-65ed-4b81-958a-4c5c925739c0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 985 time: 0.0959265 Oct 17 18:56:15.292622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-1ae5a435-3307-4d4d-903b-4229c4859638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.294752 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-1ae5a435-3307-4d4d-903b-4229c4859638 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.0943849 Oct 17 18:56:15.337089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e14d9cf5-ae9c-4b3d-bf48-b63268d16a9d req-45c8cfa0-790a-47eb-bb16-9dfcb023fe8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0486004 Oct 17 18:56:15.440061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-59c29ea9-d51c-4517-8aee-e3d06ae5ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.441503 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-59c29ea9-d51c-4517-8aee-e3d06ae5ef62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1398640 Oct 17 18:56:15.548804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-e61233cd-2119-4aa9-b7e0-f1eb3cf96285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.0994406 Oct 17 18:56:15.612841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-b2824742-4c82-4855-bdd4-cad25868038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.614309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-b2824742-4c82-4855-bdd4-cad25868038b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0577784 Oct 17 18:56:15.702633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-77ca9890-50b9-4306-a188-60f29c866729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:15.704204 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-77ca9890-50b9-4306-a188-60f29c866729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819726 Oct 17 18:56:15.847079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-8898d868-47c7-4989-974c-7ce347e9e715 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329944 Oct 17 18:56:15.986128 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-747f4fb9-d164-4394-9c0a-9e78989dd4c7 req-b626f6de-a065-4130-ba3c-d58e010dd9cb service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294141 Oct 17 18:56:19.639063 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9415863b-392d-4d2b-9f7b-76bb2d275065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:22.313495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ad21d097-1950-4b0e-96ea-71ed18abe59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:23.045088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:23.154602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:24.577939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:26.275673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:28.915537 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:56:47.026397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-091fa8f1-2069-4f1f-87ad-30589e3e82c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806983 Oct 17 18:56:47.195425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-d1b3e8df-e94b-4099-8379-d02b783f6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:47.196874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-d1b3e8df-e94b-4099-8379-d02b783f6038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.0782068 Oct 17 18:56:47.343223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-d6642ad1-450b-4cb4-8ba5-14cdbc5864a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:47.344656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-d6642ad1-450b-4cb4-8ba5-14cdbc5864a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1264415 Oct 17 18:56:47.447970 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-4cbed410-e853-4dd6-aa12-7e14bc7b80d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.0968497 Oct 17 18:56:47.514660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-85f935d7-c884-4dab-af31-d7564cfa7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:47.516082 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-85f935d7-c884-4dab-af31-d7564cfa7ba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0612314 Oct 17 18:56:47.598819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-375dd299-b859-4f5c-9710-20ce9a96e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:56:47.600179 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-375dd299-b859-4f5c-9710-20ce9a96e62d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773075 Oct 17 18:56:47.732713 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-a4d27760-20b3-49cb-9bb8-bc49489d0d24 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255524 Oct 17 18:56:47.970141 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b2e3cae-2f5c-48a0-a1b4-8b30cc971f5e req-09d11f4b-fecb-4d54-9115-8019cc290235 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298849 Oct 17 18:56:49.640014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c107352f-8789-4f6a-bfef-0d15259c74e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:52.302181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-16c54f67-4a60-408b-9f96-e76f29026331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:53.016269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:53.141714 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:54.587484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:56.244835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:05.915631 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:57:06.628240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-bec038a5-9931-4c3a-93cf-1b6d0b2162db req-48e0f086-f6cf-4802-a8ff-7124ff66f724 service neutron] (89827) timed out ('10.222.0.36', 47060) {{(pid=89827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:57:19.672960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b9e1bd2d-b4bd-4995-8d03-10f75fd0e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:22.312458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4ca25f81-f269-4e59-80cd-45758ea40b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:23.026391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:23.163687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:24.615871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:26.266489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:42.915295 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:57:49.030651 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-9ed1700b-d13b-41f7-b1e0-31a4daad3eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789828 Oct 17 18:57:49.196352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-d3b0e4bf-5a3e-4b35-aebf-fb62d7c62b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:57:49.197834 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-d3b0e4bf-5a3e-4b35-aebf-fb62d7c62b5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.0783148 Oct 17 18:57:49.344118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-063a5056-9698-4e9b-8d5c-f78b4a3786a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:57:49.345551 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-063a5056-9698-4e9b-8d5c-f78b4a3786a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1269982 Oct 17 18:57:49.448505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-f8666dae-bc05-4a2b-8b97-1ec59a3dbf69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.0962706 Oct 17 18:57:49.512711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-9a2dbaaa-ada3-421d-ac2d-0c542e31eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:57:49.514138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-9a2dbaaa-ada3-421d-ac2d-0c542e31eb78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0592983 Oct 17 18:57:49.597160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-0c9feb77-fe9d-4505-8d06-0015813a0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:57:49.599367 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-0c9feb77-fe9d-4505-8d06-0015813a0746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781827 Oct 17 18:57:49.671219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d0869024-6ed1-4479-8e33-50a5b9192feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:49.731447 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-9e8875ae-5b45-4c9e-9bca-dcb57ec135f9 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248522 Oct 17 18:57:49.862311 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c25c6b81-6d45-44c4-b010-43b84d64c6fd req-5817eb92-7455-465a-9a4c-fbf43240118f service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244209 Oct 17 18:57:52.322638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e9d408ee-bd35-4400-b220-01bfa7bcee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:53.105295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:53.168172 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:54.585218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:56.243020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:19.699002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa72e7c1-161f-4a7a-9545-936aa0c7fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:19.914672 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:58:22.315685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1c61d2ab-b0b9-45a4-9ee5-fb8a20108c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:23.155183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:23.269711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:24.642433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:26.276453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:37.720456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-0abd9092-0857-4076-b4db-6d859331d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:37.721974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-0abd9092-0857-4076-b4db-6d859331d508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.0893924 Oct 17 18:58:37.728775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97200b-437a-44ee-a09c-33f041efb2b0 req-8d0c64a9-3cd5-4807-a8eb-95411e7195e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:37.730355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8a97200b-437a-44ee-a09c-33f041efb2b0 req-8d0c64a9-3cd5-4807-a8eb-95411e7195e1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 985 time: 0.2487726 Oct 17 18:58:37.786959 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8a97200b-437a-44ee-a09c-33f041efb2b0 req-f05c54f5-e3cf-4619-ae5b-69e1bc6d33d0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0503838 Oct 17 18:58:37.858023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-a1bc842f-e1ad-4497-b742-3f77a409bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:37.859357 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-a1bc842f-e1ad-4497-b742-3f77a409bcf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1310601 Oct 17 18:58:37.962015 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-aa51f6f8-4e5d-4792-bd61-139b1ace8773 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.0958219 Oct 17 18:58:38.030435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-b8a482a3-b5ae-476f-879b-58cebf15d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:38.031937 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-b8a482a3-b5ae-476f-879b-58cebf15d454 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0636399 Oct 17 18:58:38.115176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-8ddc8dc6-2d16-4d3f-9799-8b0788bddba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:38.116556 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-8ddc8dc6-2d16-4d3f-9799-8b0788bddba4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784652 Oct 17 18:58:38.265440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-ea3d03a6-a87e-4e34-8dcf-7db50d95c143 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416507 Oct 17 18:58:38.402688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-576cf5a2-13e9-4980-b959-c8f80ed9f466 req-c6604bb8-bd16-4896-b8ee-acb5295b62d8 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302707 Oct 17 18:58:39.109429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76dad-431e-404e-a3f1-c2210aff071e req-b8a7a286-1908-41ad-86c7-001c740d671c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:39.110852 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d6f76dad-431e-404e-a3f1-c2210aff071e req-b8a7a286-1908-41ad-86c7-001c740d671c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 985 time: 0.1980765 Oct 17 18:58:39.159226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d6f76dad-431e-404e-a3f1-c2210aff071e req-0caa3c21-e35f-4f98-a10f-0bb5fb5600ba tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:58:39.287742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-d6f76dad-431e-404e-a3f1-c2210aff071e req-0caa3c21-e35f-4f98-a10f-0bb5fb5600ba tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:58:39.289183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d6f76dad-431e-404e-a3f1-c2210aff071e req-0caa3c21-e35f-4f98-a10f-0bb5fb5600ba tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1717799 Oct 17 18:58:40.518612 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ffd06-610c-4f5d-bacd-5a21de8467d3 req-03ecee31-d830-4d04-9c68-a81a69862493 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:40.520703 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3c1ffd06-610c-4f5d-bacd-5a21de8467d3 req-03ecee31-d830-4d04-9c68-a81a69862493 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 985 time: 0.1116884 Oct 17 18:58:40.571149 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3c1ffd06-610c-4f5d-bacd-5a21de8467d3 req-0f0379e2-7272-45f7-a848-ba09598e929c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433190 Oct 17 18:58:49.680074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6e2a743d-ce64-4e95-89a7-9e4bfaa0d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:50.054965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-b3ca9eb7-ea19-4865-b61b-31f93de95f2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932331 Oct 17 18:58:50.350120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-4f2387da-6ce7-4472-983b-e8ea696aeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:50.351574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-4f2387da-6ce7-4472-983b-e8ea696aeba2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.1883080 Oct 17 18:58:50.505838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-986abc56-e410-4bcb-bfdb-043807710fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:50.507334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-986abc56-e410-4bcb-bfdb-043807710fa0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1349607 Oct 17 18:58:50.620971 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-776cf56b-3f68-43fc-bdef-ea3bc8af65f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.1015525 Oct 17 18:58:50.679833 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-c3695713-fde6-45f7-904c-76a53d76f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:50.681274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-c3695713-fde6-45f7-904c-76a53d76f668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0576897 Oct 17 18:58:50.775138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-660ee3b8-1a77-4e19-baa8-646e200d50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:58:50.776636 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-660ee3b8-1a77-4e19-baa8-646e200d50fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873117 Oct 17 18:58:50.914987 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-d8e89b53-a547-4770-abfb-68c607083da2 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308324 Oct 17 18:58:51.050036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-71c7e7d7-9bb5-47e3-87bc-fb9d6c2a5d94 req-54ab2fb9-3043-41ff-ba95-affaff174ab8 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276424 Oct 17 18:58:52.325258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2daf-250d-4efe-bebb-2b98c91d3857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:53.051395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:53.234347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:54.641353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:56.318250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:56.914082 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:59:19.652903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-413101f7-86a1-44dc-a6f6-f9ec26445e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:22.309114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cc6261ea-74e6-46cb-80d0-5e264c507bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:23.152544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:23.206327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:24.615757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:26.274660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:33.913202 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:59:49.657027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d6438bd-8084-4600-889c-8d0a9fecf244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:52.028352 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-84cceffc-5688-456f-9da1-70056bdd0230 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947824 Oct 17 18:59:52.221558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-ec25361a-e4fe-48a9-bf5e-a08196d0dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:59:52.223075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-ec25361a-e4fe-48a9-bf5e-a08196d0dd56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1138 time: 0.0948541 Oct 17 18:59:52.317730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fb696bd6-81a9-4214-8026-7cece46e3715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:52.377913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-e7d240ce-9d86-4791-ac43-8cb7906e7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:59:52.379984 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-e7d240ce-9d86-4791-ac43-8cb7906e7565 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1342585 Oct 17 18:59:52.490316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-e174b8a7-f653-4cb0-889a-be586a131539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.1017728 Oct 17 18:59:52.555280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-4ef415ee-6bc6-4d7b-bfd0-fe587988d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:59:52.556687 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-4ef415ee-6bc6-4d7b-bfd0-fe587988d1ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0601220 Oct 17 18:59:52.654095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-32c06c5a-d86e-45a8-8007-bf402b564573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:59:52.655661 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-32c06c5a-d86e-45a8-8007-bf402b564573 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916870 Oct 17 18:59:52.799200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-64fb95db-fddb-482e-9836-2177a4e24878 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347451 Oct 17 18:59:52.934962 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3118e2aa-7bfb-4f8f-bb0b-1be530ec23f9 req-a5b48486-3c36-4380-bf1e-f65eae606b60 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295004 Oct 17 18:59:53.071285 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:53.179927 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:54.602805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:56.299598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:10.913205 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:00:19.670143 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a83e0c63-3969-4055-9982-d414b6388198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:22.309701 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2b77fbec-26ab-49e6-9d2d-338c0a1b7067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:23.124504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:23.238589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:24.627398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.281670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.344402 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-4ea4e25a-2aef-4dc6-9027-7e2de8f71ddb tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34772943&fields=id&tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 267 time: 0.1530969 Oct 17 19:00:26.435644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-775a6554-f693-4b28-9037-0c960ec292be tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:26.437069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-775a6554-f693-4b28-9037-0c960ec292be tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 985 time: 0.0871699 Oct 17 19:00:26.448579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'security_groups': ['51a176ee-c2c8-4c32-9a1a-5793790a6daa']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:00:26.575075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.827445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:00:26.854230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.912834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.950783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:26.951390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:26.952743 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5e843d0b-7ea6-41d9-8085-b9b8da23aa39 req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "PUT /v2.0/ports/bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 943 time: 0.5092585 Oct 17 19:00:26.953243 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:00:26.955710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:00:26.957239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bae74db5-98aa-4a62-a578-c6e6ad7e4634'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:00:26.959499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49590) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:00:27.010767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c8505-0091-4c37-a4c9-3b6547a1babb x-openstack-request-id: req-2f8c8505-0091-4c37-a4c9-3b6547a1babb {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:00:27.011321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:00:27.011584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f8c8505-0091-4c37-a4c9-3b6547a1babb {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:00:27.012009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8c8505-0091-4c37-a4c9-3b6547a1babb'] response: {'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 19:00:27.012860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=7']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:00:27.020627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.020917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.021194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.021537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.021920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.022261 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.022597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.022937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.023262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.023594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.023931 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.024272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8c7ab-a760-496e-9418-a778f6506567 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.037115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.068190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.115280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bae74db5-98aa-4a62-a578-c6e6ad7e4634'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:00:27.154944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-2a15aa09-ec05-4c5c-83e1-d882aa251abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:27.156441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-2a15aa09-ec05-4c5c-83e1-d882aa251abc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1099 time: 0.0891435 Oct 17 19:00:27.245089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.277085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a7211-fb7e-4d36-9a7f-6a7b4f92dacc,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:00:27.286343 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.287593 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.288102 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.288757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.289232 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.291083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.291591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.292201 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.293029 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.293712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.297710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.297710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:00:27.303099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-408f4a55-9a55-426e-ae64-76ff281a385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:27.304634 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-408f4a55-9a55-426e-ae64-76ff281a385e service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1408503 Oct 17 19:00:27.360296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.361437 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f1eb6db2-9566-4bee-b242-5ae54ca9932b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "DELETE /v2.0/security-groups/621a7211-fb7e-4d36-9a7f-6a7b4f92dacc HTTP/1.1" status: 204 len: 168 time: 0.4008570 Oct 17 19:00:27.364487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49594) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:00:27.412508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-144babf1-80ad-46d1-ae63-6e9de24ef45b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 1002 time: 0.1002212 Oct 17 19:00:27.475561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-056b6076-461f-4a9d-94ef-3550f89195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:27.476986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-056b6076-461f-4a9d-94ef-3550f89195ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0580001 Oct 17 19:00:27.565516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-965aadef-d9fb-45bf-b641-dfde2ce3139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:27.566662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Deleting port dab4f0dc-2fd8-400b-816e-f4579ba4f758 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:00:27.567013 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-965aadef-d9fb-45bf-b641-dfde2ce3139d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839396 Oct 17 19:00:27.567176 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.702986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-4458d3e5-4c62-4420-8852-e1cd9fc59a73 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274118 Oct 17 19:00:27.838966 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfcfb2af-bd62-48b3-a822-9af503e2e7e0 req-cc3c80ea-99d0-45b9-a1a9-ed8b3a81c07a service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295943 Oct 17 19:00:27.840602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.840928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:27.963097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Calling delete_port for dab4f0dc-2fd8-400b-816e-f4579ba4f758 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:00:28.187269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:28.268226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'Port': ['ID=dab4f0dc-2fd8-400b-816e-f4579ba4f758,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:00:28.335667 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:28.335667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Floating IP 978bf3e2-c343-43a0-9369-e2850447c02c disassociated (deleted). External IP: 172.26.2.198, port: bae74db5-98aa-4a62-a578-c6e6ad7e4634. Oct 17 19:00:28.730823 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:00:28.911506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:00:28.922312 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:00:28.933956 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:00:28.942046 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:00:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:00:29.012921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:29.068134 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a1984ad8-0436-4fc7-a44c-2529f2b51ed2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "DELETE /v2.0/floatingips/978bf3e2-c343-43a0-9369-e2850447c02c HTTP/1.1" status: 204 len: 168 time: 1.7026289 Oct 17 19:00:29.068924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:00:29.071944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69473e1-d056-4a2a-aa17-9f0cc318e379" -d '{"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:00:29.118998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809cd70e-8b17-48c1-873e-28719635933a x-openstack-request-id: req-809cd70e-8b17-48c1-873e-28719635933a {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:00:29.119373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:00:29.119714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-809cd70e-8b17-48c1-873e-28719635933a {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:00:29.120227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809cd70e-8b17-48c1-873e-28719635933a'] response: {'name': 'network-changed', 'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 19:00:29.124162 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:00:29.250988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-8b6e6969-bae1-4aab-b74f-86b921d7b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:29.253070 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-8b6e6969-bae1-4aab-b74f-86b921d7b035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 1099 time: 0.0823727 Oct 17 19:00:29.401803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-6e61d2b0-873b-4d97-acc5-68bd9581467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:29.403236 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-6e61d2b0-873b-4d97-acc5-68bd9581467e service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1419969 Oct 17 19:00:29.485933 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:00:29.490596 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:00:29.500745 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:00:29.501352 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:00:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:00:29.592199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-6e15c99c-64e1-448d-93d4-c10a7d8ee91f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 200 len: 217 time: 0.1819203 Oct 17 19:00:29.657463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-aaf9e983-fc33-4a98-9332-6ce066876857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:29.658876 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-aaf9e983-fc33-4a98-9332-6ce066876857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0605204 Oct 17 19:00:29.685495 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:00:29.763849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-10dce9f6-b70e-4a8f-a480-1820481c6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:29.765405 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-10dce9f6-b70e-4a8f-a480-1820481c6c57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968423 Oct 17 19:00:29.931062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-231c3ffd-c395-4376-a378-afba3a3e4eff service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584303 Oct 17 19:00:30.000500 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:00:30.004407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20c956-e37a-407d-a9fd-8d7b23cc218b None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:00:30.072891 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d69473e1-d056-4a2a-aa17-9f0cc318e379 req-88329d2e-0223-4698-becc-887f29b81e02 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352026 Oct 17 19:00:30.244018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b624c-9220-47b5-b75e-38b3958a1bba None None] New status for floating IP 978bf3e2-c343-43a0-9369-e2850447c02c: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:00:35.162253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-92b0b2c1-2713-4322-a69f-33b94ba53414 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:35.162913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-92b0b2c1-2713-4322-a69f-33b94ba53414 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:00:35.241074 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-92b0b2c1-2713-4322-a69f-33b94ba53414 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:00:35.243053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-92b0b2c1-2713-4322-a69f-33b94ba53414 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.1755550 Oct 17 19:00:35.291992 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-975a9428-4633-49f8-ad0b-b3bd7129785f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:00:35.383693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-975a9428-4633-49f8-ad0b-b3bd7129785f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:00:35.385199 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f20114e9-7507-45f5-a5aa-9c1fcc10da96 req-975a9428-4633-49f8-ad0b-b3bd7129785f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346843 Oct 17 19:00:36.589691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c598b2-2d72-4a50-93cf-31ea69eace4a req-ac32ac73-a2c8-4644-8a4b-fe3de91d4a9a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:36.591181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32c598b2-2d72-4a50-93cf-31ea69eace4a req-ac32ac73-a2c8-4644-8a4b-fe3de91d4a9a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0923607 Oct 17 19:00:36.639746 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32c598b2-2d72-4a50-93cf-31ea69eace4a req-25603c2d-a1e6-4664-a78c-a886d423e657 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Oct 17 19:00:37.607504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-54388152-ef08-4a32-8b19-f1b984f5166b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:37.608840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-54388152-ef08-4a32-8b19-f1b984f5166b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0906157 Oct 17 19:00:37.679844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Deleting port bae74db5-98aa-4a62-a578-c6e6ad7e4634 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:00:37.680192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:37.846342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff99df-2536-4d4d-964f-6aba5614c8fc req-4d3ed5fa-766b-4bd8-b7e1-b3820ffe6c3b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:37.847786 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-90ff99df-2536-4d4d-964f-6aba5614c8fc req-4d3ed5fa-766b-4bd8-b7e1-b3820ffe6c3b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 946 time: 0.0935285 Oct 17 19:00:37.892346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-90ff99df-2536-4d4d-964f-6aba5614c8fc req-3607b7d5-1822-4081-9ddc-8d25b4b17728 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Oct 17 19:00:37.935094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port bae74db5-98aa-4a62-a578-c6e6ad7e4634, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bae74db5-98aa-4a62-a578-c6e6ad7e4634,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:00:37.935479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:38.059844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Calling delete_port for bae74db5-98aa-4a62-a578-c6e6ad7e4634 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:00:38.272820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:38.325053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'Port': ['ID=bae74db5-98aa-4a62-a578-c6e6ad7e4634,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:00:38.414052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] No DVR routers for this DVR port bae74db5-98aa-4a62-a578-c6e6ad7e4634 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:00:38.416505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:38.419576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'name': 'network-vif-deleted', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:00:38.421852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc4c6a-215d-4fbe-9211-1868db49a70a" -d '{"events": [{"server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "name": "network-vif-deleted", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:00:38.492787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2d7ce3f1-3cc4-4a19-adbe-56d8b70b33b8 req-a1f17915-6bdb-48af-a3ae-078d14479704 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "DELETE /v2.0/ports/bae74db5-98aa-4a62-a578-c6e6ad7e4634 HTTP/1.1" status: 204 len: 173 time: 0.8776617 Oct 17 19:00:38.513708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13885307-64fd-4b13-a7c0-561295af1412 x-openstack-request-id: req-13885307-64fd-4b13-a7c0-561295af1412 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:00:38.513886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137150be-ecb2-46c7-a28f-87e3d1d3887f", "name": "network-vif-deleted", "tag": "bae74db5-98aa-4a62-a578-c6e6ad7e4634", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:00:38.514102 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13885307-64fd-4b13-a7c0-561295af1412 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:00:38.514498 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13885307-64fd-4b13-a7c0-561295af1412'] response: {'server_uuid': '137150be-ecb2-46c7-a28f-87e3d1d3887f', 'name': 'network-vif-deleted', 'tag': 'bae74db5-98aa-4a62-a578-c6e6ad7e4634', 'status': 'completed', 'code': 200} Oct 17 19:00:39.066055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8fa2e52-1bc7-4fe5-915b-11a242248492 req-c906e412-7b1c-431d-a55b-a184b45a0d37 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=137150be-ecb2-46c7-a28f-87e3d1d3887f HTTP/1.1" status: 200 len: 210 time: 0.0492153 Oct 17 19:00:39.867261 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bae74db5-98aa-4a62-a578-c6e6ad7e4634 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:00:39.901767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: bae74db5-98aa-4a62-a578-c6e6ad7e4634 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:00:39.902156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bae74db5-98aa-4a62-a578-c6e6ad7e4634 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:00:47.924718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:00:49.662121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10b5d355-1f9c-4281-97c6-cae2752977e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:52.318727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e5c8a84c-7173-468d-816e-f7d8dc5a35ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:53.021544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f409fb8-39f0-4892-b1fc-3dde4830a720 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:53.023124 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f409fb8-39f0-4892-b1fc-3dde4830a720 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 815 time: 0.2622545 Oct 17 19:00:53.023925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:53.039334 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-b2da0154-f806-4631-b20d-96ed12ec8fd6 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/quotas/0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Oct 17 19:00:53.140123 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-a905797d-d56f-4bf5-b102-7f196e7594f3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948758 Oct 17 19:00:53.204036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:53.333400 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6c7bc692-9e7b-4abe-b84a-9adb7e7ea1ec service neutron] 10.222.0.36 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810961 Oct 17 19:00:53.478737 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-d9c13d8b-a55e-4eae-ac04-c1a375b1e17a service neutron] 10.222.0.36 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393812 Oct 17 19:00:54.649434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:54.832054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-91ef098b-f136-4396-988a-c16e180e9f16 req-640be894-495c-429f-87be-4a57d663d711 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:00:54.920365 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-91ef098b-f136-4396-988a-c16e180e9f16 req-640be894-495c-429f-87be-4a57d663d711 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:00:54.921547 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-91ef098b-f136-4396-988a-c16e180e9f16 req-640be894-495c-429f-87be-4a57d663d711 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 210 time: 0.1514506 Oct 17 19:00:56.083610 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1381a2bb-d58f-4743-a3de-95660371e8ca req-eb59f0bd-1a7d-4b51-9693-0d5ce46691f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 210 time: 0.0497086 Oct 17 19:00:56.325411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:57.246644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-23e76b27-26cc-4e3f-9517-060e02f6a47f req-958d45e0-9a63-4080-ba50-37300a99567a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 210 time: 0.0506213 Oct 17 19:00:57.654131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-bad39278-9b10-477c-a144-c9b3d3d4c192 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:57.655643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-bad39278-9b10-477c-a144-c9b3d3d4c192 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 815 time: 0.2553301 Oct 17 19:00:57.678012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'device_id': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'admin_state_up': True, 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:00:57.815099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:00:57.825372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:00:57.908258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Made reservation on behalf of 0dcb97c9409f47e0a78d2639ffe7adc6 for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:00:57.911876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:58.078616 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Allocated IP 172.20.0.6 (008feae8-1bf7-41e3-a1a4-6eb8ddfce807/d8f5a8e5-3ec4-414a-8ae3-7478d22ad753/dddca41a-2053-48c0-a238-d64f9b60b994) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:00:58.295002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:58.312805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Transition to ACTIVE for port object dddca41a-2053-48c0-a238-d64f9b60b994 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:00:58.422030 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-042273f6-c231-449f-8fb0-e59fd336ad7f req-92f9eb7f-80e4-4e47-b5ef-3ece7cb5a3c5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 210 time: 0.0536733 Oct 17 19:00:58.433542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:58.522956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:00:58.526385 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:00:58.531091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:00:58.584885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:00:58.623730 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:58.624970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:58.793641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4861a626-d30f-48d1-84d1-08ab8dd21b94 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195250 Oct 17 19:00:58.937041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Provisioning for port dddca41a-2053-48c0-a238-d64f9b60b994 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:00:58.944004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Provisioning complete for port dddca41a-2053-48c0-a238-d64f9b60b994 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:00:58.944616 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:58.945137 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 1 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:00:59.018901 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:00:59.520735 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 2 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:00:59.595602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:00:59.678277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499fc3e-102a-4fe3-8bbd-20ae84bb96ea req-3dd647a6-6335-4291-bca3-7fe4894154cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:00:59.679134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8499fc3e-102a-4fe3-8bbd-20ae84bb96ea req-3dd647a6-6335-4291-bca3-7fe4894154cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:00:59.753010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-8499fc3e-102a-4fe3-8bbd-20ae84bb96ea req-3dd647a6-6335-4291-bca3-7fe4894154cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:00:59.754467 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8499fc3e-102a-4fe3-8bbd-20ae84bb96ea req-3dd647a6-6335-4291-bca3-7fe4894154cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1971118 Oct 17 19:00:59.809581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8499fc3e-102a-4fe3-8bbd-20ae84bb96ea req-a016ddf9-593f-4ec2-90bf-e655ec83605c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479267 Oct 17 19:01:00.097524 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 3 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:00.158403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:00.659831 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 4 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:00.716861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:01.039173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289447ce-4e9e-4267-889f-9695d2fba5e5 req-2f69cbac-26e1-4b82-a495-c5fb4502e604 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:01.041067 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-289447ce-4e9e-4267-889f-9695d2fba5e5 req-2f69cbac-26e1-4b82-a495-c5fb4502e604 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0961885 Oct 17 19:01:01.101702 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-289447ce-4e9e-4267-889f-9695d2fba5e5 req-676368e7-29fb-4a57-ae23-75349cb46e98 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Oct 17 19:01:01.218258 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 5 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:01.279080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:01.780732 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 6 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:01.877956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:02.319679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72608f4-9102-41c4-b6ca-4aad4c2e39c3 req-2e53b152-f813-49f9-a9b8-9688f79b3d90 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:02.322079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f72608f4-9102-41c4-b6ca-4aad4c2e39c3 req-2e53b152-f813-49f9-a9b8-9688f79b3d90 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1058722 Oct 17 19:01:02.369929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f72608f4-9102-41c4-b6ca-4aad4c2e39c3 req-904cf99e-87dc-40c3-a0cb-5e706e7f4c30 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Oct 17 19:01:02.379682 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 7 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:02.440200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:02.941412 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 8 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:03.000258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:03.502285 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 9 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:03.575339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:03.619483 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d591ee-7656-40e9-9c0c-0f783686c930 req-64c7dfbd-7239-4360-8e91-c5640daeead6 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:03.622302 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-14d591ee-7656-40e9-9c0c-0f783686c930 req-64c7dfbd-7239-4360-8e91-c5640daeead6 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1221836 Oct 17 19:01:03.675752 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-14d591ee-7656-40e9-9c0c-0f783686c930 req-691f6230-2b82-4dcc-9e24-27fc88368de4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480869 Oct 17 19:01:04.076521 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Attempt 10 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:04.133871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b8541f93-1e04-4f58-a07f-0a489c0e9460 None None] Port dddca41a-2053-48c0-a238-d64f9b60b994 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:01:04.892796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786fe7-d3e8-48c2-aa00-ef587ff05c55 req-c4e4be68-16e2-4761-a7c0-04e4da696091 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:04.894280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37786fe7-d3e8-48c2-aa00-ef587ff05c55 req-c4e4be68-16e2-4761-a7c0-04e4da696091 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0961568 Oct 17 19:01:04.941065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37786fe7-d3e8-48c2-aa00-ef587ff05c55 req-f9bbc703-3e3d-43a8-91ff-1dc31480f837 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Oct 17 19:01:06.158810 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6807-1f6b-4763-9ead-6ef8f702c470 req-4531f2d4-e480-404d-bd20-0d50c621384e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:06.166758 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-952c6807-1f6b-4763-9ead-6ef8f702c470 req-4531f2d4-e480-404d-bd20-0d50c621384e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1009839 Oct 17 19:01:06.217900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-952c6807-1f6b-4763-9ead-6ef8f702c470 req-04d1ef6c-8e8a-4b0c-ae22-029f49a021fe tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447671 Oct 17 19:01:07.423830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae749485-2143-4e7c-a99e-774520bb3d0e req-c916966e-82c7-4959-9850-d0634f473f65 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:07.425311 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae749485-2143-4e7c-a99e-774520bb3d0e req-c916966e-82c7-4959-9850-d0634f473f65 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0934067 Oct 17 19:01:07.472808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae749485-2143-4e7c-a99e-774520bb3d0e req-08dc22bf-a8d8-4b6f-bba1-e97b60fe5061 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Oct 17 19:01:08.676503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1c7b-44e0-4dee-8141-5a17a845466f req-811f6f12-4a24-4739-8436-c970b923a40f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:08.678034 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f73e1c7b-44e0-4dee-8141-5a17a845466f req-811f6f12-4a24-4739-8436-c970b923a40f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0917332 Oct 17 19:01:08.727203 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f73e1c7b-44e0-4dee-8141-5a17a845466f req-109ebc58-0e5d-43aa-b4f2-4a18a73db6d0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Oct 17 19:01:09.946761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6fe62-c90e-4751-8cb0-4537b4fafba6 req-6feef624-c10f-472a-b04e-ac62d76f615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:09.948313 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-23f6fe62-c90e-4751-8cb0-4537b4fafba6 req-6feef624-c10f-472a-b04e-ac62d76f615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1050131 Oct 17 19:01:09.997254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-23f6fe62-c90e-4751-8cb0-4537b4fafba6 req-e2fdbc1c-dcd1-4a50-9d70-772ee10b8895 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Oct 17 19:01:11.206091 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6de7-3c53-456e-8f24-be59f8653a31 req-aa53b0f8-a26e-4692-9304-3cee88928bbf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:11.207534 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a37d6de7-3c53-456e-8f24-be59f8653a31 req-aa53b0f8-a26e-4692-9304-3cee88928bbf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0912240 Oct 17 19:01:11.252486 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a37d6de7-3c53-456e-8f24-be59f8653a31 req-211f7884-df73-4b54-b399-94c23374cb21 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Oct 17 19:01:12.452633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed74a-5d72-4611-8167-e8d0097c3578 req-02811ae0-fcc6-4c89-98d8-fd5d7e7d36fb tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:12.454148 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab2ed74a-5d72-4611-8167-e8d0097c3578 req-02811ae0-fcc6-4c89-98d8-fd5d7e7d36fb tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0892165 Oct 17 19:01:12.497867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab2ed74a-5d72-4611-8167-e8d0097c3578 req-feb17d6f-dcce-462c-a8e5-8f0e621aaab3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Oct 17 19:01:13.693202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fd41-b13a-4ff3-bab6-1188c8e906d0 req-738bb0be-1819-4ad6-89f3-42dd7a176761 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:13.694684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b85fd41-b13a-4ff3-bab6-1188c8e906d0 req-738bb0be-1819-4ad6-89f3-42dd7a176761 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0867944 Oct 17 19:01:13.741557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b85fd41-b13a-4ff3-bab6-1188c8e906d0 req-eb490ce7-90b0-425c-977b-c9edbbc951d5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Oct 17 19:01:14.938272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0d04-bf18-4853-8f80-6607f26ea9ab req-2ef3f01b-d0c6-4e71-bad8-db037d181ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:14.939733 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c85c0d04-bf18-4853-8f80-6607f26ea9ab req-2ef3f01b-d0c6-4e71-bad8-db037d181ae9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0908899 Oct 17 19:01:14.982219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c85c0d04-bf18-4853-8f80-6607f26ea9ab req-364dde27-5046-491c-b31f-2f98e9b354be tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Oct 17 19:01:16.176691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd95bd-d9c5-4b0a-a6fe-d00cd032b758 req-36a5a749-cfe1-4519-82fe-a60c2a2578bf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:16.178128 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a5dd95bd-d9c5-4b0a-a6fe-d00cd032b758 req-36a5a749-cfe1-4519-82fe-a60c2a2578bf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.0859823 Oct 17 19:01:16.221036 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a5dd95bd-d9c5-4b0a-a6fe-d00cd032b758 req-daf6e0c1-1294-48a2-b431-df7bd1149678 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371828 Oct 17 19:01:16.730797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-f1df1d74-9d98-4130-b7c6-9abb01380931 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:01:16.731796 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-f1df1d74-9d98-4130-b7c6-9abb01380931 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053291 Oct 17 19:01:16.785686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Request body: {'port': {'device_id': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:16.897336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.402372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddca41a-2053-48c0-a238-d64f9b60b994 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:01:17.412614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.431543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Transition to ACTIVE for port object dddca41a-2053-48c0-a238-d64f9b60b994 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:01:17.451868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72aa25-f403-4b5f-a821-f910339fe205 req-934d70b4-1474-4bf8-9103-bd8fa83148c4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:17.453335 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d72aa25-f403-4b5f-a821-f910339fe205 req-934d70b4-1474-4bf8-9103-bd8fa83148c4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 931 time: 0.1173518 Oct 17 19:01:17.500373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d72aa25-f403-4b5f-a821-f910339fe205 req-d7d67aea-498f-4bd5-9ab7-fdb2d693bc3d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Oct 17 19:01:17.551819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.740490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:17.778662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Attempting to bind port dddca41a-2053-48c0-a238-d64f9b60b994 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:01:17.778909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Attempting to bind port dddca41a-2053-48c0-a238-d64f9b60b994 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:01:17.779258 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Attempting to bind port dddca41a-2053-48c0-a238-d64f9b60b994 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:01:17.783820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Port dddca41a-2053-48c0-a238-d64f9b60b994 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:01:17.784135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Attempting to bind port dddca41a-2053-48c0-a238-d64f9b60b994 on network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:01:17.789229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:01:17.789564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Checking segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:01:17.789979 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Bound using segment: {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:01:17.790404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Bound port: dddca41a-2053-48c0-a238-d64f9b60b994, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73314238-644b-4def-92c7-81b0e97badcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:01:17.790750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.881169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:01:17.884194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:01:17.947956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.979114 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:17.979767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:17.981193 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] 10.222.0.42 "PUT /v2.0/ports/dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1093 time: 1.2384241 Oct 17 19:01:17.981697 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:01:17.984060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39614dd-f779-4cbf-a7f0-10daab7d1356" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:01:18.027890 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55acb4-d472-456f-942c-137d6abc0526 service neutron] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:18.032681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deb43a9-97fb-4115-bb26-3a920492809f x-openstack-request-id: req-7deb43a9-97fb-4115-bb26-3a920492809f {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:01:18.033050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:01:18.033354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7deb43a9-97fb-4115-bb26-3a920492809f {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:01:18.033838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7deb43a9-97fb-4115-bb26-3a920492809f'] response: {'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:01:18.165952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-db4af358-f651-42d3-a6b4-fe6a672391c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.166995 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-db4af358-f651-42d3-a6b4-fe6a672391c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1096 time: 0.0857880 Oct 17 19:01:18.331591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-8222143f-3627-45b5-9312-e5996fe90766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.333045 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-8222143f-3627-45b5-9312-e5996fe90766 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1481500 Oct 17 19:01:18.468564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-0ad0b745-31fa-4828-9b90-9b92879075ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.470009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b39614dd-f779-4cbf-a7f0-10daab7d1356 req-0ad0b745-31fa-4828-9b90-9b92879075ca service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301649 Oct 17 19:01:18.610917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-87e9d811-21b3-4458-89a4-1b3a8d02ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.612777 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-87e9d811-21b3-4458-89a4-1b3a8d02ab2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1096 time: 0.0800898 Oct 17 19:01:18.730570 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-d2da2d9c-96ed-4fd3-853b-0f8f1baa28df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 217 time: 0.0746081 Oct 17 19:01:18.803319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-03b98a79-1446-47ea-b50e-394be0fdefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.804640 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-03b98a79-1446-47ea-b50e-394be0fdefe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0680752 Oct 17 19:01:18.812824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd4ea0-0911-4a63-be1f-beab8d28f9c8 req-8f0fe351-4046-4e3d-9e16-15b62f30d94e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.814168 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d0fd4ea0-0911-4a63-be1f-beab8d28f9c8 req-8f0fe351-4046-4e3d-9e16-15b62f30d94e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 943 time: 0.2005668 Oct 17 19:01:18.911591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d0fd4ea0-0911-4a63-be1f-beab8d28f9c8 req-9eb647d2-7041-4e8d-a8a9-2eb385ee2fe9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 Oct 17 19:01:18.928646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-e870f9ac-58be-4758-a888-3e46dab3c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:18.930226 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-e870f9ac-58be-4758-a888-3e46dab3c354 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152465 Oct 17 19:01:19.170154 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-8e7a231a-2b7f-4362-b5c8-266e26e37a23 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325287 Oct 17 19:01:19.301690 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bfb9ce54-946e-4526-870e-f1198bfae005 req-4a4f619f-4660-4eda-8c0f-c86c5230ced4 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Oct 17 19:01:19.678637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3ad7cf96-7d22-4b1a-9068-e31430144bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:20.115781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ca6d7-276a-4faf-9439-ea62034c4a4f req-bd752a26-b7b2-4d86-8318-2ab716c781c7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:20.117212 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-509ca6d7-276a-4faf-9439-ea62034c4a4f req-bd752a26-b7b2-4d86-8318-2ab716c781c7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 943 time: 0.0899866 Oct 17 19:01:20.160740 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-509ca6d7-276a-4faf-9439-ea62034c4a4f req-fe9dab01-772b-4253-9aee-74c1a9e1dba5 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Oct 17 19:01:21.354672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a45a6-6655-49f8-bea2-c026ec5b08dd req-74f4a6cf-9193-476e-862e-c86f926eeece tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:21.356115 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4b5a45a6-6655-49f8-bea2-c026ec5b08dd req-74f4a6cf-9193-476e-862e-c86f926eeece tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 943 time: 0.0875201 Oct 17 19:01:21.399838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4b5a45a6-6655-49f8-bea2-c026ec5b08dd req-5d110e6b-f086-450d-9e81-1ff48be513f1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373051 Oct 17 19:01:22.323009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9749136c-18a2-452f-864d-4c8b3825d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:22.593822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676932d-e94e-4c8b-85e5-77f638e49655 req-2c35edfb-121e-4a85-ad3e-1a39021f80af tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:22.595254 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a676932d-e94e-4c8b-85e5-77f638e49655 req-2c35edfb-121e-4a85-ad3e-1a39021f80af tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 943 time: 0.0882683 Oct 17 19:01:22.641778 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a676932d-e94e-4c8b-85e5-77f638e49655 req-ca0433fe-c990-49a5-86ef-590a92b8f616 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Oct 17 19:01:23.053929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:23.181219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:23.840787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a4fa-3e13-417a-bb05-b7d66b299836 req-1abc9a16-a3e6-4d07-8dbb-ec7189dde08d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:23.842194 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5a41a4fa-3e13-417a-bb05-b7d66b299836 req-1abc9a16-a3e6-4d07-8dbb-ec7189dde08d tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 943 time: 0.0899220 Oct 17 19:01:23.885997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5a41a4fa-3e13-417a-bb05-b7d66b299836 req-c8e8ebea-c193-48ea-a038-8702f0fbf1a1 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Oct 17 19:01:24.062976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device dddca41a-2053-48c0-a238-d64f9b60b994 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:01:24.194818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:01:24.211238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'port_id': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'mac_address': 'fa:16:3e:2a:43:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:01:24.265836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port dddca41a-2053-48c0-a238-d64f9b60b994 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:01:24.266214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:24.283393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddca41a-2053-48c0-a238-d64f9b60b994 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:01:24.298391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:01:24.398408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:24.464359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:24.472086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.472435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.472778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.473132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.473466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.473831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.474160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.474486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.474822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.475166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.475493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.475819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:24.625847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:24.889985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:01:24.917058 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:01:25.083948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d991353-808a-490e-b838-f376dddbd9fe req-4a80e405-86ed-4579-b593-92e0afd67dbf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:25.085387 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d991353-808a-490e-b838-f376dddbd9fe req-4a80e405-86ed-4579-b593-92e0afd67dbf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 944 time: 0.0884056 Oct 17 19:01:25.128656 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7d991353-808a-490e-b838-f376dddbd9fe req-9f933f13-fb55-4dfe-b5d4-a1622cf133df tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Oct 17 19:01:26.062099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device dddca41a-2053-48c0-a238-d64f9b60b994 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:01:26.235371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port dddca41a-2053-48c0-a238-d64f9b60b994 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:01:26.241835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port dddca41a-2053-48c0-a238-d64f9b60b994 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:01:26.242206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:26.242534 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port dddca41a-2053-48c0-a238-d64f9b60b994 Oct 17 19:01:26.329484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2036-db6c-4df2-a0ee-5731bf06213a req-afba8856-4390-4f4e-931f-19dffc543209 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:26.331628 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a7f2036-db6c-4df2-a0ee-5731bf06213a req-afba8856-4390-4f4e-931f-19dffc543209 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 944 time: 0.0901473 Oct 17 19:01:26.347890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:26.362503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port dddca41a-2053-48c0-a238-d64f9b60b994 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:01:26.367745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:26.379582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2a7f2036-db6c-4df2-a0ee-5731bf06213a req-d7105634-0e9e-4dda-b375-a361be3724ee tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Oct 17 19:01:26.389495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:01:26.391879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e24b1f-aafd-4ed0-bd2e-631cad5b86f8" -d '{"events": [{"server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "name": "network-vif-plugged", "status": "completed", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:01:26.400282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:01:26.507328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3370ea-2068-4432-8ff4-291909f1851e x-openstack-request-id: req-7e3370ea-2068-4432-8ff4-291909f1851e {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:01:26.507619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "name": "network-vif-plugged", "status": "completed", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:01:26.507875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e3370ea-2068-4432-8ff4-291909f1851e {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:01:26.508271 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3370ea-2068-4432-8ff4-291909f1851e'] response: {'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'code': 200} Oct 17 19:01:26.546859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:26.621031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:27.006593 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe154c-c7f3-4d0c-b7d8-985c4d6b855b req-ccd87b67-118d-414b-aa3e-74f0f615195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:27.008049 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aabe154c-c7f3-4d0c-b7d8-985c4d6b855b req-ccd87b67-118d-414b-aa3e-74f0f615195a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1098 time: 0.0777063 Oct 17 19:01:27.052442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-aabe154c-c7f3-4d0c-b7d8-985c4d6b855b req-8142f636-991f-458b-8209-42342d6a11dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Oct 17 19:01:27.577344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f1266-ed07-4734-b386-002ed563c545 req-60302097-9c59-4f8f-a462-383aeba984ce tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:27.578823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-870f1266-ed07-4734-b386-002ed563c545 req-60302097-9c59-4f8f-a462-383aeba984ce tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0907156 Oct 17 19:01:27.622815 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-870f1266-ed07-4734-b386-002ed563c545 req-75403b1a-9609-49e0-8021-2d457a96f3e3 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Oct 17 19:01:28.924520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b9ef0-8884-493a-b116-f1f9e8636e95 req-4d87028d-ecd8-49ea-aab8-687e821ae7f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:28.925899 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-013b9ef0-8884-493a-b116-f1f9e8636e95 req-4d87028d-ecd8-49ea-aab8-687e821ae7f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.1911829 Oct 17 19:01:28.970265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-013b9ef0-8884-493a-b116-f1f9e8636e95 req-c5c40a4f-04ff-4a95-bde2-5d45e4435d37 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Oct 17 19:01:30.165815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2bf2f-8da0-4133-9b0b-4eb0a55a7f80 req-451b3d44-88dc-41a0-a298-85af92036367 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:30.167263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98e2bf2f-8da0-4133-9b0b-4eb0a55a7f80 req-451b3d44-88dc-41a0-a298-85af92036367 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0867205 Oct 17 19:01:30.214153 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-98e2bf2f-8da0-4133-9b0b-4eb0a55a7f80 req-6c11c99e-75b0-4f80-abb9-52a4bff7969b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Oct 17 19:01:30.409627 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a84ae-069a-4e26-9339-0c97baea515f req-780bd4a9-4ca1-4e3e-9dd7-980eebc31861 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:30.411065 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a1a84ae-069a-4e26-9339-0c97baea515f req-780bd4a9-4ca1-4e3e-9dd7-980eebc31861 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0883784 Oct 17 19:01:30.454714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a1a84ae-069a-4e26-9339-0c97baea515f req-0ffc8aac-25ec-460e-80a2-55b70eb63e2f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Oct 17 19:01:30.842383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0014-d510-425c-b6ab-9af210401138 req-94be0e8d-a3c2-4674-ab66-8948b656eaea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:30.843714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d6e0014-d510-425c-b6ab-9af210401138 req-94be0e8d-a3c2-4674-ab66-8948b656eaea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0850952 Oct 17 19:01:30.886587 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9d6e0014-d510-425c-b6ab-9af210401138 req-df2a8b5a-db31-4408-8b4b-4e8facf90466 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Oct 17 19:01:45.168726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e6c9-9124-479f-bad0-efb0eb27d423 req-aa0760ae-3bf9-489b-998b-4c549b6927e8 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:45.170188 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fbc1e6c9-9124-479f-bad0-efb0eb27d423 req-aa0760ae-3bf9-489b-998b-4c549b6927e8 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0921521 Oct 17 19:01:45.213427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fbc1e6c9-9124-479f-bad0-efb0eb27d423 req-0435bd21-0069-43c2-87de-e5f91714a64b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Oct 17 19:01:45.241807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49960) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:45.362872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d495940-b475-491c-b204-07012d56c855 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:45.364370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6d495940-b475-491c-b204-07012d56c855 tempest-TestMinimumBasicScenario-2060773891 tempest-TestMinimumBasicScenario-2060773891-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1093 time: 0.1215863 Oct 17 19:01:45.367209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49966) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:45.372134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:45.377964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:45.381802 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:floatingip and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:45.385062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:45.390659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:45.500419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:45.634960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:45.764259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Allocated IP 172.26.2.195 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/27d6ac3d-3341-48a6-8bc6-11d5bee3f95c) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:01:45.910512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:46.003575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:46.072205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:01:46.074892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:01:46.078628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:01:46.112523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=27d6ac3d-3341-48a6-8bc6-11d5bee3f95c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:46.121214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.121560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.121928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.122265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.122598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.122930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.123257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.123586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.123910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.124233 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.124553 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.124910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:46.491699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:46.675905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:46.982727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:47.048765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:47.160309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=27d6ac3d-3341-48a6-8bc6-11d5bee3f95c,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:47.163575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:47.333742 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Floating IP 7b16dcdc-6b47-4260-935d-16ba2f6aae59 associated. External IP: 172.26.2.195, port: dddca41a-2053-48c0-a238-d64f9b60b994. Oct 17 19:01:47.678063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:01:47.850953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:01:47.861532 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:01:47.871642 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:01:47.875078 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:01:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:01:47.963683 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.031880 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad7c9bf8-5d04-445c-a278-0bc515e3be2e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6610949 Oct 17 19:01:48.031880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:01:48.032606 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2b96e-3b89-407a-803d-2888cf5abc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:01:48.033307 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 49970) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:48.039448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810437595', 'description': 'tempest-secgroup-smoke-1810437595 description', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:48.045983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:48.057341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:48.057476 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:01:48.126646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d098d-f956-477e-8146-cd131b2fdf3d x-openstack-request-id: req-009d098d-f956-477e-8146-cd131b2fdf3d {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:01:48.126932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:01:48.127182 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-009d098d-f956-477e-8146-cd131b2fdf3d {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:01:48.127604 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009d098d-f956-477e-8146-cd131b2fdf3d'] response: {'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:01:48.136080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.197696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:48.206151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:48.214066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:48.226010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:48.276571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-4a81ca72-458f-4c31-9c5f-3f8efd09cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:48.278091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-4a81ca72-458f-4c31-9c5f-3f8efd09cac8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1098 time: 0.1166601 Oct 17 19:01:48.399415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.416389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '7b16dcdc-6b47-4260-935d-16ba2f6aae59', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:2a:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:01:46Z', 'updated_at': '2022-10-17T19:01:46Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:01:48.416389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:01:48.425825 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:01:48.425825 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:01:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:01:48.453457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-b3eef8d8-458e-4eaf-b4d8-9f9b8bb39fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:48.454941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-b3eef8d8-458e-4eaf-b4d8-9f9b8bb39fe5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1640048 Oct 17 19:01:48.455929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.578160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3433f-cd83-45a8-a979-9a9b0a8c77c1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:48.594315 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.595017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.595363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.595699 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.596030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.596375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.596700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.597022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.597378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.597727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.598048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.598387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:01:48.615510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-f94d404d-2def-4d60-87a3-4ad7f2898eaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 999 time: 0.1480908 Oct 17 19:01:48.638363 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:01:48.658568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.662692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a2cb7724-c0db-447b-a1d1-fc88c425de19 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6246245 Oct 17 19:01:48.662915 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49978) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:48.668737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:48.674840 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:48.678787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:48.684708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:48.689063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:48.695702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-490f01b6-6629-4a9a-af44-40f5598d5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:48.697474 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-490f01b6-6629-4a9a-af44-40f5598d5efd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0728056 Oct 17 19:01:48.758935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.797874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-47850861-6bdd-4603-845a-5c3cc51aa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:48.799569 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-47850861-6bdd-4603-845a-5c3cc51aa218 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893588 Oct 17 19:01:48.823661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.917484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:48.941854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bfba64-25b5-4302-9f54-fb2284f3496f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:48.942260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-308f31ef-b00f-4fc2-a31b-2f463e096fa2 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312566 Oct 17 19:01:49.003371 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '7b16dcdc-6b47-4260-935d-16ba2f6aae59', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:2a:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:01:46Z', 'updated_at': '2022-10-17T19:01:46Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:01:49.006212 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820064e-77fd-490c-bd1b-7b0abcebc222 None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '7b16dcdc-6b47-4260-935d-16ba2f6aae59', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'port_id': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'mac_address': 'fa:16:3e:2a:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:01:46Z', 'updated_at': '2022-10-17T19:01:46Z', 'revision_number': 0, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:01:49.009835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.014417 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c0f2ea08-dedf-444a-b9c0-8a7bcb98295f tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472669 Oct 17 19:01:49.014417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49982) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:49.020692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:49.040214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:49.044350 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:49.047366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:49.054549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:49.089360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-36a2b96e-3b89-407a-803d-2888cf5abc8f req-d031827d-9220-472c-8e54-fefb19699063 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392291 Oct 17 19:01:49.131639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.205982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.214558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a52a70-e8dc-40a2-affa-2addd303638a None None] New status for floating IP 7b16dcdc-6b47-4260-935d-16ba2f6aae59: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:01:49.289016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.312781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5842c4bd-da6a-4642-b596-2d43ea9e2048,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:49.391963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.393203 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d4ed6f32-71a8-4c88-8d2a-fab1d3d9615e tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780706 Oct 17 19:01:49.395949 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49986) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:49.401242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:49.407085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:49.411215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:49.414409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:49.420351 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:49.501594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.565277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.643138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.666757 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8da4af8-ba5a-4c2e-961a-7dc12c073275,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:49.671899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3b226c9-0bd4-4eca-aa14-ed0be4b683d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.746272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.747513 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-949c8651-4f40-41e9-8ba9-b97f932f8e17 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506649 Oct 17 19:01:49.750277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49990) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:49.761274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:49.761515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:49.766412 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:49.769379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:49.775172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:49.858709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:49.923676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.037956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.064224 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aa1c45-f1c2-415d-9dba-db1128a49a1f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:50.180355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.184300 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3f6896c3-3063-4296-a119-eff682295b81 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4303503 Oct 17 19:01:50.184432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49994) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:50.189260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:50.195471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:50.199355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:50.202268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:50.208053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:50.317827 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Project 0dcb97c9409f47e0a78d2639ffe7adc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:01:50.324818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.388231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.454275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.477686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6fe4b1-eb17-467e-91a9-3ee802e045d9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:50.540075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.541243 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-30eaf65f-e1d5-4f48-996f-40c94fb295fc tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3559608 Oct 17 19:01:50.543906 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 49998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:01:50.548739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'security_group_rule': {'security_group_id': '53e3433f-cd83-45a8-a979-9a9b0a8c77c1', 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:50.554572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:01:50.558370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Usage tracker for resource:security_group_rule and tenant:0dcb97c9409f47e0a78d2639ffe7adc6 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:01:50.561157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:01:50.566844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:01:50.642761 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Project 0dcb97c9409f47e0a78d2639ffe7adc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:01:50.649465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.714713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.791473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.816210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de27fe7-e656-4743-b702-3a06e5f20ecb,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:50.923038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:50.924161 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2fac093f-911a-4f84-933d-c05aef37e740 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3792865 Oct 17 19:01:51.046604 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47c3f20f-913f-4564-85ca-c784da455d43 req-7eb74cc0-138a-42b1-9a4c-12a409829c93 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810437595&fields=id&tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 267 time: 0.0417962 Oct 17 19:01:51.241951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3f20f-913f-4564-85ca-c784da455d43 req-a7981806-1f53-4430-9358-fa1925bb4546 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:51.243398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47c3f20f-913f-4564-85ca-c784da455d43 req-a7981806-1f53-4430-9358-fa1925bb4546 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.1914530 Oct 17 19:01:51.254649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'security_groups': ['51a176ee-c2c8-4c32-9a1a-5793790a6daa', '53e3433f-cd83-45a8-a979-9a9b0a8c77c1']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:01:51.374668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:51.637292 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:01:51.660917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:51.763122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:51.779542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:01:51.827540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:51.828110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:51.829427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-47c3f20f-913f-4564-85ca-c784da455d43 req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "PUT /v2.0/ports/dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 981 time: 0.5792978 Oct 17 19:01:51.830027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:01:51.832392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414931b6-1586-4d2d-a2be-c45733c20516" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:01:51.863015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73489d38-9cc9-445b-80de-9be8a46fffea tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=6']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:01:51.889159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:01:51.936964 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045d422c-ccd1-4733-ada3-64ba36d01831 x-openstack-request-id: req-045d422c-ccd1-4733-ada3-64ba36d01831 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:01:51.937260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:01:51.937511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-045d422c-ccd1-4733-ada3-64ba36d01831 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:01:51.937954 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045d422c-ccd1-4733-ada3-64ba36d01831'] response: {'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:01:52.229513 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675022-2e5f-4aa9-b648-5921b0e1cdad req-76081e4b-d46a-485f-904c-02dc09bc60ff tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:52.231117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-07675022-2e5f-4aa9-b648-5921b0e1cdad req-76081e4b-d46a-485f-904c-02dc09bc60ff tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.1126637 Oct 17 19:01:52.233453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414931b6-1586-4d2d-a2be-c45733c20516 req-b591242e-48dc-4272-8346-85360d39b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:52.234969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-b591242e-48dc-4272-8346-85360d39b1a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1137 time: 0.2624686 Oct 17 19:01:52.366008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-07675022-2e5f-4aa9-b648-5921b0e1cdad req-3aea3ca3-00e4-45ba-a81e-8ad1cb21746b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:01:52.412924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-986a918e-06b2-4444-913c-5b5e473d33d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:52.413888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414931b6-1586-4d2d-a2be-c45733c20516 req-8b1309e8-d166-4541-95a3-9424a5248847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:52.415767 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-8b1309e8-d166-4541-95a3-9424a5248847 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1724875 Oct 17 19:01:52.485227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-07675022-2e5f-4aa9-b648-5921b0e1cdad req-3aea3ca3-00e4-45ba-a81e-8ad1cb21746b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:01:52.486604 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-07675022-2e5f-4aa9-b648-5921b0e1cdad req-3aea3ca3-00e4-45ba-a81e-8ad1cb21746b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455838 Oct 17 19:01:52.540411 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-e8fb1a72-a808-47f1-8c16-1e2e4f201044 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1001 time: 0.1138866 Oct 17 19:01:52.615770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414931b6-1586-4d2d-a2be-c45733c20516 req-cf1f683e-8c7f-41de-95d8-d71f89a4aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:52.619335 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-cf1f683e-8c7f-41de-95d8-d71f89a4aa11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0668361 Oct 17 19:01:52.711912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414931b6-1586-4d2d-a2be-c45733c20516 req-18c811f6-8667-44bd-b322-1e787953cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:52.714029 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-18c811f6-8667-44bd-b322-1e787953cc06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827291 Oct 17 19:01:52.848094 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-5ca64787-002b-465b-82df-0294f33885df service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273787 Oct 17 19:01:52.982228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-414931b6-1586-4d2d-a2be-c45733c20516 req-f91d0c0e-a27f-432e-8365-270557c58e43 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247728 Oct 17 19:01:53.025563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:53.168323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:54.602467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:01:54.984875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-d2289f2f-50a8-4c8c-8e99-8aaeee611f9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756414 Oct 17 19:01:55.142207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-a35fe6a3-69c9-455d-9ef4-8126f7383549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:55.143581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-a35fe6a3-69c9-455d-9ef4-8126f7383549 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1137 time: 0.0808556 Oct 17 19:01:55.299828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-07e5e001-3baf-4cab-8876-4c2bc396d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:55.301262 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-07e5e001-3baf-4cab-8876-4c2bc396d53b service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1294007 Oct 17 19:01:55.404697 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-9f819c9e-592d-432c-9b04-967d0d4495de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1001 time: 0.0958331 Oct 17 19:01:55.467250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-8aed5631-68f9-4044-ac0d-9a58e2d89819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:55.468665 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-8aed5631-68f9-4044-ac0d-9a58e2d89819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0567207 Oct 17 19:01:55.553502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-efd960ff-1172-4ed5-8171-dbec6d2ad356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:01:55.554957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-efd960ff-1172-4ed5-8171-dbec6d2ad356 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772855 Oct 17 19:01:55.691490 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-06899eb3-6a61-40fe-a453-db6ef4c44269 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250124 Oct 17 19:01:55.945068 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c2cd7f5-fc0e-47ec-a48d-be64ada7f318 req-8067e54c-c4b4-4bc1-a530-2a073204937b service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445624 Oct 17 19:01:56.322525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:01.915520 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:02:19.727651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-246c345e-5981-4715-8a55-80afd5b472af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:22.340079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-476f109d-cd93-46e4-b74a-c50d44ac9f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:23.102831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:23.206907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:24.618379 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:26.327295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:38.914286 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:02:49.703260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-226dfcff-96f9-4e46-be3a-874f80baf669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:52.377559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-64dcbea6-ccd4-4518-87fe-d1b297b8e623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:53.039954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:53.223297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:53.745749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae861e-f72d-49cf-a658-6520829d9c99 req-4c75c7af-4796-4776-a9bd-7135cf40e1f2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:53.747228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-39ae861e-f72d-49cf-a658-6520829d9c99 req-4c75c7af-4796-4776-a9bd-7135cf40e1f2 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0905418 Oct 17 19:02:53.851487 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-39ae861e-f72d-49cf-a658-6520829d9c99 req-d7e1491e-875d-45ca-a950-d62360491ebd tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690126 Oct 17 19:02:53.864107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826e16-c22a-4220-979b-1669d470949b req-54eed30d-2800-4fab-8188-471a0ec131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:53.865546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-54eed30d-2800-4fab-8188-471a0ec131c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1137 time: 0.1174824 Oct 17 19:02:53.998834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826e16-c22a-4220-979b-1669d470949b req-7065d964-878b-473a-add7-761fe77e56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:54.000254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-7065d964-878b-473a-add7-761fe77e56ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1278236 Oct 17 19:02:54.107393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-5d568cc7-03a7-4a32-bb2f-4de4f85f7563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1001 time: 0.0998731 Oct 17 19:02:54.174507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826e16-c22a-4220-979b-1669d470949b req-632d7703-7f90-45d2-afa7-dff70866363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:54.175925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-632d7703-7f90-45d2-afa7-dff70866363a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0571783 Oct 17 19:02:54.265245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826e16-c22a-4220-979b-1669d470949b req-6d8c1e91-5f07-4b59-b0ec-ed86444064fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:54.266888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-6d8c1e91-5f07-4b59-b0ec-ed86444064fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827105 Oct 17 19:02:54.409012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-f6e8e1b5-1ac1-479c-9ce7-c5d31b8f2f1a service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318612 Oct 17 19:02:54.551951 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-73826e16-c22a-4220-979b-1669d470949b req-52b05df1-ac08-4516-aa87-533771ff1b2a service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336231 Oct 17 19:02:54.606349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:55.059209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9881d-7766-46a2-a16c-7655f1a3c21e req-d2f6c04c-fcb4-4585-8403-5ea6aab5f714 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:55.060678 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4dc9881d-7766-46a2-a16c-7655f1a3c21e req-d2f6c04c-fcb4-4585-8403-5ea6aab5f714 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0920894 Oct 17 19:02:55.098853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-5dc36e8a-d6bf-4b03-85d8-bd05568a20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:55.100481 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-5dc36e8a-d6bf-4b03-85d8-bd05568a20a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1137 time: 0.0805717 Oct 17 19:02:55.107599 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4dc9881d-7766-46a2-a16c-7655f1a3c21e req-3bea1636-4683-4f1f-87db-cc9c7246a3ec tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411308 Oct 17 19:02:55.248211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-74c8d148-c741-4f30-a801-827c77a86f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:55.249765 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-74c8d148-c741-4f30-a801-827c77a86f4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1271694 Oct 17 19:02:55.353682 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-af684a0c-005b-4d91-871b-0fe933106c57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1001 time: 0.0965779 Oct 17 19:02:55.415841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-81b8c6ee-2b91-4537-924c-16fbc4d0b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:55.417299 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-81b8c6ee-2b91-4537-924c-16fbc4d0b9d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0574932 Oct 17 19:02:55.507832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-9f362901-dd13-4aac-9e88-244c4a278419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:55.509205 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-9f362901-dd13-4aac-9e88-244c4a278419 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810316 Oct 17 19:02:55.752812 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-2054cecb-773b-4ac2-9444-154d5c6dc414 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343163 Oct 17 19:02:55.885075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72c59ae6-68cd-4a32-bf38-9ce30e8633e9 req-baa11fcb-88f3-4c7d-b6f6-2329177e639e service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246016 Oct 17 19:02:56.310350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce9cd-e053-4d9e-ab27-7ad74f0033a7 req-6ecff38c-b2f2-45ca-bf0c-6268a93880cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:56.311821 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e20ce9cd-e053-4d9e-ab27-7ad74f0033a7 req-6ecff38c-b2f2-45ca-bf0c-6268a93880cf tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0908136 Oct 17 19:02:56.369898 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e20ce9cd-e053-4d9e-ab27-7ad74f0033a7 req-58a72bc7-d516-4b56-973d-774f41bbd321 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521822 Oct 17 19:02:56.387860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:02:57.567780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581bbc5-4fdc-4df8-94ef-cdb903bb8b1e req-3fea2878-d74c-4c6b-a380-aa7639099f93 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:57.569225 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3581bbc5-4fdc-4df8-94ef-cdb903bb8b1e req-3fea2878-d74c-4c6b-a380-aa7639099f93 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0871904 Oct 17 19:02:57.619509 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3581bbc5-4fdc-4df8-94ef-cdb903bb8b1e req-86c52047-d75d-4eb2-bfaf-1fb3cbae9032 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443807 Oct 17 19:02:58.825090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714024fb-b3b0-4050-86f1-4c4dd1efd6f8 req-69df5cd9-e3fc-4a4f-9724-3344b79ea5d7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:02:58.826604 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-714024fb-b3b0-4050-86f1-4c4dd1efd6f8 req-69df5cd9-e3fc-4a4f-9724-3344b79ea5d7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0931275 Oct 17 19:02:58.877127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-714024fb-b3b0-4050-86f1-4c4dd1efd6f8 req-5a62b313-3d28-4664-af22-9a208442a3ed tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445366 Oct 17 19:03:00.076604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad7267-3092-44c7-ab8b-a374888af364 req-b7089f60-7c3b-4802-ac80-72a1a81ba1f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:00.078143 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-01ad7267-3092-44c7-ab8b-a374888af364 req-b7089f60-7c3b-4802-ac80-72a1a81ba1f4 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0895114 Oct 17 19:03:00.125395 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-01ad7267-3092-44c7-ab8b-a374888af364 req-a0de0812-fe82-4c0a-b5ba-9e44b5f332f7 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414975 Oct 17 19:03:01.327982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334790-27e2-4a7b-a709-4672c1398de6 req-a4a6a524-ba65-49ac-8c09-d39807daa119 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:01.329422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2e334790-27e2-4a7b-a709-4672c1398de6 req-a4a6a524-ba65-49ac-8c09-d39807daa119 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0909498 Oct 17 19:03:01.381186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2e334790-27e2-4a7b-a709-4672c1398de6 req-5355e865-b113-43a0-9010-ed1b9cd286b0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454195 Oct 17 19:03:02.586515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d2e00-8fcd-4272-921c-8c048ae248a3 req-5e7e0349-afb8-4e8c-8a18-545c74ab4f23 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:02.587884 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c4d2e00-8fcd-4272-921c-8c048ae248a3 req-5e7e0349-afb8-4e8c-8a18-545c74ab4f23 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0922987 Oct 17 19:03:02.635897 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c4d2e00-8fcd-4272-921c-8c048ae248a3 req-08dadcb7-16f6-4441-b20d-7fd1d853df85 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415843 Oct 17 19:03:03.859597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2193700-383e-4bec-a701-35f2d3ed7826 req-9a6df8f2-d269-43fa-82d4-d8a328116712 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:03.860986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b2193700-383e-4bec-a701-35f2d3ed7826 req-9a6df8f2-d269-43fa-82d4-d8a328116712 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.1018343 Oct 17 19:03:03.909262 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b2193700-383e-4bec-a701-35f2d3ed7826 req-9b4703f0-300a-4ecd-976b-aa051afe4293 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420558 Oct 17 19:03:05.126396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850bc90-2dd6-405d-a3f0-ea1560116571 req-973f731c-c02f-40d4-8929-008db1418413 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:05.127895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4850bc90-2dd6-405d-a3f0-ea1560116571 req-973f731c-c02f-40d4-8929-008db1418413 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.1005070 Oct 17 19:03:05.176059 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4850bc90-2dd6-405d-a3f0-ea1560116571 req-730dc227-7f7f-4fcd-b40d-e912850c3204 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417919 Oct 17 19:03:06.410277 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7aae-be5a-4466-b4cc-a4ced7c0e7e0 req-c7ed2a2b-a2ca-443f-bd67-2945a9bec322 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:06.411760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fccf7aae-be5a-4466-b4cc-a4ced7c0e7e0 req-c7ed2a2b-a2ca-443f-bd67-2945a9bec322 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0934217 Oct 17 19:03:06.459620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fccf7aae-be5a-4466-b4cc-a4ced7c0e7e0 req-96f5d701-e4b5-40ed-866c-f614c002942b tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&id=53e3433f-cd83-45a8-a979-9a9b0a8c77c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418828 Oct 17 19:03:15.912251 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:03:19.690929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-69cc2a5e-05e8-4ba5-9081-e2c1bf80c26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:22.341275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f562fc6d-06a5-49bd-88a4-724dee70057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:23.027583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:23.153309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:24.667800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:26.364849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:49.678687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9382b1e9-10fb-4394-aa67-4da707c9e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:52.357434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3fa05f3c-dd88-4dc5-b3b8-936f6d5533a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:52.911546 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:03:53.039084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:53.169983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:54.638448 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:55.978946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-ef1ca9b6-1e70-48a8-88df-5bdbebf8b0ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780272 Oct 17 19:03:56.133612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-e98a6cf2-8bd5-4c0e-b101-7fb2ba491c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:56.135109 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-e98a6cf2-8bd5-4c0e-b101-7fb2ba491c24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1137 time: 0.0827518 Oct 17 19:03:56.283409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-3a7d140e-e06f-426b-a72c-c76cfeea5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:56.284748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-3a7d140e-e06f-426b-a72c-c76cfeea5e01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1297376 Oct 17 19:03:56.386744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:03:56.390524 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-46e8c1c9-b723-412e-b2de-df4d15c7deb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 1001 time: 0.0980115 Oct 17 19:03:56.453458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-ba529d75-c6c4-4672-b748-a9e4ed32b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:56.455344 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-ba529d75-c6c4-4672-b748-a9e4ed32b66f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0576205 Oct 17 19:03:56.541374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-0d18e326-5d13-4b05-b4d0-f714e1ff4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:03:56.542737 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-0d18e326-5d13-4b05-b4d0-f714e1ff4eac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802197 Oct 17 19:03:56.673730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-aba0f6d0-a2ed-45ea-bb96-4c928fb7cadf service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 Oct 17 19:03:56.804502 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-901e7587-c1cd-4e3b-8387-1e9b99af0c24 req-9896c8cd-5f9f-43f7-8aa8-63c05956c4b4 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234944 Oct 17 19:04:10.211069 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-d6142aa3-2c6c-4929-883d-d34ba33442ab tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810437595&fields=id&tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6 HTTP/1.1" status: 200 len: 267 time: 0.1093843 Oct 17 19:04:10.303437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-98a4069d-893d-4719-bd71-9be45a4445c9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:10.305543 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-98a4069d-893d-4719-bd71-9be45a4445c9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 984 time: 0.0892012 Oct 17 19:04:10.316819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Request body: {'port': {'security_groups': ['51a176ee-c2c8-4c32-9a1a-5793790a6daa']}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:10.443017 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:10.686735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:10.710701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:10.773413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:10.785314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:04:10.812728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:10.813336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:10.814696 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b4a9433-de5c-44a3-8c8d-17300362e08a req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "PUT /v2.0/ports/dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 942 time: 0.5023873 Oct 17 19:04:10.815191 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:04:10.817469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643278c2-4e1e-49e5-bc51-4a58999fad5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:04:10.821384 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50086) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:10.874108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:04:10.876469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event updated for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=7']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:10.884263 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.884615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.884955 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.885289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.885645 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.885972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.886298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.886621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.886945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.887266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.887586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.888025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f5e345-9b9e-48fd-bf70-81c230836a8a tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:10.945990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:10.963816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.099320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.124865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3433f-cd83-45a8-a979-9a9b0a8c77c1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:11.132749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.133096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.133435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.133801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.134139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.134481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.134789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.135111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.135430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.135750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.136070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.136420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:11.218861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.219993 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-032eba20-e2f3-4f83-83ff-d4f46e41e369 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "DELETE /v2.0/security-groups/53e3433f-cd83-45a8-a979-9a9b0a8c77c1 HTTP/1.1" status: 204 len: 168 time: 0.3970518 Oct 17 19:04:11.222754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50092) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:11.551685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Deleting port 27d6ac3d-3341-48a6-8bc6-11d5bee3f95c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:11.551952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.728332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.728656 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:11.852910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Calling delete_port for 27d6ac3d-3341-48a6-8bc6-11d5bee3f95c owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:11.893362 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f34b1-242c-4ddc-80f0-8209b181d6ca x-openstack-request-id: req-f76f34b1-242c-4ddc-80f0-8209b181d6ca {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:04:11.894024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:04:11.894334 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f76f34b1-242c-4ddc-80f0-8209b181d6ca {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:04:11.894827 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76f34b1-242c-4ddc-80f0-8209b181d6ca'] response: {'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:04:12.059438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-3f256bb4-f158-4db5-ad7c-85055fd8dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:12.059438 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-3f256bb4-f158-4db5-ad7c-85055fd8dda5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1098 time: 0.1299248 Oct 17 19:04:12.193163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-d3aaa81c-e790-4514-beef-e27c207b0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:12.194668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-d3aaa81c-e790-4514-beef-e27c207b0755 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1348720 Oct 17 19:04:12.258486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:12.300133 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-aaf834b0-f50c-48b5-a0c8-f1b00f012cd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 217 time: 0.0986469 Oct 17 19:04:12.384849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'Port': ['ID=27d6ac3d-3341-48a6-8bc6-11d5bee3f95c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:12.457177 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-71187fcd-ccca-485a-8f25-f0767195d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:12.458549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-71187fcd-ccca-485a-8f25-f0767195d79f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.1497343 Oct 17 19:04:12.466076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:12.466417 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Floating IP 7b16dcdc-6b47-4260-935d-16ba2f6aae59 disassociated (deleted). External IP: 172.26.2.195, port: dddca41a-2053-48c0-a238-d64f9b60b994. Oct 17 19:04:12.808941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-72669067-3430-4ee0-be3f-852b1519c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:12.810357 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-72669067-3430-4ee0-be3f-852b1519c107 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3454828 Oct 17 19:04:13.093008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-c46149e3-06e4-4452-a5bd-4c619446740e service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311964 Oct 17 19:04:13.101388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:04:13.385224 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-643278c2-4e1e-49e5-bc51-4a58999fad5d req-9163b07f-bb40-4844-83d5-055ec4db3404 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856932 Oct 17 19:04:13.398268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:04:13.408669 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:04:13.418513 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:13.419104 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:03:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:13.521748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:13.577791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-2659304d-d024-41cb-adcd-9b69f7aa2a1c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b16dcdc-6b47-4260-935d-16ba2f6aae59 HTTP/1.1" status: 204 len: 168 time: 2.3539777 Oct 17 19:04:13.578687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:04:13.581131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:04:13.597098 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:13.635196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffd114-0729-41ac-afae-af61b2e030c7 x-openstack-request-id: req-07ffd114-0729-41ac-afae-af61b2e030c7 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:04:13.635547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:04:13.635829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07ffd114-0729-41ac-afae-af61b2e030c7 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:04:13.636440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ffd114-0729-41ac-afae-af61b2e030c7'] response: {'name': 'network-changed', 'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:04:13.749056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-c09fc1e4-730c-451c-8f1b-1f0fa0de9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:13.750838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-c09fc1e4-730c-451c-8f1b-1f0fa0de9ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 1098 time: 0.0902462 Oct 17 19:04:13.889341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-980c70d4-14b1-4f55-b614-1d23961a85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:13.890739 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-980c70d4-14b1-4f55-b614-1d23961a85ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 200 len: 916 time: 0.1325929 Oct 17 19:04:13.926517 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:13.930876 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:04:13.939414 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:13.940012 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:03:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:13.966420 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-88400487-870a-45d4-a09c-c06594e40106 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 200 len: 217 time: 0.0685720 Oct 17 19:04:14.034108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-2c6ca677-69b4-46ac-aaaa-c52cd5e3e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:14.035547 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-2c6ca677-69b4-46ac-aaaa-c52cd5e3e7fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 200 len: 854 time: 0.0625472 Oct 17 19:04:14.132244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-3ca6f47b-ceeb-4927-ba38-35c1fd45952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:14.141434 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-3ca6f47b-ceeb-4927-ba38-35c1fd45952f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008feae8-1bf7-41e3-a1a4-6eb8ddfce807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917616 Oct 17 19:04:14.154304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:14.293543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-142bed75-9a1f-45ec-b455-63ac27e6bea5 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489775 Oct 17 19:04:14.443277 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7fb445e8-d1bf-4eb8-8fa8-7c193a6b4b75 req-28f91a77-15b6-44f5-bb7a-eb416f7c1981 service neutron] 10.222.0.42 "GET /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358585 Oct 17 19:04:14.500041 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:14.503926 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4c922-3763-453c-9543-93526b60eff6 None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T18:55:02Z', 'revision_number': 4, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '628a69be-ee6f-4dbd-b029-912dee004aac', 'name': '', 'network_id': '008feae8-1bf7-41e3-a1a4-6eb8ddfce807', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'mac_address': 'fa:16:3e:b3:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:01Z', 'updated_at': '2022-10-17T18:55:07Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'subnets': [{'id': 'd8f5a8e5-3ec4-414a-8ae3-7478d22ad753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:04:14.727377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e6fe1-6775-46eb-ab87-38f63fc700b5 None None] New status for floating IP 7b16dcdc-6b47-4260-935d-16ba2f6aae59: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:04:19.729771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-be2026b0-c2b3-4478-bca1-996e8a265a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:19.795617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a041-7f3a-4fef-80bb-343d8a4e4966 req-52223d6c-b4d8-4425-b957-96c4f612d8d9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:19.797171 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab91a041-7f3a-4fef-80bb-343d8a4e4966 req-52223d6c-b4d8-4425-b957-96c4f612d8d9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0921257 Oct 17 19:04:19.933218 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ab91a041-7f3a-4fef-80bb-343d8a4e4966 req-58616ed4-28a9-41c8-9864-ec45fc85eca0 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300890 Oct 17 19:04:21.312759 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-499daa66-a8ae-42f1-bece-ae7561a4fd99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:21.313455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-499daa66-a8ae-42f1-bece-ae7561a4fd99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:21.403694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-499daa66-a8ae-42f1-bece-ae7561a4fd99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:21.404906 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-499daa66-a8ae-42f1-bece-ae7561a4fd99 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.3557258 Oct 17 19:04:21.450827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-2d54e3f1-798f-4563-a770-35ca00d1c547 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Synchronizing usage tracker for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:21.540743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-2d54e3f1-798f-4563-a770-35ca00d1c547 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Unset dirty status for tenant:0dcb97c9409f47e0a78d2639ffe7adc6 on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:21.541900 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a764f630-6e2e-4c90-924c-2a42b1eb58d8 req-2d54e3f1-798f-4563-a770-35ca00d1c547 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313457 Oct 17 19:04:22.153924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850b4b-7599-429f-98e0-a18e9600d859 req-ff5175f4-0d17-4ad2-bb44-ec5765d3d56c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:22.155289 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38850b4b-7599-429f-98e0-a18e9600d859 req-ff5175f4-0d17-4ad2-bb44-ec5765d3d56c tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0925739 Oct 17 19:04:22.231491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Deleting port dddca41a-2053-48c0-a238-d64f9b60b994 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:22.231831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:22.323532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-11d4b1ad-c98f-44f6-a33a-6688109640f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:22.507525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] For port dddca41a-2053-48c0-a238-d64f9b60b994, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=dddca41a-2053-48c0-a238-d64f9b60b994,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:22.508180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:22.636842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Calling delete_port for dddca41a-2053-48c0-a238-d64f9b60b994 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:22.747267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a92a3-bd23-4b95-b40a-c022f0155e2b req-42eddabd-ee8e-4bb7-aafe-4d365a04d3aa tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:22.748720 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c9a92a3-bd23-4b95-b40a-c022f0155e2b req-42eddabd-ee8e-4bb7-aafe-4d365a04d3aa tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 945 time: 0.0938504 Oct 17 19:04:22.795739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4c9a92a3-bd23-4b95-b40a-c022f0155e2b req-4c0b294a-735b-4790-9db0-3aa87a5353e8 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/security-groups?id=51a176ee-c2c8-4c32-9a1a-5793790a6daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Oct 17 19:04:22.843573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:22.855929 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['dddca41a-2053-48c0-a238-d64f9b60b994'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:04:22.898823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Pushing event deleted for resources: {'Port': ['ID=dddca41a-2053-48c0-a238-d64f9b60b994,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:22.985768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] No DVR routers for this DVR port dddca41a-2053-48c0-a238-d64f9b60b994 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:04:22.988215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:22.990900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'name': 'network-vif-deleted', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:04:22.993691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fda5d6-1e6b-4b33-bfb5-767cc5c2c679" -d '{"events": [{"server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "name": "network-vif-deleted", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:04:23.024708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:23.112910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38850b4b-7599-429f-98e0-a18e9600d859 req-154839ea-4c28-4032-a0f8-5df19a60e4e9 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.42 "DELETE /v2.0/ports/dddca41a-2053-48c0-a238-d64f9b60b994 HTTP/1.1" status: 204 len: 173 time: 0.9501925 Oct 17 19:04:23.175133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:23.184904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040dc96b-1c5c-4bc3-8f53-0f6055b6d23d x-openstack-request-id: req-040dc96b-1c5c-4bc3-8f53-0f6055b6d23d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:04:23.184904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1af8236-4bf8-4539-af93-4c1458dec46d", "name": "network-vif-deleted", "tag": "dddca41a-2053-48c0-a238-d64f9b60b994", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:04:23.184904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-040dc96b-1c5c-4bc3-8f53-0f6055b6d23d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:04:23.185200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040dc96b-1c5c-4bc3-8f53-0f6055b6d23d'] response: {'server_uuid': 'e1af8236-4bf8-4539-af93-4c1458dec46d', 'name': 'network-vif-deleted', 'tag': 'dddca41a-2053-48c0-a238-d64f9b60b994', 'status': 'completed', 'code': 200} Oct 17 19:04:23.973431 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-05b9d797-a842-4dc2-8f1c-134d35feeec7 req-77d6c968-ba64-44dc-bb3b-57215c41e855 tempest-TestMinimumBasicScenario-561776174 tempest-TestMinimumBasicScenario-561776174-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1af8236-4bf8-4539-af93-4c1458dec46d HTTP/1.1" status: 200 len: 210 time: 0.0493922 Oct 17 19:04:24.620682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:26.138070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50198) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:26.355770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:26.908477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:27.001663 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device dddca41a-2053-48c0-a238-d64f9b60b994 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:27.037187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: dddca41a-2053-48c0-a238-d64f9b60b994 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:27.037536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device dddca41a-2053-48c0-a238-d64f9b60b994 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:27.273489 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Deleting port 628a69be-ee6f-4dbd-b029-912dee004aac {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:27.274201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:27.448468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] For port 628a69be-ee6f-4dbd-b029-912dee004aac, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=628a69be-ee6f-4dbd-b029-912dee004aac,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:27.448828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:27.578246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Calling delete_port for 628a69be-ee6f-4dbd-b029-912dee004aac owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:27.814879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:27.863161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Pushing event deleted for resources: {'Port': ['ID=628a69be-ee6f-4dbd-b029-912dee004aac,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:28.138137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:28.614326 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:04:28.798363 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:04:28.809347 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Sync routers for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:04:28.813541 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-25e18f40-2b1b-4af2-a91e-6689ad347594 admin admin] 10.222.0.36 "PUT /v2.0/routers/d7f5b60f-bb84-4a95-a507-6c92eb6f1318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725755 Oct 17 19:04:28.815653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50204) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:28.822692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:28.823274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:28.868028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-dc976092-970a-41ad-93e1-fb01d9277dc3 req-2f8ba329-2417-413e-856b-e3d8f271fbd0 service neutron] (89827) timed out ('10.222.0.36', 46274) {{(pid=89827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 19:04:28.991917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:28.996752 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:29.178066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:29.249045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Deleting port e67e0e30-e9a5-47d6-b5a6-54f1bce53304 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:29.249430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:29.288014 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T19:04:27Z', 'revision_number': 5, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port': {'id': 'e67e0e30-e9a5-47d6-b5a6-54f1bce53304', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:54:58Z', 'updated_at': '2022-10-17T18:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:29.294384 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Checking router: d7f5b60f-bb84-4a95-a507-6c92eb6f1318 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:04:29.303460 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Routers {'d7f5b60f-bb84-4a95-a507-6c92eb6f1318'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:29.304043 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:29.436138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] For port e67e0e30-e9a5-47d6-b5a6-54f1bce53304, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:29.436437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:29.450875 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] Set router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:29.556957 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T19:04:29Z', 'revision_number': 6, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:29.560940 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11812c-9c77-423e-b411-cd5fe30f20ac None None] The sync data for ids ['d7f5b60f-bb84-4a95-a507-6c92eb6f1318'] in dv-neutron-861384-1-hyperv is: [{'id': 'd7f5b60f-bb84-4a95-a507-6c92eb6f1318', 'name': 'tempest-TestMinimumBasicScenario-1260929467-router', 'tenant_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:54:57Z', 'updated_at': '2022-10-17T19:04:29Z', 'revision_number': 6, 'project_id': '0dcb97c9409f47e0a78d2639ffe7adc6', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:04:29.564335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Calling delete_port for e67e0e30-e9a5-47d6-b5a6-54f1bce53304 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:29.815041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:29.862739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67e0e30-e9a5-47d6-b5a6-54f1bce53304,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:29.910493 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:04:29.994200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 628a69be-ee6f-4dbd-b029-912dee004aac no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:30.035664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 628a69be-ee6f-4dbd-b029-912dee004aac {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:30.036009 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 628a69be-ee6f-4dbd-b029-912dee004aac not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:30.088791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.259672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.261880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.378583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.379028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f5b60f-bb84-4a95-a507-6c92eb6f1318 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:04:30.392584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.393725 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5a22bf62-6514-4a55-a93f-8b9a770cce56 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d7f5b60f-bb84-4a95-a507-6c92eb6f1318 HTTP/1.1" status: 204 len: 168 time: 1.5771420 Oct 17 19:04:30.396270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50208) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:30.457820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Deleting subnet d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:04:30.461794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.513216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.596911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.751945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.788806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f5a8e5-3ec4-414a-8ae3-7478d22ad753,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:30.792898 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.798830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d411f-2ca4-4eca-b2f4-3623a808d71c None None] Network 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:04:30.798994 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bdfaaa9c-26b0-40e9-9061-bc3d07947410 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d8f5a8e5-3ec4-414a-8ae3-7478d22ad753 HTTP/1.1" status: 204 len: 168 time: 0.4016654 Oct 17 19:04:30.801507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50212) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:30.906897 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:30.918124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Deleting port 1802b81e-3bae-441e-a68d-42c1803d54c6 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:30.918650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.053361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] DHCP port deletion for 008feae8-1bf7-41e3-a1a4-6eb8ddfce807 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:04:31.057528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Deleting port 1802b81e-3bae-441e-a68d-42c1803d54c6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:31.057973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.133159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] For port 1802b81e-3bae-441e-a68d-42c1803d54c6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1802b81e-3bae-441e-a68d-42c1803d54c6,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:31.133518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.256774 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Calling delete_port for 1802b81e-3bae-441e-a68d-42c1803d54c6 owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:31.290530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] For port 1802b81e-3bae-441e-a68d-42c1803d54c6, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1802b81e-3bae-441e-a68d-42c1803d54c6,segment=NetworkSegment(73314238-644b-4def-92c7-81b0e97badcb),segment_id=73314238-644b-4def-92c7-81b0e97badcb)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:31.290925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.411029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Calling delete_port for 1802b81e-3bae-441e-a68d-42c1803d54c6 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:31.414824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.466202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1802b81e-3bae-441e-a68d-42c1803d54c6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:31.469750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] No DVR routers for this DVR port 1802b81e-3bae-441e-a68d-42c1803d54c6 on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 19:04:31.485525 dv-neutron-861384-1-hyperv neutron-server[89828]: util.warn( Oct 17 19:04:31.489917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:04:31.489917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:04:31.586193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.611142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008feae8-1bf7-41e3-a1a4-6eb8ddfce807']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:31.623841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73314238-644b-4def-92c7-81b0e97badcb') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:31.624143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73314238-644b-4def-92c7-81b0e97badcb') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:31.635946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.652874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.659229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:04:31.659632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.695036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1802b81e-3bae-441e-a68d-42c1803d54c6 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:31.730120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1802b81e-3bae-441e-a68d-42c1803d54c6 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:31.730401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1802b81e-3bae-441e-a68d-42c1803d54c6 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:31.731113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e67e0e30-e9a5-47d6-b5a6-54f1bce53304 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:31.765942 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: e67e0e30-e9a5-47d6-b5a6-54f1bce53304 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:31.766306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device e67e0e30-e9a5-47d6-b5a6-54f1bce53304 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:31.839172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 73314238-644b-4def-92c7-81b0e97badcb resource provider aggregate not found Oct 17 19:04:31.862361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 73314238-644b-4def-92c7-81b0e97badcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73314238-644b-4def-92c7-81b0e97badcb found for delete ", "request_id": "req-0c2b3c8d-3481-467e-8beb-eac0886f3031"}]} Oct 17 19:04:31.949268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.964802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:31.974758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=008feae8-1bf7-41e3-a1a4-6eb8ddfce807,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:31.990684 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Deleting port 1802b81e-3bae-441e-a68d-42c1803d54c6 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:31.991039 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:32.047701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-85ffed11-cd52-423f-9b02-684d0824eac6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/008feae8-1bf7-41e3-a1a4-6eb8ddfce807 HTTP/1.1" status: 204 len: 168 time: 1.2451832 Oct 17 19:04:32.050954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50222) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:32.059494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-45260e95-d208-43e1-a632-0746e30230a4 None None] The port '1802b81e-3bae-441e-a68d-42c1803d54c6' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:04:32.586199 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:32.938999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Deleting port b828e468-2071-44a8-a24f-8fabde35629c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:32.939345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:33.116340 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] For port b828e468-2071-44a8-a24f-8fabde35629c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b828e468-2071-44a8-a24f-8fabde35629c,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:33.117031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:33.238432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Calling delete_port for b828e468-2071-44a8-a24f-8fabde35629c owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:33.578069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:33.667051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b828e468-2071-44a8-a24f-8fabde35629c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:33.901691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:34.251687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:04:34.425871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:04:34.435706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Sync routers for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:04:34.445149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:34.445785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:34.502197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0af70b72-4379-4d2e-90e3-28c0e77ca0b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cd39229-5e37-4769-91c7-7bfb9ab6d16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495139 Oct 17 19:04:34.504514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50226) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:34.628664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:34.686617 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:34.924478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T19:04:33Z', 'revision_number': 5, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:34.928422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Checking router: 2cd39229-5e37-4769-91c7-7bfb9ab6d16f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:04:34.937371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Routers {'2cd39229-5e37-4769-91c7-7bfb9ab6d16f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:34.938002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:34.995379 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.058935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Deleting port 9451ec0e-3363-4285-a297-4f95a918a267 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:35.059282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.121568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] Set router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:35.240330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] For port 9451ec0e-3363-4285-a297-4f95a918a267, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9451ec0e-3363-4285-a297-4f95a918a267,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:35.240779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.378701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Calling delete_port for 9451ec0e-3363-4285-a297-4f95a918a267 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:35.444222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T19:04:33Z', 'revision_number': 5, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:35.448074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e7335-cc84-451f-8fbb-842e3e33c3f6 None None] The sync data for ids ['2cd39229-5e37-4769-91c7-7bfb9ab6d16f'] in dv-neutron-861384-1-hyperv is: [{'id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'name': 'tempest-TestMinimumBasicScenario-426523646-router', 'tenant_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '9451ec0e-3363-4285-a297-4f95a918a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:55:05Z', 'updated_at': '2022-10-17T19:04:33Z', 'revision_number': 5, 'project_id': '7b31eb70eeaf4b4e84f463b0b02f2282', 'gw_port': {'id': '9451ec0e-3363-4285-a297-4f95a918a267', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd39229-5e37-4769-91c7-7bfb9ab6d16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:55:06Z', 'updated_at': '2022-10-17T18:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:04:35.623632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.701126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Pushing event deleted for resources: {'Port': ['ID=9451ec0e-3363-4285-a297-4f95a918a267,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:35.772380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.876047 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b828e468-2071-44a8-a24f-8fabde35629c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:35.925438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b828e468-2071-44a8-a24f-8fabde35629c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:35.926863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b828e468-2071-44a8-a24f-8fabde35629c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:35.964551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:35.967162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.054504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.055025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd39229-5e37-4769-91c7-7bfb9ab6d16f {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:04:36.068934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.070712 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d2a4f0f3-c7ed-40e4-983a-3ec815b67884 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2cd39229-5e37-4769-91c7-7bfb9ab6d16f HTTP/1.1" status: 204 len: 168 time: 1.5652304 Oct 17 19:04:36.074020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50230) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:36.150674 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Deleting subnet dfaf0087-2466-4e17-ba54-1dcd2e6db8c6 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:04:36.154456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.206222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.286647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.420552 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.460641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.463874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfaf0087-2466-4e17-ba54-1dcd2e6db8c6,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:36.465534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba33e9e-9f76-4516-9c12-15083f68e934 None None] Network 47550290-91a1-4e24-9a0e-04405f837948 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:04:36.472048 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-39c0a3eb-dbe4-4cbb-ba67-184970a0b5d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfaf0087-2466-4e17-ba54-1dcd2e6db8c6 HTTP/1.1" status: 204 len: 168 time: 0.3968222 Oct 17 19:04:36.474643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50234) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:36.584289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.594932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Deleting port 47c65dea-a51a-441e-b459-cc1a6f43b75a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:36.595346 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.721803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] DHCP port deletion for 47550290-91a1-4e24-9a0e-04405f837948 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:04:36.725875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Deleting port 47c65dea-a51a-441e-b459-cc1a6f43b75a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:36.726248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.801818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] For port 47c65dea-a51a-441e-b459-cc1a6f43b75a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=47c65dea-a51a-441e-b459-cc1a6f43b75a,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:36.802110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:36.926841 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Calling delete_port for 47c65dea-a51a-441e-b459-cc1a6f43b75a owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:36.927906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] For port 47c65dea-a51a-441e-b459-cc1a6f43b75a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=47c65dea-a51a-441e-b459-cc1a6f43b75a,segment=NetworkSegment(89cc8273-a339-43da-be13-0f084349a692),segment_id=89cc8273-a339-43da-be13-0f084349a692)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:36.928304 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.050104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Calling delete_port for 47c65dea-a51a-441e-b459-cc1a6f43b75a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:04:37.094440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.123475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:04:37.123830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:04:37.145251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c65dea-a51a-441e-b459-cc1a6f43b75a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:37.147064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] No DVR routers for this DVR port 47c65dea-a51a-441e-b459-cc1a6f43b75a on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:04:37.260982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.285591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47550290-91a1-4e24-9a0e-04405f837948']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:37.297416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cc8273-a339-43da-be13-0f084349a692') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:37.297807 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cc8273-a339-43da-be13-0f084349a692') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:37.308861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.327262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.333700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:04:37.334088 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.416799 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 89cc8273-a339-43da-be13-0f084349a692 resource provider aggregate not found Oct 17 19:04:37.435695 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 89cc8273-a339-43da-be13-0f084349a692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89cc8273-a339-43da-be13-0f084349a692 found for delete ", "request_id": "req-549da772-19b4-43e8-8bed-7f50284edd2b"}]} Oct 17 19:04:37.498101 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.502696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.525878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47550290-91a1-4e24-9a0e-04405f837948,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:37.534395 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-76700457-d0f6-4a61-959f-b5e911df27e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/47550290-91a1-4e24-9a0e-04405f837948 HTTP/1.1" status: 204 len: 168 time: 1.0580187 Oct 17 19:04:37.625698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Deleting port 47c65dea-a51a-441e-b459-cc1a6f43b75a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:04:37.626234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:37.692669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-991f36d3-994f-4324-a673-0aec7ba3f08c None None] The port '47c65dea-a51a-441e-b459-cc1a6f43b75a' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:04:37.701647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 47c65dea-a51a-441e-b459-cc1a6f43b75a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:37.738872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 47c65dea-a51a-441e-b459-cc1a6f43b75a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:37.739279 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 47c65dea-a51a-441e-b459-cc1a6f43b75a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:37.739706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9451ec0e-3363-4285-a297-4f95a918a267 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:04:37.771646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9451ec0e-3363-4285-a297-4f95a918a267 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:04:37.771989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9451ec0e-3363-4285-a297-4f95a918a267 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:04:37.890259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50246) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:37.937377 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-87c2e25c-c707-496a-bfc4-ebcce019e0b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dcb97c9409f47e0a78d2639ffe7adc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459929 Oct 17 19:04:37.939839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50250) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:37.998618 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:38.023570 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:38.132275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:38.147945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a176ee-c2c8-4c32-9a1a-5793790a6daa,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:38.205549 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:38.206723 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4ecbbf6e-d5bf-4c60-8ed2-64240e88cef9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a176ee-c2c8-4c32-9a1a-5793790a6daa HTTP/1.1" status: 204 len: 168 time: 0.2659991 Oct 17 19:04:38.940424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50258) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:38.992268 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b2c10dbf-ac46-479a-8c0c-853b90d8b5b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b31eb70eeaf4b4e84f463b0b02f2282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522377 Oct 17 19:04:38.995517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50262) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:39.052510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:39.077160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:39.174030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:39.189830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943172b8-a3bc-4bce-ac6b-afc8c8b227da,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:39.194472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:39.195212 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a79e93e-446d-44f7-ae3e-d8cfabb7ce74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/943172b8-a3bc-4bce-ac6b-afc8c8b227da HTTP/1.1" status: 204 len: 168 time: 0.1987929 Oct 17 19:04:41.527167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50304) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:41.532332 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517265154', 'description': 'tempest-secgroup-smoke-1517265154 description', 'project_id': '229c66aa34fb410da94ac7a8f3a898db'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:41.538525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:41.542965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:41.545840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:41.551417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:41.625586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:41.638251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:41.653205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:41.657011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:41.659840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:41.665433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:41.748020 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:41.813933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:41.826312 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:41.833956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:41.843015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:41.853412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:41.857233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5522e-d4a1-4937-a3c2-9bad0ff8e5a1,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:41.929698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.025977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.068861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a0836-7bf9-48c2-b254-04a60c42f87e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:42.140158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.141392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ca956503-2621-48fb-8c00-aaf60347b44b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6132433 Oct 17 19:04:42.144252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50308) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:42.149138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:42.155263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:42.159301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:42.162364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:42.168503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:42.261740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.326350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.414220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.442764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bcdbb9-831a-4e54-8997-3ece0eb30066,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:42.546092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.548779 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6e9deda0-c5ba-4357-af30-276c5889484f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035928 Oct 17 19:04:42.551547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50312) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:42.557242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:42.563454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:42.567290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:42.570211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:42.576077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:42.671079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.733868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.820043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.844097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b306f907-e843-4462-b507-c3947bf15e5f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:42.940040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:42.941254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-355e1805-f26d-4b2e-9bf8-11800515aac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3887460 Oct 17 19:04:42.945150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50316) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:42.950055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:42.956770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:42.962105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:42.964154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:42.969989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:43.066715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.132247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.237266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.263360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb37dfe5-6fa7-4223-b794-c6563c077179,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:43.345707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.346999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-45282ae9-ff18-4a11-a8c0-6aaa21aae027 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008772 Oct 17 19:04:43.349910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50320) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:43.356072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:43.361835 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:43.365864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:43.368867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:43.374866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:43.493072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.556596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.635097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.658544 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1d45b5-52d6-425b-9b49-0337312e52f0,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:43.738127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.739396 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d1bdc97c-7094-4e64-bd12-62d659cd5042 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3885391 Oct 17 19:04:43.742079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50324) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:43.747117 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:43.753388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:43.757340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:43.760354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:43.766178 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:43.828987 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:04:43.835876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.900479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.956322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:43.979772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3f5bec-bb5f-4560-8f21-010c6b198788,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:44.057454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.059592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d3b6396a-0b8f-4092-bb41-3835f8571164 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165681 Oct 17 19:04:44.062325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50328) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:44.067235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'b44a0836-7bf9-48c2-b254-04a60c42f87e', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:44.073404 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:44.077472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:44.080394 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:44.085996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:44.151181 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:04:44.158111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.221737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.293783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.316943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9362ebb-4c50-42ff-81b2-b4a84c173428,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:44.423357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.424590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cd18ac08-98cf-4a3f-840d-1b0edaa0079b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3613284 Oct 17 19:04:44.427639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50332) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:44.433124 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'network': {'name': 'tempest-network-smoke--1109656502', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:44.438434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:44.442363 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:network and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:44.445287 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:44.451097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:44.508951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:04:44.512767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.540575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:04:44.549236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.549588 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Added segment cd532a92-c7d4-4cb0-a137-355b17f776fd of type vlan for network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c Oct 17 19:04:44.575236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.651920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.657397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:44.658002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:44.859172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Network': ['ID=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:44.869479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:04:44.919942 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-89fb9010-c6cf-4543-a986-70d87c66a181 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4910123 Oct 17 19:04:44.922791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50336) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:44.929986 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'admin_state_up': True, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:44.937207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:44.941475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:router and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:44.949754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:44.951403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:45.026032 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.027072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.041388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.372754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.735342 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.764555 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:45.897177 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.52 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/31bd1bd4-c59e-403f-9626-ce687072d33a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:04:46.042001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:46.146236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:46.210355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:04:46.213898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:46.217459 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:04:46.249205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=31bd1bd4-c59e-403f-9626-ce687072d33a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:46.814573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:47.156296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:47.436895 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router eb9b47d2-5f29-43dc-b04d-0e201940f4eb is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:04:47.611018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:04:47.622298 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Sync routers for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:04:47.631884 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:47.632466 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:47.693977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:47.695141 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7560bbe3-8b5c-4b26-8904-9e669654db3f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7710149 Oct 17 19:04:47.698825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50340) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:47.830230 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:47.857953 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4de8c7d6-ee04-4d48-b9e2-b770a9e03acf tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=229c66aa34fb410da94ac7a8f3a898db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1555994 Oct 17 19:04:47.858520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50346) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:47.988575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20a386-749a-40e7-958e-30c7cbbd39c5 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:47.990009 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-de20a386-749a-40e7-958e-30c7cbbd39c5 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309123 Oct 17 19:04:47.992753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50350) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:48.031231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-db0df8c8-6427-4175-9b76-7d76c779c78c tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374296 Oct 17 19:04:48.033844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50354) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:48.038981 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-836389506', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:48.127366 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:46Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:48.131281 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Checking router: eb9b47d2-5f29-43dc-b04d-0e201940f4eb for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:04:48.131627 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Updating router eb9b47d2-5f29-43dc-b04d-0e201940f4eb port 31bd1bd4-c59e-403f-9626-ce687072d33a binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:04:48.157203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:48.161279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:subnet and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:04:48.164115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:04:48.169765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:48.184247 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.251883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:04:48.255583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.510934 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.522214 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Transition to ACTIVE for port object 31bd1bd4-c59e-403f-9626-ce687072d33a will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:48.591274 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.656248 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Attempting to bind port 31bd1bd4-c59e-403f-9626-ce687072d33a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:04:48.656982 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Attempting to bind port 31bd1bd4-c59e-403f-9626-ce687072d33a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:04:48.656982 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Attempting to bind port 31bd1bd4-c59e-403f-9626-ce687072d33a on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:04:48.665784 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:04:48.666297 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:04:48.666691 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.667211 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:04:48.667662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Bound port: 31bd1bd4-c59e-403f-9626-ce687072d33a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:04:48.668032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.671400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.712150 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Pushing event updated for resources: {'Port': ['ID=31bd1bd4-c59e-403f-9626-ce687072d33a,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:48.723964 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.724422 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.724758 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.725082 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.725401 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.725754 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.726074 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.726386 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.727217 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.727530 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.727840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.728156 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:48.752630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Subnet': ['ID=adf7333f-d4fe-479d-b41e-87a3ef050b8f,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:48.756650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Checking segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:04:48.757000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network hostable DHCP agents. Network: e59cff4b-2eaa-463c-b443-3d5ab2f63a7c, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:04:48.760555 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] For port 31bd1bd4-c59e-403f-9626-ce687072d33a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:04:48.763906 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] For port 31bd1bd4-c59e-403f-9626-ce687072d33a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=31bd1bd4-c59e-403f-9626-ce687072d33a,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:04:48.854290 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:04:48.854815 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.913622 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:48.914976 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:48.960283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, e59cff4b-2eaa-463c-b443-3d5ab2f63a7c) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:48.965261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:48.966040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:48.972738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02a5f3-eef0-49e4-94b8-e14eeee81b07 None None] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:04:49.060121 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb648d-3d93-4d7e-8bdd-c4911bd07df7 None None] Pushing event updated for resources: {'Port': ['ID=31bd1bd4-c59e-403f-9626-ce687072d33a,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:49.070120 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ec42aa43-3e3c-4937-a99e-b28d5de46a52 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0351286 Oct 17 19:04:49.072759 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50358) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:04:49.107052 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:49.242874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:04:49.244059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.421676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Allocated IP 172.20.0.2 (e59cff4b-2eaa-463c-b443-3d5ab2f63a7c/adf7333f-d4fe-479d-b41e-87a3ef050b8f/1ffe3d64-17ae-4f2d-a6db-2f6b0550321a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:04:49.460128 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:46Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:49.464608 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61256bbf-251e-4518-bf71-feefbea15fe3 None None] The sync data for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv is: [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:46Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:04:49.648848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.659725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Transition to ACTIVE for port object 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:49.679144 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Transition to ACTIVE for port object 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:49.713709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ca749780-bc07-419b-a827-b55ca4350a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.763041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.830303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:04:49.833292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:49.837419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:04:49.840809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.890523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Pushing event updated for resources: {'Port': ['ID=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:49.946273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.946642 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.947060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.947478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.947888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.948306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.948715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.949137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.949543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.949968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.950373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.950768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:04:49.962783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Attempting to bind port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:04:49.963236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Attempting to bind port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:04:49.963672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Attempting to bind port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a on network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:04:49.969482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:04:49.969962 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Checking segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:04:49.970438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:49.970896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Bound using segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:04:49.971442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Bound port: 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:04:49.972037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:50.071736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] For port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:04:50.075170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] For port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:04:50.177895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:50.248734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.1 (e59cff4b-2eaa-463c-b443-3d5ab2f63a7c/adf7333f-d4fe-479d-b41e-87a3ef050b8f/14bb9bad-136f-4d41-9c5c-1864e518adc3) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:04:50.265944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59566f96-450e-453e-9074-0a5e8aaba336 None None] Pushing event updated for resources: {'Port': ['ID=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:50.553637 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:50.570933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 14bb9bad-136f-4d41-9c5c-1864e518adc3 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:50.674706 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:50.744766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:04:50.747576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:50.750086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:04:50.787272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:50.815479 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.027470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.465043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85c3a9-f308-4372-a9b1-cab20e8c7c45 None None] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:04:51.471613 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.560298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.641056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0da41b45-1a2b-4a49-92a5-28703942349f None None] Provisioning for port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:51.673865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:51.675537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.797438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 31bd1bd4-c59e-403f-9626-ce687072d33a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:51.827684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:04:51.829092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:51.960371 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 31bd1bd4-c59e-403f-9626-ce687072d33a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:51.968068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 31bd1bd4-c59e-403f-9626-ce687072d33a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:51.968536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:51.968942 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 31bd1bd4-c59e-403f-9626-ce687072d33a Oct 17 19:04:52.023966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router eb9b47d2-5f29-43dc-b04d-0e201940f4eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:04:52.121220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 31bd1bd4-c59e-403f-9626-ce687072d33a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:52.121712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:52.138529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Provisioning for port 14bb9bad-136f-4d41-9c5c-1864e518adc3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:52.147403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 31bd1bd4-c59e-403f-9626-ce687072d33a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=31bd1bd4-c59e-403f-9626-ce687072d33a,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:52.147403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Provisioning complete for port 14bb9bad-136f-4d41-9c5c-1864e518adc3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:52.147804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:52.148019 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Attempt 1 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:52.209874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Port 14bb9bad-136f-4d41-9c5c-1864e518adc3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:52.220153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:04:52.232232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Sync routers for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:04:52.234308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39b1f6cd-1bc6-4bad-b231-ecdc49eafacf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/eb9b47d2-5f29-43dc-b04d-0e201940f4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1603210 Oct 17 19:04:52.253502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:52.254161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:52.309724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:52.310536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:52.427175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-b01a9fa7-f2c9-4372-9a66-bc90ef93cac0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517265154&fields=id&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 267 time: 0.0399771 Oct 17 19:04:52.454249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-903c5513-6b5f-4b12-8344-e18a0ee2e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:52.559766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=31bd1bd4-c59e-403f-9626-ce687072d33a,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:52.596563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:52.698107 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-b8579a59-7bbe-4f64-b340-845362f212c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:52.698772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-b8579a59-7bbe-4f64-b340-845362f212c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:52.717659 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Attempt 2 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:52.751056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:52.783669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:52.785247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:52.785247 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a Oct 17 19:04:52.802129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-b8579a59-7bbe-4f64-b340-845362f212c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:52.803427 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-b8579a59-7bbe-4f64-b340-845362f212c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/networks?id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 200 len: 797 time: 0.3696339 Oct 17 19:04:52.818982 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-1c780a2b-07ae-4c90-969b-0db2a82e54ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/quotas/229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 375 time: 0.0094852 Oct 17 19:04:52.891064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Port 14bb9bad-136f-4d41-9c5c-1864e518adc3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:52.912172 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-1438ee0c-3714-4f39-9d7e-cd7582b14aa6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:52.991087 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-1438ee0c-3714-4f39-9d7e-cd7582b14aa6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:52.992996 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-1438ee0c-3714-4f39-9d7e-cd7582b14aa6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673255 Oct 17 19:04:53.008702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-2aab9eb9-a3d3-49b7-bb8e-80ca5e4169ef service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:04:53.009685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-2aab9eb9-a3d3-49b7-bb8e-80ca5e4169ef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052774 Oct 17 19:04:53.051805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:53.052175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.100393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:53.112718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:51Z', 'revision_number': 2, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:53.120223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.126076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Checking router: eb9b47d2-5f29-43dc-b04d-0e201940f4eb for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:04:53.126433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Updating router eb9b47d2-5f29-43dc-b04d-0e201940f4eb port 14bb9bad-136f-4d41-9c5c-1864e518adc3 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:04:53.146172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-367b34ea-d379-4095-8382-7b5794cd7a6a service neutron] 10.222.0.36 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292281 Oct 17 19:04:53.168287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.212171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.243233 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.282242 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-02c29ff6-02a5-4561-98e6-e474b9782021 service neutron] 10.222.0.36 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305907 Oct 17 19:04:53.306443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:53.393669 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Attempt 3 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:53.517536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Port 14bb9bad-136f-4d41-9c5c-1864e518adc3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:53.589413 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3368f108-f1f7-457f-896d-8d8f020cf15f req-3fd216fc-a56a-4f3a-b1c2-d05da474ec80 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0576482 Oct 17 19:04:53.667748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.678494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Transition to ACTIVE for port object 14bb9bad-136f-4d41-9c5c-1864e518adc3 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:53.716992 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 31bd1bd4-c59e-403f-9626-ce687072d33a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:53.777718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.933590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 31bd1bd4-c59e-403f-9626-ce687072d33a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:53.933974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:53.934311 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 31bd1bd4-c59e-403f-9626-ce687072d33a Oct 17 19:04:53.981560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292cac-493c-4d5a-b084-13ee0e9aa51b None None] Pushing event updated for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:54.019466 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Attempt 4 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:54.097732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Attempting to bind port 14bb9bad-136f-4d41-9c5c-1864e518adc3 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:04:54.097732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Attempting to bind port 14bb9bad-136f-4d41-9c5c-1864e518adc3 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:04:54.098014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Attempting to bind port 14bb9bad-136f-4d41-9c5c-1864e518adc3 on network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:04:54.110890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:04:54.111259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Checking segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:04:54.111657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:54.112050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Bound using segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:04:54.112520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Bound port: 14bb9bad-136f-4d41-9c5c-1864e518adc3, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:04:54.112890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:54.122048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Port 14bb9bad-136f-4d41-9c5c-1864e518adc3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:54.294543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 31bd1bd4-c59e-403f-9626-ce687072d33a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:54.295638 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:54.349728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] For port 14bb9bad-136f-4d41-9c5c-1864e518adc3, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:04:54.362506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] For port 14bb9bad-136f-4d41-9c5c-1864e518adc3, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14bb9bad-136f-4d41-9c5c-1864e518adc3,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:04:54.378003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:54.378373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:54.378729 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a Oct 17 19:04:54.472070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:54.553827 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:04:54.554493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:54.621199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:54.684680 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Attempt 5 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:54.702493 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d3506bc1-bdf2-492f-abc6-b960d0865384 req-90184ad7-57d8-4ebb-a2ae-d39949bb11f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0502758 Oct 17 19:04:54.755993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292cac-493c-4d5a-b084-13ee0e9aa51b None None] Pushing event updated for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:54.805198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cfdc2-df89-4a54-8882-76e9e8036380 None None] Port 14bb9bad-136f-4d41-9c5c-1864e518adc3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:04:54.821107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:04:54.865333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:55.160114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:54Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:04:55.164051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b883e9-64c1-465c-b630-0a891ee339fc None None] The sync data for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv is: [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:54Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:04:55.734439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14bb9bad-136f-4d41-9c5c-1864e518adc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:55.882315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 14bb9bad-136f-4d41-9c5c-1864e518adc3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:55.886912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3a2b2a0d-8794-401d-ae9b-af45933f0020 req-3e19eac8-3675-4045-9f73-d3d2da7fce61 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0513649 Oct 17 19:04:55.894446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 14bb9bad-136f-4d41-9c5c-1864e518adc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:55.894446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:55.894446 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:56.024922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 14bb9bad-136f-4d41-9c5c-1864e518adc3 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:56.025307 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:56.062487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 14bb9bad-136f-4d41-9c5c-1864e518adc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14bb9bad-136f-4d41-9c5c-1864e518adc3,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:04:56.173747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:56.248043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-60d79bc4-63ba-4540-a7d1-fa9372b5f592 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:56.250018 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-60d79bc4-63ba-4540-a7d1-fa9372b5f592 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/networks?id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 200 len: 797 time: 0.1721754 Oct 17 19:04:56.250459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:56.304127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-abab411c-15f1-44d1-b6cb-557f19294fdb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:56.496872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-abab411c-15f1-44d1-b6cb-557f19294fdb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:56.497073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:56.498132 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-abab411c-15f1-44d1-b6cb-557f19294fdb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 380 time: 0.2363884 Oct 17 19:04:56.511831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'port': {'device_id': '543775a0-2d16-4780-8180-162f1a6e3b47', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'admin_state_up': True, 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'security_groups': ['b44a0836-7bf9-48c2-b254-04a60c42f87e']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:56.653269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:04:56.664708 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:04:56.782650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:04:56.786189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.052315 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b97b60a-ce79-404f-b033-482d5faa6b7d req-b118761c-4d13-4948-94d9-a09ef5f3e6fa tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0542228 Oct 17 19:04:57.077557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.6 (e59cff4b-2eaa-463c-b443-3d5ab2f63a7c/adf7333f-d4fe-479d-b41e-87a3ef050b8f/9e7037d1-b29a-4454-9a62-044ea22e505a) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:04:57.278112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.294570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 9e7037d1-b29a-4454-9a62-044ea22e505a will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:57.408603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.479106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:04:57.482049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:04:57.485855 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:04:57.516685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:57.554069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:57.555402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.649049 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-4b852567-9a5d-4d79-afe0-d238b1c91bb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408181 Oct 17 19:04:57.663336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Request body: {'port': {'device_id': '543775a0-2d16-4780-8180-162f1a6e3b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:04:57.720324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14bb9bad-136f-4d41-9c5c-1864e518adc3 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:04:57.767869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Provisioning for port 9e7037d1-b29a-4454-9a62-044ea22e505a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:04:57.777665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Provisioning complete for port 9e7037d1-b29a-4454-9a62-044ea22e505a triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:57.778040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.778377 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Attempt 1 to provision port 9e7037d1-b29a-4454-9a62-044ea22e505a Oct 17 19:04:57.778986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.840416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Port 9e7037d1-b29a-4454-9a62-044ea22e505a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:57.845985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 14bb9bad-136f-4d41-9c5c-1864e518adc3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:04:57.846357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:57.846685 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 14bb9bad-136f-4d41-9c5c-1864e518adc3 Oct 17 19:04:57.964605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 14bb9bad-136f-4d41-9c5c-1864e518adc3 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:04:58.123754 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7037d1-b29a-4454-9a62-044ea22e505a {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:04:58.131991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:58.146925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Transition to ACTIVE for port object 9e7037d1-b29a-4454-9a62-044ea22e505a will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:04:58.245689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:58.342174 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Attempt 2 to provision port 9e7037d1-b29a-4454-9a62-044ea22e505a Oct 17 19:04:58.396857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d854a-f0e0-4738-9c55-528261fb37e9 req-d3f497fc-d29d-4b0f-ac46-84c6303ead78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:58.397546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c69d854a-f0e0-4738-9c55-528261fb37e9 req-d3f497fc-d29d-4b0f-ac46-84c6303ead78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:04:58.399609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Port 9e7037d1-b29a-4454-9a62-044ea22e505a cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:04:58.459073 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:58.496844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Attempting to bind port 9e7037d1-b29a-4454-9a62-044ea22e505a on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:04:58.497179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Attempting to bind port 9e7037d1-b29a-4454-9a62-044ea22e505a by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:04:58.497497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Attempting to bind port 9e7037d1-b29a-4454-9a62-044ea22e505a on network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:04:58.503573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Port 9e7037d1-b29a-4454-9a62-044ea22e505a on network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:04:58.503573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Attempting to bind port 9e7037d1-b29a-4454-9a62-044ea22e505a on network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:04:58.508175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:04:58.508507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Checking segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:04:58.508877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Bound using segment: {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:04:58.509296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Bound port: 9e7037d1-b29a-4454-9a62-044ea22e505a, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd532a92-c7d4-4cb0-a137-355b17f776fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:04:58.509662 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:58.522545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-c69d854a-f0e0-4738-9c55-528261fb37e9 req-d3f497fc-d29d-4b0f-ac46-84c6303ead78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:04:58.524400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c69d854a-f0e0-4738-9c55-528261fb37e9 req-d3f497fc-d29d-4b0f-ac46-84c6303ead78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 931 time: 0.3560224 Oct 17 19:04:58.636491 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c69d854a-f0e0-4738-9c55-528261fb37e9 req-8238b481-c84e-400a-abfd-28b0689a1a5f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855765 Oct 17 19:04:58.645288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:04:58.649151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9e7037d1-b29a-4454-9a62-044ea22e505a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:04:58.739527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:58.771112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:58.771724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:04:58.773677 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 200 len: 1093 time: 1.1162274 Oct 17 19:04:58.774174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:04:58.776514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e71e8-1ae8-40b8-a5e3-1d0782a80097" -d '{"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:04:58.818399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffce71-6719-49d3-bb8c-2195c2654084 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:04:58.822714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b26dcc-2225-4a5e-995f-e20e9be44f2c x-openstack-request-id: req-a0b26dcc-2225-4a5e-995f-e20e9be44f2c {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:04:58.822999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:04:58.823252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0b26dcc-2225-4a5e-995f-e20e9be44f2c {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:04:58.823653 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b26dcc-2225-4a5e-995f-e20e9be44f2c'] response: {'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'status': 'completed', 'code': 200} Oct 17 19:04:58.900830 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Attempt 3 to provision port 9e7037d1-b29a-4454-9a62-044ea22e505a Oct 17 19:04:58.928037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-5170534f-82a8-496b-b26f-edd8589b876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:58.929567 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-5170534f-82a8-496b-b26f-edd8589b876b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1096 time: 0.0853255 Oct 17 19:04:58.964815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0d076919-3cc5-4b10-8e57-a1d06719ca7f None None] Port 9e7037d1-b29a-4454-9a62-044ea22e505a had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:04:59.177834 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-592c08b6-2d0f-45ea-b6a9-34a61755b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.179353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-592c08b6-2d0f-45ea-b6a9-34a61755b67f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=229c66aa34fb410da94ac7a8f3a898db&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2422853 Oct 17 19:04:59.318797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-a2993ea3-f8a6-4749-8d97-f8b3a9b474b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.321027 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-861e71e8-1ae8-40b8-a5e3-1d0782a80097 req-a2993ea3-f8a6-4749-8d97-f8b3a9b474b5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347339 Oct 17 19:04:59.433905 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-ee906cb3-5a5a-4f23-9950-f46a8f26b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.435395 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-ee906cb3-5a5a-4f23-9950-f46a8f26b8a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1096 time: 0.0789187 Oct 17 19:04:59.511750 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-0f56abc5-596e-4b25-80e2-a44d547a824e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 200 len: 217 time: 0.0640609 Oct 17 19:04:59.578687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-07e170a1-b364-4a99-85a4-a6c94e3d27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.580099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-07e170a1-b364-4a99-85a4-a6c94e3d27e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adf7333f-d4fe-479d-b41e-87a3ef050b8f HTTP/1.1" status: 200 len: 834 time: 0.0580046 Oct 17 19:04:59.669786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-cae4dcc0-b28c-42be-995c-c8a6a540d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.671292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-cae4dcc0-b28c-42be-995c-c8a6a540d205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843935 Oct 17 19:04:59.871053 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-6722dd1a-9c16-4999-8ba7-28ca9466a144 service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924126 Oct 17 19:04:59.886087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae75d3-7b0c-46ac-9e05-0847ffc845e0 req-04bf9c74-62c1-41a6-bd6d-f9749d307b4f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:04:59.887494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3ae75d3-7b0c-46ac-9e05-0847ffc845e0 req-04bf9c74-62c1-41a6-bd6d-f9749d307b4f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 943 time: 0.1382682 Oct 17 19:05:00.009420 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f3ae75d3-7b0c-46ac-9e05-0847ffc845e0 req-e637ab8a-13c8-4559-aab5-c56d51bd6ad8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050999 Oct 17 19:05:00.044990 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2771a08e-52e3-4a59-91ba-7fee277df956 req-685c9342-2f37-4816-81f1-ea990824aadd service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667430 Oct 17 19:05:01.213923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162e58-a18c-463c-a319-8d3f3dc3b653 req-70bb567d-0181-4df7-ae9c-ceb89c6a316a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:01.215548 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0162e58-a18c-463c-a319-8d3f3dc3b653 req-70bb567d-0181-4df7-ae9c-ceb89c6a316a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 943 time: 0.0890141 Oct 17 19:05:01.262484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d0162e58-a18c-463c-a319-8d3f3dc3b653 req-27213723-d5fe-4176-a479-8c6ff15d3667 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Oct 17 19:05:02.459966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435cd0-483e-4981-ad25-f72dd4330479 req-939c8bbb-8e9e-4518-8da4-7902e927ddd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:02.461999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-65435cd0-483e-4981-ad25-f72dd4330479 req-939c8bbb-8e9e-4518-8da4-7902e927ddd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 943 time: 0.0871549 Oct 17 19:05:02.507210 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-65435cd0-483e-4981-ad25-f72dd4330479 req-1f71bb45-8089-443d-af79-add367fc8383 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 Oct 17 19:05:03.141403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9e7037d1-b29a-4454-9a62-044ea22e505a details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:05:03.317347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9e7037d1-b29a-4454-9a62-044ea22e505a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:05:03.333509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'port_id': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'mac_address': 'fa:16:3e:58:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:05:03.390240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9e7037d1-b29a-4454-9a62-044ea22e505a is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:05:03.390607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:03.408133 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7037d1-b29a-4454-9a62-044ea22e505a {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:05:03.424510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9e7037d1-b29a-4454-9a62-044ea22e505a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:05:03.516377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:03.588975 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:05:03.718826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d69ae8-33f9-423e-be56-b9edecf6294b req-f1b8baf2-7449-48ac-8d98-577959ce84cd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:03.720520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-37d69ae8-33f9-423e-be56-b9edecf6294b req-f1b8baf2-7449-48ac-8d98-577959ce84cd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 944 time: 0.0934072 Oct 17 19:05:03.765835 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-37d69ae8-33f9-423e-be56-b9edecf6294b req-abd51813-e734-4019-901f-76ef3feb5af2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Oct 17 19:05:03.964792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9e7037d1-b29a-4454-9a62-044ea22e505a'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:05:04.971957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b98f-8243-4e7e-9cd6-e493058cb45e req-86a51004-5224-4e51-86e0-b99816fd1a82 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:04.973422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7a62b98f-8243-4e7e-9cd6-e493058cb45e req-86a51004-5224-4e51-86e0-b99816fd1a82 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 944 time: 0.0937686 Oct 17 19:05:05.020149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7a62b98f-8243-4e7e-9cd6-e493058cb45e req-59bc790f-af93-4ddc-a89c-382b8acb5f7c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Oct 17 19:05:05.140990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9e7037d1-b29a-4454-9a62-044ea22e505a up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:05:05.276687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 9e7037d1-b29a-4454-9a62-044ea22e505a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:05:05.282292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9e7037d1-b29a-4454-9a62-044ea22e505a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:05:05.282664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:05.283000 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9e7037d1-b29a-4454-9a62-044ea22e505a Oct 17 19:05:05.402881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9e7037d1-b29a-4454-9a62-044ea22e505a is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:05:05.403146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:05.430652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:05:05.432944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274fe8f0-03c6-47b3-8626-fe29f78372c4" -d '{"events": [{"server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "name": "network-vif-plugged", "status": "completed", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:05:05.440914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9e7037d1-b29a-4454-9a62-044ea22e505a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:05:05.474953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2929e04-f793-44be-8e4c-a2d4254aed3f x-openstack-request-id: req-e2929e04-f793-44be-8e4c-a2d4254aed3f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:05:05.475251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "name": "network-vif-plugged", "status": "completed", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:05:05.475511 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2929e04-f793-44be-8e4c-a2d4254aed3f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:05:05.475944 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2929e04-f793-44be-8e4c-a2d4254aed3f'] response: {'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'code': 200} Oct 17 19:05:05.531310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:05.601398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:05:05.840425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a1682-da14-4842-b817-34faa5d64e19 req-1236f2c2-8dac-4fa1-91f0-33a47a3b4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:05.841942 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-425a1682-da14-4842-b817-34faa5d64e19 req-1236f2c2-8dac-4fa1-91f0-33a47a3b4a47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1098 time: 0.0815814 Oct 17 19:05:05.884704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-425a1682-da14-4842-b817-34faa5d64e19 req-5cbcc7de-0950-42ab-8e9d-1684f1bdcfa5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362678 Oct 17 19:05:06.216465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5798c9e-bb34-4443-b56c-d4f3943ec772 req-8566028e-3261-4328-8c20-0a756d53fc5c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:06.218176 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e5798c9e-bb34-4443-b56c-d4f3943ec772 req-8566028e-3261-4328-8c20-0a756d53fc5c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0889356 Oct 17 19:05:06.271648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e5798c9e-bb34-4443-b56c-d4f3943ec772 req-178331d9-1acc-47ca-a1ee-02a43f85488f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476553 Oct 17 19:05:06.909465 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:05:07.476408 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c793-5b0b-41f5-989c-6d4744bc8b51 req-a7a304c7-bc64-40bf-93e6-95f1297e8824 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:07.478789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ca2c793-5b0b-41f5-989c-6d4744bc8b51 req-a7a304c7-bc64-40bf-93e6-95f1297e8824 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0921996 Oct 17 19:05:07.522784 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ca2c793-5b0b-41f5-989c-6d4744bc8b51 req-7f6dfb5f-58b0-4a72-832d-59eb01465b64 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382726 Oct 17 19:05:08.720844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121eca-195b-4014-a808-6a8355c7dfb3 req-b459c4fe-d46f-41f8-92ee-95719b94adf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:08.722318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d6121eca-195b-4014-a808-6a8355c7dfb3 req-b459c4fe-d46f-41f8-92ee-95719b94adf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0890870 Oct 17 19:05:08.768253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d6121eca-195b-4014-a808-6a8355c7dfb3 req-a633193b-0f27-4c46-9a12-5cff80fb411b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Oct 17 19:05:09.116656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319c3d-e476-46f9-ac9c-5383ff01d765 req-df18be0c-cc65-4fe9-a830-2fa6a80a2af9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:09.118073 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8319c3d-e476-46f9-ac9c-5383ff01d765 req-df18be0c-cc65-4fe9-a830-2fa6a80a2af9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0868216 Oct 17 19:05:09.162581 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8319c3d-e476-46f9-ac9c-5383ff01d765 req-f0188218-8eb2-481d-876e-864170338dcb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Oct 17 19:05:09.191546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50422) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:05:09.272298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e59e-65d0-47fc-91bc-719e815721ab tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:09.273820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bb92e59e-65d0-47fc-91bc-719e815721ab tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1093 time: 0.0812817 Oct 17 19:05:09.276781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50426) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:05:09.281702 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:05:09.288060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:05:09.292453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:floatingip and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:05:09.295247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:05:09.300834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:05:09.430454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:09.566104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:09.702298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.118 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:05:09.848461 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:09.945011 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:10.010817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:05:10.013471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:05:10.017085 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:05:10.048723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:05:10.527310 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:10.669515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:10.871355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:10.950668 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:11.059411 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:05:11.061739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:11.186572 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.187171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.187309 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.187603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.187932 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.188402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.188628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.188907 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.189226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.189767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.189903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.190204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:05:11.256684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP e55c8bb0-e759-4c14-b679-3c48540d9ed5 associated. External IP: 172.26.2.118, port: 9e7037d1-b29a-4454-9a62-044ea22e505a. Oct 17 19:05:11.610828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router eb9b47d2-5f29-43dc-b04d-0e201940f4eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:05:11.897677 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:05:11.907715 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Sync routers for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:05:11.918206 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:05:11.918801 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:05:12.016729 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:12.073000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f9be332c-19cc-4fbb-8a59-4cb7570656b5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7951379 Oct 17 19:05:12.074184 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:05:12.075921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2fce104684106d57b5431469a646a1de8599723f46e6b6f7a724585bd64037e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:05:12.098454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:05:12.121390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77c2f2-21e3-4498-8483-c7e7fc28d379 x-openstack-request-id: req-bd77c2f2-21e3-4498-8483-c7e7fc28d379 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:05:12.121724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:05:12.121980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd77c2f2-21e3-4498-8483-c7e7fc28d379 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:05:12.122650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd77c2f2-21e3-4498-8483-c7e7fc28d379'] response: {'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'status': 'completed', 'code': 200} Oct 17 19:05:12.299196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d8f1-0afc-4ad2-9ef2-55e9e69c08ee req-99f5d6ca-07fd-42c5-be65-5db1ea6dd681 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:12.300645 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d4c5d8f1-0afc-4ad2-9ef2-55e9e69c08ee req-99f5d6ca-07fd-42c5-be65-5db1ea6dd681 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.1128561 Oct 17 19:05:12.303574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-5759ce84-0a9a-45a1-921e-65426f856e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:12.304931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-5759ce84-0a9a-45a1-921e-65426f856e16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1098 time: 0.1579738 Oct 17 19:05:12.458638 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'e55c8bb0-e759-4c14-b679-3c48540d9ed5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'port_id': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'mac_address': 'fa:16:3e:58:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543775a0-2d16-4780-8180-162f1a6e3b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:05:10Z', 'updated_at': '2022-10-17T19:05:10Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:05:12.463308 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Checking router: eb9b47d2-5f29-43dc-b04d-0e201940f4eb for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:05:12.471662 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:05:12.472260 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:04:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:05:12.541471 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d4c5d8f1-0afc-4ad2-9ef2-55e9e69c08ee req-2576184d-1dc8-4337-8b6f-0e6bb0aa2d51 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349293 Oct 17 19:05:12.570912 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50434) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:05:12.589558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-b9c5ee10-85b2-48bf-a02e-6f94adb0722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:12.591137 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-b9c5ee10-85b2-48bf-a02e-6f94adb0722d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 200 len: 898 time: 0.2722952 Oct 17 19:05:12.653736 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:05:12.682715 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4466ea47-909f-4389-ab07-3de44f8bcba4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/e55c8bb0-e759-4c14-b679-3c48540d9ed5 HTTP/1.1" status: 200 len: 991 time: 0.1086962 Oct 17 19:05:12.704365 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-c5a84463-977b-4504-99c9-35ee77c3feda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 200 len: 999 time: 0.1031256 Oct 17 19:05:12.771729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-19900cf4-cff2-43a2-9a32-fe42dc1e4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:12.773130 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-19900cf4-cff2-43a2-9a32-fe42dc1e4cdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adf7333f-d4fe-479d-b41e-87a3ef050b8f HTTP/1.1" status: 200 len: 834 time: 0.0622852 Oct 17 19:05:12.862066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-49acb045-a225-4d05-ba15-2c661d3a8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:12.863459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-49acb045-a225-4d05-ba15-2c661d3a8c7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794823 Oct 17 19:05:12.997184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-85c12136-66a2-4dee-8180-f483b151ce05 service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263120 Oct 17 19:05:12.998267 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'e55c8bb0-e759-4c14-b679-3c48540d9ed5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'port_id': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'mac_address': 'fa:16:3e:58:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543775a0-2d16-4780-8180-162f1a6e3b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:05:10Z', 'updated_at': '2022-10-17T19:05:10Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:05:13.002427 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024ba915-dcf2-4b9c-a82f-8b30dd5d6702 None None] The sync data for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv is: [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'e55c8bb0-e759-4c14-b679-3c48540d9ed5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'port_id': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'mac_address': 'fa:16:3e:58:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543775a0-2d16-4780-8180-162f1a6e3b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:05:10Z', 'updated_at': '2022-10-17T19:05:10Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:05:13.138505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f4eb0508-fc69-4ed5-b7de-b626d743c7e5 req-53411d22-a1f3-43cd-9c97-3d03ccd3bf3a service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312227 Oct 17 19:05:13.202166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8cb37b-8293-4357-a9da-b3e0ce1b714d None None] New status for floating IP e55c8bb0-e759-4c14-b679-3c48540d9ed5: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:05:13.685664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50438) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:05:13.792354 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a9f78bb6-fc67-4127-9142-7710b6d4810b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/e55c8bb0-e759-4c14-b679-3c48540d9ed5 HTTP/1.1" status: 200 len: 993 time: 0.1053061 Oct 17 19:05:19.678397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-89c83c56-e51d-47f0-9c83-ea19e81ca789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:22.330245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7dc430e0-531c-415c-882a-3d84f19ceb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:23.048169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:23.216846 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:24.672604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:26.432811 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:43.909937 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:05:49.692256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5aecb535-6971-4db7-bc58-7e6ba2b58b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:52.323119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d189ee4e-0106-4796-ba75-4dd7975bfd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:53.060747 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:53.234738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:54.671334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:56.383180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:05:56.997820 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-106ce984-7955-4ae3-91d1-a357c60b20bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789692 Oct 17 19:05:57.152266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-2ce70cce-e9b9-4a03-8f9a-191f22501e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:57.153821 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-2ce70cce-e9b9-4a03-8f9a-191f22501e50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1098 time: 0.0849559 Oct 17 19:05:57.302364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-7bcc4bc0-236e-42e2-a3de-1a39a135731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:57.303833 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-7bcc4bc0-236e-42e2-a3de-1a39a135731f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 200 len: 898 time: 0.1294432 Oct 17 19:05:57.410150 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-27666fb8-91a5-4b2a-8f37-b18d2d7d6530 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 200 len: 1001 time: 0.0991876 Oct 17 19:05:57.472386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-bb5fb298-4a9a-4475-95fa-b59669a2f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:57.473807 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-bb5fb298-4a9a-4475-95fa-b59669a2f6dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adf7333f-d4fe-479d-b41e-87a3ef050b8f HTTP/1.1" status: 200 len: 834 time: 0.0571985 Oct 17 19:05:57.560664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-460a0a06-4a42-44df-8367-e06edf84e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:05:57.562607 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-460a0a06-4a42-44df-8367-e06edf84e92f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821495 Oct 17 19:05:57.701160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-591f7eda-fdf7-40d4-9405-c5624137ceee service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311400 Oct 17 19:05:57.834120 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-221c5e8d-2d66-4b85-bff7-116cd0cad1dd req-50578a89-e018-47cf-9ff3-8aa3f790f71a service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260142 Oct 17 19:06:19.681868 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-65b259d8-b966-484a-a7f3-51e6511e8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:20.910152 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:06:22.344269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-568182b1-a9b3-413d-b9b6-4e62c95fcac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:23.051200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:23.216903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:24.708803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:26.458385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:29.503705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22965431-ba5d-42ac-865d-5eac7c9ba53e req-f804b540-f893-4e0b-af21-951bd67a02d2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:29.505160 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-22965431-ba5d-42ac-865d-5eac7c9ba53e req-f804b540-f893-4e0b-af21-951bd67a02d2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0906868 Oct 17 19:06:29.553387 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-22965431-ba5d-42ac-865d-5eac7c9ba53e req-95c0c194-e472-4f61-94f4-5e1a93a309c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Oct 17 19:06:30.866262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c71ff8-baca-4305-9c63-9ede98cc9e93 req-d276358c-14f7-4152-807a-808918a91651 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:30.868161 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-65c71ff8-baca-4305-9c63-9ede98cc9e93 req-d276358c-14f7-4152-807a-808918a91651 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.1952875 Oct 17 19:06:30.911943 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-65c71ff8-baca-4305-9c63-9ede98cc9e93 req-5da0aa98-9675-406b-aebd-d9791417bab0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Oct 17 19:06:30.947779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50478) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:31.055910 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ddccd4fd-2957-4bba-ab00-8a1d42f3153a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/e55c8bb0-e759-4c14-b679-3c48540d9ed5 HTTP/1.1" status: 200 len: 993 time: 0.1064513 Oct 17 19:06:32.706053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0d10e-4560-4a5b-89d5-440e37c91260 req-5410bf62-a2f6-48f6-b8fc-860542efde74 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:32.707553 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3dd0d10e-4560-4a5b-89d5-440e37c91260 req-5410bf62-a2f6-48f6-b8fc-860542efde74 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0885539 Oct 17 19:06:32.752022 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3dd0d10e-4560-4a5b-89d5-440e37c91260 req-e2b0b127-967e-4213-889d-aa38fd8ca8a0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Oct 17 19:06:33.956201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db018d3e-64df-418d-81cd-ea6211ba074e req-1581ae9e-f225-4157-8125-2945ea0a3486 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:33.957563 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db018d3e-64df-418d-81cd-ea6211ba074e req-1581ae9e-f225-4157-8125-2945ea0a3486 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0903008 Oct 17 19:06:34.002696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db018d3e-64df-418d-81cd-ea6211ba074e req-0b0c49f5-2a0a-421e-819b-beca1943ed57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395150 Oct 17 19:06:34.032436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50492) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:34.140903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-d630bf26-0738-43e8-b3b6-d6ff3a692731 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/e55c8bb0-e759-4c14-b679-3c48540d9ed5 HTTP/1.1" status: 200 len: 993 time: 0.1072297 Oct 17 19:06:34.450909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50500) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:34.653903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:06:34.654161 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:34.823168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:34.823495 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:34.945589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:06:35.200703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:35.248009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=d7ecb0f9-9f53-4c7f-9e9c-411fb2c790cf,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:35.298415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.298766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.299107 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.299445 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.299777 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.300105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.300440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.300763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.301096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.301422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.301775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.302096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:35.357775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:35.358103 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP e55c8bb0-e759-4c14-b679-3c48540d9ed5 disassociated (deleted). External IP: 172.26.2.118, port: 9e7037d1-b29a-4454-9a62-044ea22e505a. Oct 17 19:06:35.821590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router eb9b47d2-5f29-43dc-b04d-0e201940f4eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:06:36.007344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:06:36.017673 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Sync routers for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:06:36.028169 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:36.030087 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:36.080028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:36.139455 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-96ff6a94-27d8-4538-b9f4-ef03a0140546 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/floatingips/e55c8bb0-e759-4c14-b679-3c48540d9ed5 HTTP/1.1" status: 204 len: 168 time: 1.6850023 Oct 17 19:06:36.139455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:06:36.140158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed03d09-4b2a-46de-a627-c583574273fe" -d '{"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:06:36.211273 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:36.261441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b93bfa2-9f69-457e-9ff6-3b86e85caf04 x-openstack-request-id: req-9b93bfa2-9f69-457e-9ff6-3b86e85caf04 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:06:36.261969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:06:36.262066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b93bfa2-9f69-457e-9ff6-3b86e85caf04 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:06:36.262419 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b93bfa2-9f69-457e-9ff6-3b86e85caf04'] response: {'name': 'network-changed', 'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'status': 'completed', 'code': 200} Oct 17 19:06:36.423358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03d09-4b2a-46de-a627-c583574273fe req-eb089dee-0364-494d-a76e-0e093201b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:36.424922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-eb089dee-0364-494d-a76e-0e093201b1af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 1098 time: 0.1362507 Oct 17 19:06:36.544211 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:36.548157 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Checking router: eb9b47d2-5f29-43dc-b04d-0e201940f4eb for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:06:36.557343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:36.557981 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:36.592976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03d09-4b2a-46de-a627-c583574273fe req-08ca416f-97a9-42a0-98e3-397bb22c14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:36.594755 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-08ca416f-97a9-42a0-98e3-397bb22c14f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 200 len: 898 time: 0.1623836 Oct 17 19:06:36.672506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-4cd921d5-9d27-45e2-ab5e-bc93b70f456a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 200 len: 217 time: 0.0703654 Oct 17 19:06:36.752318 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03d09-4b2a-46de-a627-c583574273fe req-0d8521f5-a820-4786-bc53-615c730b1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:36.753410 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:36.754676 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-0d8521f5-a820-4786-bc53-615c730b1914 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adf7333f-d4fe-479d-b41e-87a3ef050b8f HTTP/1.1" status: 200 len: 834 time: 0.0750518 Oct 17 19:06:36.814765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af99ec3-4758-4782-909b-47b15c194fa3 req-f51d1278-06d6-46a7-bb3c-25e69d12bcad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:36.816425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0af99ec3-4758-4782-909b-47b15c194fa3 req-f51d1278-06d6-46a7-bb3c-25e69d12bcad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.1260791 Oct 17 19:06:36.853420 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03d09-4b2a-46de-a627-c583574273fe req-24b60e24-8b44-456b-a32a-5c2fe7db281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:36.855172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-24b60e24-8b44-456b-a32a-5c2fe7db281d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918460 Oct 17 19:06:36.865917 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0af99ec3-4758-4782-909b-47b15c194fa3 req-c93bc84e-7c68-4861-a28d-cd8a13f5aff6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Oct 17 19:06:36.998308 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-46b92a27-546c-461a-8ffe-66e39293ccf9 service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299515 Oct 17 19:06:37.083145 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:37.086964 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881a464-7c1d-4245-9974-3f52533ec1d8 None None] The sync data for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv is: [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:50Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '14bb9bad-136f-4d41-9c5c-1864e518adc3', 'name': '', 'network_id': 'e59cff4b-2eaa-463c-b443-3d5ab2f63a7c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:5f:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:50Z', 'updated_at': '2022-10-17T19:04:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'adf7333f-d4fe-479d-b41e-87a3ef050b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:06:37.143714 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3ed03d09-4b2a-46de-a627-c583574273fe req-3df0e2f2-3d5f-44a9-bc8f-c1fadfb35d82 service neutron] 10.222.0.42 "GET /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388445 Oct 17 19:06:37.318825 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e94452-7c08-493c-8e32-c5bb47391ff5 None None] New status for floating IP e55c8bb0-e759-4c14-b679-3c48540d9ed5: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:06:38.074192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031fb69-b5b8-435d-af68-329516b7d2c2 req-4846bc7e-02de-45cf-8295-062c6f32702b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:38.074883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2031fb69-b5b8-435d-af68-329516b7d2c2 req-4846bc7e-02de-45cf-8295-062c6f32702b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:06:38.172029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2031fb69-b5b8-435d-af68-329516b7d2c2 req-4846bc7e-02de-45cf-8295-062c6f32702b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:06:38.173164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2031fb69-b5b8-435d-af68-329516b7d2c2 req-4846bc7e-02de-45cf-8295-062c6f32702b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.1898918 Oct 17 19:06:38.217666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2031fb69-b5b8-435d-af68-329516b7d2c2 req-f53eccd1-e522-42da-b258-3b45c27b7f0e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Oct 17 19:06:39.008962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-0acedcad-5c92-433d-a5d8-35c543b27d3c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:39.010464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-0acedcad-5c92-433d-a5d8-35c543b27d3c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0920913 Oct 17 19:06:39.083220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 9e7037d1-b29a-4454-9a62-044ea22e505a {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:06:39.083923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:39.418340 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faad01-c678-4249-8942-c9acd4de95a1 req-924363ea-8d0f-4e02-8ce4-330a9674a4e0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:39.420372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91faad01-c678-4249-8942-c9acd4de95a1 req-924363ea-8d0f-4e02-8ce4-330a9674a4e0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 945 time: 0.0881665 Oct 17 19:06:39.460713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 9e7037d1-b29a-4454-9a62-044ea22e505a, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9e7037d1-b29a-4454-9a62-044ea22e505a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:06:39.461169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:39.468170 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-91faad01-c678-4249-8942-c9acd4de95a1 req-6c1c03fe-3e0c-4361-b256-5db00d219a87 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=b44a0836-7bf9-48c2-b254-04a60c42f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Oct 17 19:06:39.585713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 9e7037d1-b29a-4454-9a62-044ea22e505a owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:06:39.824244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:39.874359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=9e7037d1-b29a-4454-9a62-044ea22e505a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:39.966509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] No DVR routers for this DVR port 9e7037d1-b29a-4454-9a62-044ea22e505a on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:06:39.969012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:39.971676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'name': 'network-vif-deleted', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:06:39.974190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9cc343-bde0-4e67-806b-e776e2ca9733" -d '{"events": [{"server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "name": "network-vif-deleted", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:06:40.017703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f55d9c-4dcd-4c29-b556-daa415ea6469 x-openstack-request-id: req-12f55d9c-4dcd-4c29-b556-daa415ea6469 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:06:40.017996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543775a0-2d16-4780-8180-162f1a6e3b47", "name": "network-vif-deleted", "tag": "9e7037d1-b29a-4454-9a62-044ea22e505a", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:06:40.018246 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12f55d9c-4dcd-4c29-b556-daa415ea6469 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:06:40.018644 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f55d9c-4dcd-4c29-b556-daa415ea6469'] response: {'server_uuid': '543775a0-2d16-4780-8180-162f1a6e3b47', 'name': 'network-vif-deleted', 'tag': '9e7037d1-b29a-4454-9a62-044ea22e505a', 'status': 'completed', 'code': 200} Oct 17 19:06:40.058274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-303ef80c-5fba-4e93-a19c-e5cc14f1415f req-6a460a07-7f84-4d8a-8b08-bbd18965850a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "DELETE /v2.0/ports/9e7037d1-b29a-4454-9a62-044ea22e505a HTTP/1.1" status: 204 len: 173 time: 1.0415089 Oct 17 19:06:40.645983 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6177c169-cea6-4300-9194-fae1d7a50112 req-53d636ba-ff72-4f32-8748-189defbaff6c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=543775a0-2d16-4780-8180-162f1a6e3b47 HTTP/1.1" status: 200 len: 210 time: 0.0530069 Oct 17 19:06:41.746854 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50526) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:42.296849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:42.757241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 14bb9bad-136f-4d41-9c5c-1864e518adc3 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:06:42.758038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:42.949916 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 14bb9bad-136f-4d41-9c5c-1864e518adc3, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=14bb9bad-136f-4d41-9c5c-1864e518adc3,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:06:42.950775 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:43.076605 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 14bb9bad-136f-4d41-9c5c-1864e518adc3 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:06:43.434923 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:43.484896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=14bb9bad-136f-4d41-9c5c-1864e518adc3,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:43.536559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.536763 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.537100 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.537431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.537787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.538115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.538440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.538758 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.539077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.539396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.539716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.540031 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:43.638731 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9e7037d1-b29a-4454-9a62-044ea22e505a no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:06:43.674260 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 9e7037d1-b29a-4454-9a62-044ea22e505a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:06:43.674599 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9e7037d1-b29a-4454-9a62-044ea22e505a not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:06:43.782272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.257862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router eb9b47d2-5f29-43dc-b04d-0e201940f4eb has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:06:44.433688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:06:44.443521 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Sync routers for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:06:44.449346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-037e1961-ec46-42a8-b228-7ae7dd3b88b4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/eb9b47d2-5f29-43dc-b04d-0e201940f4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6984193 Oct 17 19:06:44.449641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50530) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:44.452825 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:44.453407 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:44.518307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting subnet adf7333f-d4fe-479d-b41e-87a3ef050b8f {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:06:44.521356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.576633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.659072 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:44.664238 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.829246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.870944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Subnet': ['ID=adf7333f-d4fe-479d-b41e-87a3ef050b8f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:44.873470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:44.880272 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-854c2770-d832-467f-a0bd-9912351bbb78 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/subnets/adf7333f-d4fe-479d-b41e-87a3ef050b8f HTTP/1.1" status: 204 len: 168 time: 0.4296446 Oct 17 19:06:44.886779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50534) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:44.886935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738d65f-68de-466a-943a-f49a8572d1f9 None None] Network e59cff4b-2eaa-463c-b443-3d5ab2f63a7c requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:06:44.947413 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:06:43Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:44.951622 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Checking router: eb9b47d2-5f29-43dc-b04d-0e201940f4eb for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:06:44.961347 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Routers {'eb9b47d2-5f29-43dc-b04d-0e201940f4eb'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:44.962251 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:45.073868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.148727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] DHCP port deletion for e59cff4b-2eaa-463c-b443-3d5ab2f63a7c request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:06:45.152851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Deleting port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:06:45.153134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.153735 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] Set router eb9b47d2-5f29-43dc-b04d-0e201940f4eb gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:45.263784 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.326319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 31bd1bd4-c59e-403f-9626-ce687072d33a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:06:45.326685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.368245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] For port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,segment=NetworkSegment(cd532a92-c7d4-4cb0-a137-355b17f776fd),segment_id=cd532a92-c7d4-4cb0-a137-355b17f776fd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:06:45.368602 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.448522 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:06:43Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:45.452176 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bd0ef-b8ea-44e1-a3b4-64e75da462d9 None None] The sync data for ids ['eb9b47d2-5f29-43dc-b04d-0e201940f4eb'] in dv-neutron-861384-1-hyperv is: [{'id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850098582', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:06:43Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '31bd1bd4-c59e-403f-9626-ce687072d33a', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9b47d2-5f29-43dc-b04d-0e201940f4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:04:45Z', 'updated_at': '2022-10-17T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:06:45.492154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Calling delete_port for 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:06:45.515666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 31bd1bd4-c59e-403f-9626-ce687072d33a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=31bd1bd4-c59e-403f-9626-ce687072d33a,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:06:45.516068 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.640311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 31bd1bd4-c59e-403f-9626-ce687072d33a owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:06:45.669052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.720535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] No DVR routers for this DVR port 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:06:45.722798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Pushing event deleted for resources: {'Port': ['ID=1ffe3d64-17ae-4f2d-a6db-2f6b0550321a,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:45.735652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.736000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.736335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.736666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.736993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.737316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.737656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.737976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.738295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.738611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.738926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.739241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f1e6a-c065-4d60-a22d-5a324ca6d5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:06:45.846905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14bb9bad-136f-4d41-9c5c-1864e518adc3 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:06:45.863788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:45.886695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 14bb9bad-136f-4d41-9c5c-1864e518adc3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:06:45.887454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 14bb9bad-136f-4d41-9c5c-1864e518adc3 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:06:45.889250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:06:45.924108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=31bd1bd4-c59e-403f-9626-ce687072d33a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:45.935936 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:06:45.936308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 1ffe3d64-17ae-4f2d-a6db-2f6b0550321a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:06:46.135515 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.314275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.317105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.435188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.435725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Fanout notify agent at l3_agent the message router_deleted on router eb9b47d2-5f29-43dc-b04d-0e201940f4eb {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:06:46.452582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.453701 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef54b842-eee6-40f6-b35d-659dd375d10e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/routers/eb9b47d2-5f29-43dc-b04d-0e201940f4eb HTTP/1.1" status: 204 len: 168 time: 1.5698428 Oct 17 19:06:46.457504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50538) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:46.573512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.707803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.732295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59cff4b-2eaa-463c-b443-3d5ab2f63a7c']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:46.743874 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd532a92-c7d4-4cb0-a137-355b17f776fd') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:46.744166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd532a92-c7d4-4cb0-a137-355b17f776fd') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:46.755782 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.771780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.777670 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:06:46.778045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:46.845352 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd532a92-c7d4-4cb0-a137-355b17f776fd resource provider aggregate not found Oct 17 19:06:46.872700 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment cd532a92-c7d4-4cb0-a137-355b17f776fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd532a92-c7d4-4cb0-a137-355b17f776fd found for delete ", "request_id": "req-51655a69-e043-45c2-b4be-f88b8567e7f1"}]} Oct 17 19:06:47.004933 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.021898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.032672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Network': ['ID=e59cff4b-2eaa-463c-b443-3d5ab2f63a7c,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:47.109189 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ac36f713-7afc-47e9-8a5e-e7ef4f44d480 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/networks/e59cff4b-2eaa-463c-b443-3d5ab2f63a7c HTTP/1.1" status: 204 len: 168 time: 0.6518888 Oct 17 19:06:47.112260 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50546) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:47.180521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.211419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.384065 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.406652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a0836-7bf9-48c2-b254-04a60c42f87e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:47.536873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:47.539898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-23220ef2-9461-4fd6-abe9-2e1619b72661 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/security-groups/b44a0836-7bf9-48c2-b254-04a60c42f87e HTTP/1.1" status: 204 len: 168 time: 0.4250300 Oct 17 19:06:47.763200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 31bd1bd4-c59e-403f-9626-ce687072d33a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:06:47.797691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 31bd1bd4-c59e-403f-9626-ce687072d33a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:06:47.797953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 31bd1bd4-c59e-403f-9626-ce687072d33a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:06:48.879903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50556) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:48.885161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927801135', 'description': 'tempest-secgroup-smoke-927801135 description', 'project_id': '229c66aa34fb410da94ac7a8f3a898db'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:48.891754 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:48.895960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:48.898864 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:48.905468 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:48.977352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:48.997160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:49.001034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:49.003884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:49.009416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:49.078666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.160077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.204953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b331a41-db46-4218-a899-d4a646d9b515,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:49.308710 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.313708 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a4857298-bcbe-45ef-bfb4-274ab001be7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4291048 Oct 17 19:06:49.313708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50560) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:49.318382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:49.324499 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:49.328858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:49.332020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:49.337726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:49.424765 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.484833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.565957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.590534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7957c3-276e-4aa0-8735-3e776a241eca,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:49.674462 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.675681 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7e867aa2-1f28-4a73-8dbb-8c6a664ac332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612576 Oct 17 19:06:49.678576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50564) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:49.694305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:49.694305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:49.694305 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:49.696631 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:49.702883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:49.714103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fcdd3d0f-0c7e-4cbf-8858-4438a0749eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.823448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.883838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:49.994383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.019886 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ddcace-f464-4a77-9c77-88a96d7b346a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:50.085844 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.087050 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7f206036-349d-4ddc-b96b-48ec749ef9d6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4075756 Oct 17 19:06:50.089839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50568) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:50.094632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:50.100789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:50.104546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:50.107387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:50.112903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:50.200973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.262638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.343155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.366930 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf1e71-03ee-44fe-8beb-46c8bd2f6809,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:50.423205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.424444 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2fb20ca0-553a-4518-9704-7b1c36fe9b2d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336892 Oct 17 19:06:50.427155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50572) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:50.431960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:50.438588 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:50.444272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:50.445390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:50.451196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:50.533655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.598977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.720136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.744567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a3a63-05a7-4177-bda0-d637243dbacd,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:50.841928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:50.843056 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f20ea504-8159-41c7-80b3-d76a17f1f828 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4149985 Oct 17 19:06:50.845826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50576) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:50.851044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:50.857662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:50.861410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:50.864235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:50.870110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:50.968722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:06:50.976236 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.042957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.165951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.189187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226e58aa-a461-4569-bd79-1c5d602562a2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:51.303375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.307592 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-69dc334f-5724-4079-96ba-1aaf6efa2c9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4578629 Oct 17 19:06:51.307592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50580) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:51.313400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '5b331a41-db46-4218-a899-d4a646d9b515', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:51.319636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:51.323560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:51.327857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:51.333708 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:51.406148 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:06:51.413487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.481883 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.560591 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.587768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61bdf34-12a3-4d2f-a20c-e92898f669e8,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:51.657070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.658309 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4bbfbe59-97b0-44fa-9aa7-a691d70a23c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497088 Oct 17 19:06:51.661185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50584) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:51.666545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'network': {'name': 'tempest-network-smoke--2089198891', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:51.672247 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:51.676516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:network and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:51.680281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:51.686138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:51.749419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:06:51.752837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.780160 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:06:51.788467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.788830 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Added segment 1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a of type vlan for network 317b5216-27a5-4b6c-a595-86b1aab87d0b Oct 17 19:06:51.815665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.897151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:51.902806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:51.903386 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:52.105718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Network': ['ID=317b5216-27a5-4b6c-a595-86b1aab87d0b,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:52.117228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:06:52.160855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6930492a-7648-4b1d-842d-6b63d73f6654 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4985983 Oct 17 19:06:52.163437 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50588) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:52.168457 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'admin_state_up': True, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:52.177390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:52.181741 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:router and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:52.184700 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:52.191253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:52.326019 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:52.327311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:52.342920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:52.366991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-33c5b174-a7bf-4229-bfca-fc5288dc1480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:52.687857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.029297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.034820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.063868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.188220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.199474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.214 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/82f70a75-d379-496c-b50a-eddf16ef4fe7) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:06:53.345863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.434730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:53.498475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:06:53.501441 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:06:53.505051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:06:53.538557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=82f70a75-d379-496c-b50a-eddf16ef4fe7,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:54.123271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:54.473990 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:54.645964 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:54.765716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router d716d7c8-7988-4b56-bfe0-4193ee29e7ef is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:06:54.945382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:06:54.956104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Sync routers for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:06:54.966851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:54.967488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:55.063020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:55.064201 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-39ae875d-2645-42df-8b7d-5c0b8877b8ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8998177 Oct 17 19:06:55.067399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50592) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:55.107629 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-624bda5f-eb51-43a3-b9bc-d8361f9c6644 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=229c66aa34fb410da94ac7a8f3a898db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391314 Oct 17 19:06:55.110378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50596) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:55.153208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:55.256904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8370892b-cb35-4af9-9b28-a68d620efd71 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:55.258818 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8370892b-cb35-4af9-9b28-a68d620efd71 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473949 Oct 17 19:06:55.262147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50600) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:55.305548 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e170781d-694a-48a6-a29f-9913788a12a2 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421867 Oct 17 19:06:55.307956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50604) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:55.313789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-986315623', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:06:55.424476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:06:55.428548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:subnet and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:06:55.431316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:06:55.437426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:06:55.478054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:53Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:55.482323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Checking router: d716d7c8-7988-4b56-bfe0-4193ee29e7ef for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:06:55.482665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Updating router d716d7c8-7988-4b56-bfe0-4193ee29e7ef port 82f70a75-d379-496c-b50a-eddf16ef4fe7 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:06:55.518496 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:06:55.527367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:55.539677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:55.817407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:55.867478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:55.880559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Transition to ACTIVE for port object 82f70a75-d379-496c-b50a-eddf16ef4fe7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:06:55.975653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.012478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Subnet': ['ID=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:56.020746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Checking segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:06:56.021105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network hostable DHCP agents. Network: 317b5216-27a5-4b6c-a595-86b1aab87d0b, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:06:56.046671 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Attempting to bind port 82f70a75-d379-496c-b50a-eddf16ef4fe7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:06:56.048577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Attempting to bind port 82f70a75-d379-496c-b50a-eddf16ef4fe7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:06:56.048577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Attempting to bind port 82f70a75-d379-496c-b50a-eddf16ef4fe7 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:06:56.057935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:06:56.058306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:06:56.058706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.059094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:06:56.059559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Bound port: 82f70a75-d379-496c-b50a-eddf16ef4fe7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:06:56.060162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.102071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076a9d7-ecc2-41f9-9b5a-264966038cbe None None] Pushing event updated for resources: {'Port': ['ID=82f70a75-d379-496c-b50a-eddf16ef4fe7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:56.114223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:06:56.145031 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] For port 82f70a75-d379-496c-b50a-eddf16ef4fe7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:06:56.148198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] For port 82f70a75-d379-496c-b50a-eddf16ef4fe7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82f70a75-d379-496c-b50a-eddf16ef4fe7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:06:56.205387 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 317b5216-27a5-4b6c-a595-86b1aab87d0b) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:06:56.209790 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:56.210892 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.214109 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f5ef9-1f62-45bd-9d33-02ab6e3174d3 None None] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:06:56.277895 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.303780 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-89cc4ba5-2282-4f6c-a7bc-63ad0f9ea19b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9947414 Oct 17 19:06:56.306514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50608) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:06:56.366384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:56.366989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:56.504043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:56.519298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076a9d7-ecc2-41f9-9b5a-264966038cbe None None] Pushing event updated for resources: {'Port': ['ID=82f70a75-d379-496c-b50a-eddf16ef4fe7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:56.668912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:56.710844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-317b5216-27a5-4b6c-a595-86b1aab87d0b', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:06:56.711662 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.000989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.102640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Allocated IP 172.20.0.2 (317b5216-27a5-4b6c-a595-86b1aab87d0b/a6d8a9c9-2725-4757-b1e0-5c46c5dfb375/45ce7b20-aefb-467d-838f-8e42a6722ef7) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:06:57.215326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:53Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:57.236510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98039b2-4a94-4b33-be8c-780644f34d35 None None] The sync data for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv is: [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:53Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:06:57.349067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.358941 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Transition to ACTIVE for port object 45ce7b20-aefb-467d-838f-8e42a6722ef7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:06:57.378156 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Transition to ACTIVE for port object 45ce7b20-aefb-467d-838f-8e42a6722ef7 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:06:57.457831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.536057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.1 (317b5216-27a5-4b6c-a595-86b1aab87d0b/a6d8a9c9-2725-4757-b1e0-5c46c5dfb375/4907ae71-4c1f-45f1-9072-03f58bcace9f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:06:57.536734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:06:57.540945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:06:57.548629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:06:57.588176 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Pushing event updated for resources: {'Port': ['ID=45ce7b20-aefb-467d-838f-8e42a6722ef7,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:57.664893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Attempting to bind port 45ce7b20-aefb-467d-838f-8e42a6722ef7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:06:57.665273 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Attempting to bind port 45ce7b20-aefb-467d-838f-8e42a6722ef7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:06:57.665665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Attempting to bind port 45ce7b20-aefb-467d-838f-8e42a6722ef7 on network 317b5216-27a5-4b6c-a595-86b1aab87d0b {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:06:57.671773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:06:57.672148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Checking segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:06:57.672547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.672938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Bound using segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:06:57.673404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Bound port: 45ce7b20-aefb-467d-838f-8e42a6722ef7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:06:57.673797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.732384 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.746045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 4907ae71-4c1f-45f1-9072-03f58bcace9f will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:06:57.778680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] For port 45ce7b20-aefb-467d-838f-8e42a6722ef7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:06:57.782124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] For port 45ce7b20-aefb-467d-838f-8e42a6722ef7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ce7b20-aefb-467d-838f-8e42a6722ef7,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:06:57.813408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82f70a75-d379-496c-b50a-eddf16ef4fe7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:06:57.862210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.897306 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.912696 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:06:57.968394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 82f70a75-d379-496c-b50a-eddf16ef4fe7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:06:57.979217 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 82f70a75-d379-496c-b50a-eddf16ef4fe7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:06:57.979640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:57.980056 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 82f70a75-d379-496c-b50a-eddf16ef4fe7 Oct 17 19:06:58.056719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1904ca-a10b-4d44-a9ae-bbdf53c0c06e None None] Pushing event updated for resources: {'Port': ['ID=45ce7b20-aefb-467d-838f-8e42a6722ef7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:58.059803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:06:58.063297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:06:58.067283 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:06:58.108703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:58.139836 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:58.155236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 82f70a75-d379-496c-b50a-eddf16ef4fe7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:06:58.155702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:58.173737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 82f70a75-d379-496c-b50a-eddf16ef4fe7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82f70a75-d379-496c-b50a-eddf16ef4fe7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:06:58.262417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:58.338777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=82f70a75-d379-496c-b50a-eddf16ef4fe7,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:58.353960 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:58.765043 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:58.885367 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:59.001920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:06:59.004280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:59.139559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:06:59.141012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:06:59.329943 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router d716d7c8-7988-4b56-bfe0-4193ee29e7ef has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:06:59.513410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:06:59.523389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Sync routers for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:06:59.526910 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1208a16d-601c-44a3-9f04-4dc8240780d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/d716d7c8-7988-4b56-bfe0-4193ee29e7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2194619 Oct 17 19:06:59.538333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:06:59.538614 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:06:59.630192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd5883-391a-47ef-8fbb-24a9d45695b3 None None] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:06:59.706079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-ec7559dc-747c-4c5a-9a2b-bfd8a09642ae tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:06:59.733173 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:06:59.787130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-ec7559dc-747c-4c5a-9a2b-bfd8a09642ae tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:06:59.788576 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-ec7559dc-747c-4c5a-9a2b-bfd8a09642ae tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927801135&fields=id&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 267 time: 0.1260889 Oct 17 19:06:59.816219 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a0e8555e-3688-487d-9739-e94f0ac5e728 None None] Provisioning for port 45ce7b20-aefb-467d-838f-8e42a6722ef7 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:06:59.882637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82f70a75-d379-496c-b50a-eddf16ef4fe7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:06:59.966620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-27090dea-01c1-4104-91b9-1f246dd574f9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:06:59.967219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-27090dea-01c1-4104-91b9-1f246dd574f9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:06:59.970924 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 82f70a75-d379-496c-b50a-eddf16ef4fe7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:06:59.971300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:06:59.971644 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 82f70a75-d379-496c-b50a-eddf16ef4fe7 Oct 17 19:07:00.051166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-27090dea-01c1-4104-91b9-1f246dd574f9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:07:00.052438 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-27090dea-01c1-4104-91b9-1f246dd574f9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 797 time: 0.2554097 Oct 17 19:07:00.064985 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 2, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:00.066730 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Checking router: d716d7c8-7988-4b56-bfe0-4193ee29e7ef for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:07:00.067277 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Updating router d716d7c8-7988-4b56-bfe0-4193ee29e7ef port 4907ae71-4c1f-45f1-9072-03f58bcace9f binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:07:00.096898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 82f70a75-d379-496c-b50a-eddf16ef4fe7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:00.098806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ce7b20-aefb-467d-838f-8e42a6722ef7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:07:00.162346 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-aa96e294-4cc1-4a19-8571-bd8060a07caf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/quotas/229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 375 time: 0.0134430 Oct 17 19:07:00.175372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.238460 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 45ce7b20-aefb-467d-838f-8e42a6722ef7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:07:00.248049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 45ce7b20-aefb-467d-838f-8e42a6722ef7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:00.249822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.250341 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 45ce7b20-aefb-467d-838f-8e42a6722ef7 Oct 17 19:07:00.398993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Provisioning complete for port 45ce7b20-aefb-467d-838f-8e42a6722ef7 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:00.399365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.399704 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Attempt 1 to provision port 45ce7b20-aefb-467d-838f-8e42a6722ef7 Oct 17 19:07:00.417171 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-56a129af-d86b-4533-9832-583d8ea1abb3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:07:00.507070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-56a129af-d86b-4533-9832-583d8ea1abb3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:07:00.511390 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-56a129af-d86b-4533-9832-583d8ea1abb3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3390813 Oct 17 19:07:00.523890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45ce7b20-aefb-467d-838f-8e42a6722ef7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:00.524286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.542118 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.555364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Transition to ACTIVE for port object 4907ae71-4c1f-45f1-9072-03f58bcace9f will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:07:00.606193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Current status of the port 45ce7b20-aefb-467d-838f-8e42a6722ef7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:00.607221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.617411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 45ce7b20-aefb-467d-838f-8e42a6722ef7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ce7b20-aefb-467d-838f-8e42a6722ef7,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:07:00.662731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.714794 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-de600c5d-3dee-442a-9765-5428d3562420 service neutron] 10.222.0.36 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919172 Oct 17 19:07:00.771939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.784469 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Pushing event updated for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:00.823351 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.823705 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.824044 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.824376 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.824701 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.825560 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.825905 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.826230 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.826550 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.826866 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.827184 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.827499 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:07:00.853768 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-a565b3a8-951f-440c-bedc-7dd0b7416a56 service neutron] 10.222.0.36 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324403 Oct 17 19:07:00.891079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:07:00.891517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:07:00.893954 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Attempting to bind port 4907ae71-4c1f-45f1-9072-03f58bcace9f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:07:00.894321 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Attempting to bind port 4907ae71-4c1f-45f1-9072-03f58bcace9f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:07:00.894692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Attempting to bind port 4907ae71-4c1f-45f1-9072-03f58bcace9f on network 317b5216-27a5-4b6c-a595-86b1aab87d0b {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:07:00.895424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=45ce7b20-aefb-467d-838f-8e42a6722ef7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:00.902055 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:07:00.902422 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Checking segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:07:00.902832 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.903831 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Bound using segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:07:00.904292 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Bound port: 4907ae71-4c1f-45f1-9072-03f58bcace9f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:07:00.904665 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:00.993495 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] For port 4907ae71-4c1f-45f1-9072-03f58bcace9f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:07:00.996380 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] For port 4907ae71-4c1f-45f1-9072-03f58bcace9f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4907ae71-4c1f-45f1-9072-03f58bcace9f,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:07:01.091373 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:01.152046 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:07:01.152731 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:01.291248 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d89c64-96c2-45f1-b87d-7a6e3da83278 None None] Pushing event updated for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:01.336961 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:07:01.449513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Current status of the port 45ce7b20-aefb-467d-838f-8e42a6722ef7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:01.525347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-90eb2b73-49ae-4c13-9d36-2abb15889636 None None] Provisioning for port 4907ae71-4c1f-45f1-9072-03f58bcace9f completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:07:01.656393 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:00Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:01.660379 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ac7b0-5153-466c-bc7f-97d816116602 None None] The sync data for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv is: [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:00Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:07:01.849185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4907ae71-4c1f-45f1-9072-03f58bcace9f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:07:02.005076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 4907ae71-4c1f-45f1-9072-03f58bcace9f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:07:02.010624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4907ae71-4c1f-45f1-9072-03f58bcace9f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:02.011003 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:02.011339 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4907ae71-4c1f-45f1-9072-03f58bcace9f Oct 17 19:07:02.133798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4907ae71-4c1f-45f1-9072-03f58bcace9f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:02.134178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:02.175587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 4907ae71-4c1f-45f1-9072-03f58bcace9f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4907ae71-4c1f-45f1-9072-03f58bcace9f,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:07:02.268209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:02.268989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ce7b20-aefb-467d-838f-8e42a6722ef7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:07:02.337125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dc396d1-2776-4991-9245-b3daecb4abec req-3803b47e-356f-45ce-b16b-267cebcd972a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:07:02.351924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6dc396d1-2776-4991-9245-b3daecb4abec req-3803b47e-356f-45ce-b16b-267cebcd972a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:07:02.365505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6dc396d1-2776-4991-9245-b3daecb4abec req-3803b47e-356f-45ce-b16b-267cebcd972a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 210 time: 0.1155751 Oct 17 19:07:02.437493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:02.450853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 45ce7b20-aefb-467d-838f-8e42a6722ef7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:02.451429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:02.451556 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 45ce7b20-aefb-467d-838f-8e42a6722ef7 Oct 17 19:07:02.572504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 45ce7b20-aefb-467d-838f-8e42a6722ef7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:03.517638 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-69a85d94-6493-43c0-a35b-8a60ae91dbcc req-69496f17-1362-4c78-b5fb-98b2b1bcec46 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 210 time: 0.0501523 Oct 17 19:07:03.783683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4907ae71-4c1f-45f1-9072-03f58bcace9f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:07:03.853954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 4907ae71-4c1f-45f1-9072-03f58bcace9f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:03.854356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:03.854685 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 4907ae71-4c1f-45f1-9072-03f58bcace9f Oct 17 19:07:03.974934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 4907ae71-4c1f-45f1-9072-03f58bcace9f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:04.603116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-b2f87dc6-8806-4663-8065-829387228553 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:04.604639 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-b2f87dc6-8806-4663-8065-829387228553 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 797 time: 0.1490417 Oct 17 19:07:04.697709 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-915cbdce-3dfe-4294-9fc8-9433b3594ca6 req-d2ba642f-514f-4282-aeb6-a2eb705970db tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 210 time: 0.0657761 Oct 17 19:07:04.704965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-e677ba84-aa1c-46bc-8b09-1511b3e4b82c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 379 time: 0.0917230 Oct 17 19:07:04.714649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'port': {'device_id': 'e7e54036-dc75-408d-adad-afd3e604d564', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'admin_state_up': True, 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'security_groups': ['5b331a41-db46-4218-a899-d4a646d9b515']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:07:04.851231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:07:04.860428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:07:04.924981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:07:04.928531 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.093109 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.12 (317b5216-27a5-4b6c-a595-86b1aab87d0b/a6d8a9c9-2725-4757-b1e0-5c46c5dfb375/54bb4269-22e6-4993-bd78-6a7d688edd47) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:07:05.279576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.295333 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 54bb4269-22e6-4993-bd78-6a7d688edd47 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:07:05.376468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.558918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:07:05.561742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:07:05.565654 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:07:05.596629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:05.633475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:05.634223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.731561 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-215ce776-1ccf-4bb6-96c4-808b8654b968 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0209546 Oct 17 19:07:05.743878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Request body: {'port': {'device_id': 'e7e54036-dc75-408d-adad-afd3e604d564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:07:05.851390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Provisioning for port 54bb4269-22e6-4993-bd78-6a7d688edd47 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:07:05.857720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Provisioning complete for port 54bb4269-22e6-4993-bd78-6a7d688edd47 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:05.858486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.858486 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Attempt 1 to provision port 54bb4269-22e6-4993-bd78-6a7d688edd47 Oct 17 19:07:05.862818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:05.913951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34926027-1cb7-48e4-b5a7-b02a34ca3b8e req-7ea4e7ad-b4ec-4959-a85e-7fa07fae4d41 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:05.915684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-34926027-1cb7-48e4-b5a7-b02a34ca3b8e req-7ea4e7ad-b4ec-4959-a85e-7fa07fae4d41 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 932 time: 0.1018279 Oct 17 19:07:05.917467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Port 54bb4269-22e6-4993-bd78-6a7d688edd47 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:07:05.964076 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-34926027-1cb7-48e4-b5a7-b02a34ca3b8e req-c80412df-b0e5-4f7e-ad46-674fcce035a3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Oct 17 19:07:06.223214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bb4269-22e6-4993-bd78-6a7d688edd47 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:07:06.230723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:06.245175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Transition to ACTIVE for port object 54bb4269-22e6-4993-bd78-6a7d688edd47 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:07:06.296348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:06.418220 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Attempt 2 to provision port 54bb4269-22e6-4993-bd78-6a7d688edd47 Oct 17 19:07:06.471376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Port 54bb4269-22e6-4993-bd78-6a7d688edd47 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:07:06.487915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Pushing event updated for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:06.524851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Attempting to bind port 54bb4269-22e6-4993-bd78-6a7d688edd47 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:07:06.525183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Attempting to bind port 54bb4269-22e6-4993-bd78-6a7d688edd47 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:07:06.525510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Attempting to bind port 54bb4269-22e6-4993-bd78-6a7d688edd47 on network 317b5216-27a5-4b6c-a595-86b1aab87d0b {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:07:06.530130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Port 54bb4269-22e6-4993-bd78-6a7d688edd47 on network 317b5216-27a5-4b6c-a595-86b1aab87d0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:07:06.530448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Attempting to bind port 54bb4269-22e6-4993-bd78-6a7d688edd47 on network 317b5216-27a5-4b6c-a595-86b1aab87d0b {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:07:06.535463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:07:06.535797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Checking segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:07:06.536172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Bound using segment: {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:07:06.536601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Bound port: 54bb4269-22e6-4993-bd78-6a7d688edd47, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:07:06.536942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:06.627824 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:07:06.630749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=54bb4269-22e6-4993-bd78-6a7d688edd47,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:07:06.690112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:06.720723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:06.721411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:06.723111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] 10.222.0.42 "PUT /v2.0/ports/54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 1094 time: 0.9834197 Oct 17 19:07:06.723621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:07:06.725934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522dea2-ddcb-4157-aa50-f890be6088a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:07:06.770638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5570a12-078d-4624-b3a4-69876761323d x-openstack-request-id: req-f5570a12-078d-4624-b3a4-69876761323d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:07:06.770926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:07:06.771182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5570a12-078d-4624-b3a4-69876761323d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:07:06.771583 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5570a12-078d-4624-b3a4-69876761323d'] response: {'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'status': 'completed', 'code': 200} Oct 17 19:07:06.774291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cdeb5-ce97-42ce-8636-571576fcc6ce service neutron] Pushing event updated for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:06.872006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-c1a92277-869b-4bc1-b008-916d75b264ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:06.874113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-c1a92277-869b-4bc1-b008-916d75b264ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1097 time: 0.0800900 Oct 17 19:07:06.973011 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Attempt 3 to provision port 54bb4269-22e6-4993-bd78-6a7d688edd47 Oct 17 19:07:07.021479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-b7a3202f-7b1d-490f-8d49-a6fc38733959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.023208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-b7a3202f-7b1d-490f-8d49-a6fc38733959 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=229c66aa34fb410da94ac7a8f3a898db&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1406631 Oct 17 19:07:07.039753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-dac3fbd6-9b40-4336-a6da-9bcf63be7bab None None] Port 54bb4269-22e6-4993-bd78-6a7d688edd47 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:07:07.165218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-a549cc47-ee64-4767-8cc1-0c4f8f9becde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.166683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6522dea2-ddcb-4157-aa50-f890be6088a7 req-a549cc47-ee64-4767-8cc1-0c4f8f9becde service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361682 Oct 17 19:07:07.172752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cf7ed-d6a8-4aae-bcad-0a6561bd8357 req-d1b8e228-db2c-441e-b550-055bab3c4a7b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.174323 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b64cf7ed-d6a8-4aae-bcad-0a6561bd8357 req-d1b8e228-db2c-441e-b550-055bab3c4a7b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 944 time: 0.0931306 Oct 17 19:07:07.222827 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b64cf7ed-d6a8-4aae-bcad-0a6561bd8357 req-f247692f-6536-4f17-8bef-3417d800c4ac tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 Oct 17 19:07:07.298245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-066036b5-4949-4a5f-892b-b7ff17f79def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.299767 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-066036b5-4949-4a5f-892b-b7ff17f79def service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1097 time: 0.0924308 Oct 17 19:07:07.373965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-2be158d8-65b3-43d8-a2fb-96f3e353dde1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 217 time: 0.0645552 Oct 17 19:07:07.436822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-4362dd80-a0a3-4436-9276-e19553a1afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.438305 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-4362dd80-a0a3-4436-9276-e19553a1afa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.0576336 Oct 17 19:07:07.520629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-23486c4b-bfe8-47af-a23d-324f649b2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:07.522098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-23486c4b-bfe8-47af-a23d-324f649b2e40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767293 Oct 17 19:07:07.652385 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-341b3deb-e74c-44d1-bc59-22e3575df77e service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 Oct 17 19:07:07.784540 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-60b65b8b-8b66-4eac-aa1d-1d7400b42248 req-c59039ff-19c1-4dfa-8852-aee8c6445012 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256707 Oct 17 19:07:08.441544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f882-18b4-4fec-9f00-310968c1ead0 req-2baf92db-2dd1-4f20-b71b-58302282e361 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:08.442678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4299f882-18b4-4fec-9f00-310968c1ead0 req-2baf92db-2dd1-4f20-b71b-58302282e361 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:07:08.507251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-4299f882-18b4-4fec-9f00-310968c1ead0 req-2baf92db-2dd1-4f20-b71b-58302282e361 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:07:08.508329 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4299f882-18b4-4fec-9f00-310968c1ead0 req-2baf92db-2dd1-4f20-b71b-58302282e361 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 944 time: 0.1558042 Oct 17 19:07:08.553755 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4299f882-18b4-4fec-9f00-310968c1ead0 req-1deb2c2e-ec5a-4e68-b2b6-33d94854cea4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Oct 17 19:07:09.752796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d5fb-b2c3-41ed-bbf9-1c857165acf6 req-b39c2922-4a5b-4756-bb75-56249edd3833 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:09.754358 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f7d1d5fb-b2c3-41ed-bbf9-1c857165acf6 req-b39c2922-4a5b-4756-bb75-56249edd3833 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 944 time: 0.0873501 Oct 17 19:07:09.799857 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f7d1d5fb-b2c3-41ed-bbf9-1c857165acf6 req-1f09cadb-ba5a-481e-aa01-957fda91e427 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397444 Oct 17 19:07:11.112793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13665de-5401-49e7-9e1c-4a4511bf48ca req-2f1ff2c4-3da1-45c8-b0ef-197d0ca0103f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:11.114198 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e13665de-5401-49e7-9e1c-4a4511bf48ca req-2f1ff2c4-3da1-45c8-b0ef-197d0ca0103f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 944 time: 0.2047491 Oct 17 19:07:11.161259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e13665de-5401-49e7-9e1c-4a4511bf48ca req-aa8adc9b-6831-434a-aac0-12b35c6a6809 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Oct 17 19:07:11.754892 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 54bb4269-22e6-4993-bd78-6a7d688edd47 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:07:11.939024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=54bb4269-22e6-4993-bd78-6a7d688edd47,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:07:11.951886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'port_id': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'mac_address': 'fa:16:3e:71:8f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:07:12.005982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 54bb4269-22e6-4993-bd78-6a7d688edd47 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:12.006289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:12.022761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bb4269-22e6-4993-bd78-6a7d688edd47 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:07:12.038626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=54bb4269-22e6-4993-bd78-6a7d688edd47,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:07:12.113205 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:12.183945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:12.368331 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f4b19-be81-4e3f-abac-98522e1c2c6c req-5cfc9a3e-e7e3-42fd-a997-70a76cb7474d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:12.369900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd7f4b19-be81-4e3f-abac-98522e1c2c6c req-5cfc9a3e-e7e3-42fd-a997-70a76cb7474d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 945 time: 0.0966284 Oct 17 19:07:12.416088 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd7f4b19-be81-4e3f-abac-98522e1c2c6c req-4ba6af60-8d68-4296-bf37-5d90d1d15e9c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Oct 17 19:07:12.556265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['54bb4269-22e6-4993-bd78-6a7d688edd47'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:07:13.615297 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96973e80-ff51-4067-b9f4-575515933c7b req-ab72e94d-903a-4eb1-9ddc-c8bfe6d39c00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:13.616660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96973e80-ff51-4067-b9f4-575515933c7b req-ab72e94d-903a-4eb1-9ddc-c8bfe6d39c00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 945 time: 0.0881810 Oct 17 19:07:13.661493 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-96973e80-ff51-4067-b9f4-575515933c7b req-4ea02aa7-2a3d-4425-9750-4023e5ab38d9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Oct 17 19:07:13.761293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 54bb4269-22e6-4993-bd78-6a7d688edd47 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:07:13.884824 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 54bb4269-22e6-4993-bd78-6a7d688edd47 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:07:13.890656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 54bb4269-22e6-4993-bd78-6a7d688edd47 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:07:13.891025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:13.891358 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 54bb4269-22e6-4993-bd78-6a7d688edd47 Oct 17 19:07:14.008206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 54bb4269-22e6-4993-bd78-6a7d688edd47 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:07:14.008553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:14.038990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:07:14.041347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb693b97185d9bf1e59ab2641b164e999e9a12a570464361ae1a2a5230aa372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383e5556-63ee-4508-a79e-f585f324fcd1" -d '{"events": [{"server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "name": "network-vif-plugged", "status": "completed", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:07:14.049117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=54bb4269-22e6-4993-bd78-6a7d688edd47,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:07:14.156587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56520ed5-0bb1-4d12-9418-6c6e5e265182 x-openstack-request-id: req-56520ed5-0bb1-4d12-9418-6c6e5e265182 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:07:14.156882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "name": "network-vif-plugged", "status": "completed", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:07:14.157131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56520ed5-0bb1-4d12-9418-6c6e5e265182 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:07:14.157535 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56520ed5-0bb1-4d12-9418-6c6e5e265182'] response: {'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'code': 200} Oct 17 19:07:14.278766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:14.354948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:14.680798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799e11-5970-4b28-9572-f4ec2f3a7e7f req-37fa05f5-6d99-49c1-9bc3-b4f7751c1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:14.682350 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1799e11-5970-4b28-9572-f4ec2f3a7e7f req-37fa05f5-6d99-49c1-9bc3-b4f7751c1157 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.0818758 Oct 17 19:07:14.725952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1799e11-5970-4b28-9572-f4ec2f3a7e7f req-c8a8e501-0ef4-4604-837b-8b4ae1448f76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359147 Oct 17 19:07:14.864692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a2c5f-a126-4039-a352-586f304a7e29 req-4472a351-674d-4f81-a7e0-f3c5a7b2d373 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:14.866188 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-230a2c5f-a126-4039-a352-586f304a7e29 req-4472a351-674d-4f81-a7e0-f3c5a7b2d373 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0924051 Oct 17 19:07:14.911328 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-230a2c5f-a126-4039-a352-586f304a7e29 req-d838bedd-c5c5-4fb4-b5fb-4a0383f04468 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Oct 17 19:07:16.216881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3306-9068-40c5-b8fb-285cb8a2595c req-c045ad7a-cf66-4c11-b08b-720ada167437 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:16.219258 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ff9f3306-9068-40c5-b8fb-285cb8a2595c req-c045ad7a-cf66-4c11-b08b-720ada167437 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1481616 Oct 17 19:07:16.277161 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ff9f3306-9068-40c5-b8fb-285cb8a2595c req-a1cfc21b-64ba-4366-8752-93af7c22a50e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502994 Oct 17 19:07:17.564857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b2c2-c361-4951-be8c-c78fab12d8e8 req-89caa866-2dd1-48b4-9ce2-a96c6821f6f0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:17.566274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b240b2c2-c361-4951-be8c-c78fab12d8e8 req-89caa866-2dd1-48b4-9ce2-a96c6821f6f0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1314361 Oct 17 19:07:17.611842 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b240b2c2-c361-4951-be8c-c78fab12d8e8 req-1d1a04b5-a60d-47e5-87d2-4bc6506638a6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 Oct 17 19:07:17.811348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d6f6-3b0e-4654-8ec2-1493ba364672 req-a09df68f-e2e3-4f8e-b715-ecf4e88bf4e4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:17.812863 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ca2d6f6-3b0e-4654-8ec2-1493ba364672 req-a09df68f-e2e3-4f8e-b715-ecf4e88bf4e4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0907226 Oct 17 19:07:17.857722 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2ca2d6f6-3b0e-4654-8ec2-1493ba364672 req-0bd1d459-b2b5-451b-a551-cb4f28d7844c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Oct 17 19:07:17.886153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50692) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:07:17.967957 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c341af3-c7c1-4df9-99d2-be5e270f6401 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:17.969435 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4c341af3-c7c1-4df9-99d2-be5e270f6401 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1094 time: 0.0822880 Oct 17 19:07:17.972611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50696) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:07:17.977466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:07:17.983653 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:07:17.987542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:floatingip and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:07:17.990407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:07:17.996039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:07:18.066737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:18.205255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:18.344323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.183 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2db37c49-dc4a-415c-93bf-99ea612f04a4) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:07:18.500428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:18.639839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:18.706581 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:07:18.709350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:07:18.712972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:07:18.746271 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=2db37c49-dc4a-415c-93bf-99ea612f04a4,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:19.126560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.322298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.641544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.719226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b480d0ed-c744-4cc1-bd4a-dce1e5c4ff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.775967 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.891799 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:19.943580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=2db37c49-dc4a-415c-93bf-99ea612f04a4,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:07:20.077960 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP 83760321-f710-4ea4-8564-4a262afdbde5 associated. External IP: 172.26.2.183, port: 54bb4269-22e6-4993-bd78-6a7d688edd47. Oct 17 19:07:20.453308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router d716d7c8-7988-4b56-bfe0-4193ee29e7ef has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:07:20.641903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:07:20.653560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Sync routers for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:07:20.664181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:07:20.664793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:20.741746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:20.798638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fb78547f-c05e-4491-b509-3ae8c5e77b07 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8249722 Oct 17 19:07:20.799275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:07:20.801595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda114080dcdad21fe90c648259e64842449b2a0143724db53802b08db0b8efa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:07:20.846737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:07:20.854966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb15f5-b133-428b-a60b-01466a6a9b09 x-openstack-request-id: req-ddbb15f5-b133-428b-a60b-01466a6a9b09 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:07:20.855251 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:07:20.855509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddbb15f5-b133-428b-a60b-01466a6a9b09 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:07:20.855917 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbb15f5-b133-428b-a60b-01466a6a9b09'] response: {'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'status': 'completed', 'code': 200} Oct 17 19:07:21.036746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-d239803a-0172-4a6d-a5e0-a3813d31927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:21.038456 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-d239803a-0172-4a6d-a5e0-a3813d31927f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.1548538 Oct 17 19:07:21.051535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d823-1052-40b9-beb1-06722d793ca8 req-f53f2ec3-14c5-4afe-923b-9df8eda418c5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:21.052965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-87b2d823-1052-40b9-beb1-06722d793ca8 req-f53f2ec3-14c5-4afe-923b-9df8eda418c5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1256030 Oct 17 19:07:21.180941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-87b2d823-1052-40b9-beb1-06722d793ca8 req-5db7b30c-2dec-49b4-9582-2aba90b3a69b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079333 Oct 17 19:07:21.212146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '83760321-f710-4ea4-8564-4a262afdbde5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'port_id': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'mac_address': 'fa:16:3e:71:8f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e54036-dc75-408d-adad-afd3e604d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:07:19Z', 'updated_at': '2022-10-17T19:07:19Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:21.212430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50704) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:07:21.216428 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Checking router: d716d7c8-7988-4b56-bfe0-4193ee29e7ef for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:07:21.222864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-a7c71054-50cd-4b6a-82e1-e837ecd3e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:21.224600 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-a7c71054-50cd-4b6a-82e1-e837ecd3e766 service neutron] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 898 time: 0.1705184 Oct 17 19:07:21.226074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:07:21.226680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:06:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:21.326249 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6538c59e-b3a0-4b72-9ed9-13afef6ccb3d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/83760321-f710-4ea4-8564-4a262afdbde5 HTTP/1.1" status: 200 len: 992 time: 0.1104140 Oct 17 19:07:21.408660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:07:21.463066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-067ed384-5ccf-4566-b5b5-d4a9d8c557c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 1000 time: 0.2315485 Oct 17 19:07:21.535022 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-33100ef0-2194-4e3c-8c59-de3e4df15c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:21.536468 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-33100ef0-2194-4e3c-8c59-de3e4df15c31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.0631547 Oct 17 19:07:21.621982 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-b61f4b87-254a-4b42-84d2-d41f6f792448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:21.623426 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-b61f4b87-254a-4b42-84d2-d41f6f792448 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798738 Oct 17 19:07:21.763681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-af2d56b0-23fd-4133-b42e-8489474b88a1 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287146 Oct 17 19:07:21.790140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '83760321-f710-4ea4-8564-4a262afdbde5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'port_id': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'mac_address': 'fa:16:3e:71:8f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e54036-dc75-408d-adad-afd3e604d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:07:19Z', 'updated_at': '2022-10-17T19:07:19Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:07:21.794017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959b48-2c07-4e08-844a-579d12f48756 None None] The sync data for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv is: [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '83760321-f710-4ea4-8564-4a262afdbde5', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'port_id': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'mac_address': 'fa:16:3e:71:8f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e54036-dc75-408d-adad-afd3e604d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:07:19Z', 'updated_at': '2022-10-17T19:07:19Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:07:21.905564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f75e5d7a-c946-4d37-a46f-f05a2bbc4c33 req-8f0ce102-788c-4c23-b2ef-16bc1117ef95 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338649 Oct 17 19:07:21.981436 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e4e20-01ce-41c2-8171-565e0cdd39e2 None None] New status for floating IP 83760321-f710-4ea4-8564-4a262afdbde5: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:07:22.328550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50708) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:07:22.358609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81552c2c-1b31-463b-9f48-b7a54cd126c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:22.436249 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-323dc015-df06-4145-b213-bfe33eace124 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/83760321-f710-4ea4-8564-4a262afdbde5 HTTP/1.1" status: 200 len: 992 time: 0.1065605 Oct 17 19:07:23.060355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:23.220976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:23.440248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50712) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:07:23.549797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4f1e2c6e-4b59-4011-ba5a-ffc02c5999b2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/83760321-f710-4ea4-8564-4a262afdbde5 HTTP/1.1" status: 200 len: 994 time: 0.1082141 Oct 17 19:07:24.655770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:26.409968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:34.912423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:07:49.694119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1e88586f-e54e-4524-a711-48b1861b4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:52.305284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d3f8f27a-21c7-4ecd-b5ea-8eb057550492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:53.036961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:53.196629 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:54.636930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:56.419822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:07:59.064675 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-91af436c-2ea9-4485-b69e-a3127109e018 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1177218 Oct 17 19:07:59.211640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486663-2e50-4550-8930-b2e51d2da993 req-61eb5d7a-b852-4473-bc00-e1f090c9bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:59.213122 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-61eb5d7a-b852-4473-bc00-e1f090c9bd83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.0776308 Oct 17 19:07:59.367738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486663-2e50-4550-8930-b2e51d2da993 req-86f5c989-1064-4e21-b45c-77f9f867a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:59.369200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-86f5c989-1064-4e21-b45c-77f9f867a8a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 898 time: 0.1285295 Oct 17 19:07:59.474179 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-9c81cf8d-cc0d-4134-8d0a-553af8d78c28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 1002 time: 0.0977151 Oct 17 19:07:59.540557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486663-2e50-4550-8930-b2e51d2da993 req-bfc6ce16-b836-45a3-a5c9-38e1e6abb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:59.541988 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-bfc6ce16-b836-45a3-a5c9-38e1e6abb4dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.0608895 Oct 17 19:07:59.625316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486663-2e50-4550-8930-b2e51d2da993 req-a7dfcee1-1fb5-42d4-8f40-9ab799eaf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:07:59.626891 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-a7dfcee1-1fb5-42d4-8f40-9ab799eaf2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780275 Oct 17 19:07:59.759837 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-246d3424-9533-4ba6-9569-e0a4b353ab4a service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262493 Oct 17 19:07:59.893174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-df486663-2e50-4550-8930-b2e51d2da993 req-d2ab0f6c-5a5b-4725-8b85-c1a8577b14c6 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262841 Oct 17 19:08:11.911381 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:08:19.744283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-388b4e0b-ede3-4d60-984d-0cc8bb1ed8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:22.281822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9f5b90ad-caf4-493b-8d07-c1f53f04d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:23.058548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:23.206855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:24.693193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:26.452790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:35.076202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e9e8-5e5f-4d35-86b0-decaa3245a53 req-e0ed4943-0782-4c34-a856-7846e0b416a2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:35.078359 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9800e9e8-5e5f-4d35-86b0-decaa3245a53 req-e0ed4943-0782-4c34-a856-7846e0b416a2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0958006 Oct 17 19:08:35.123710 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9800e9e8-5e5f-4d35-86b0-decaa3245a53 req-bb1264ab-a13d-429e-9360-08b7811fc553 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 Oct 17 19:08:35.129213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-65e01e8d-e8ee-418e-912e-e557b0b9b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:35.130730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-65e01e8d-e8ee-418e-912e-e557b0b9b64f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.0842555 Oct 17 19:08:35.270519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-a215062e-3a94-4178-8c47-5aa1de8f2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:35.271952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-a215062e-3a94-4178-8c47-5aa1de8f2468 service neutron] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 898 time: 0.1337302 Oct 17 19:08:35.483060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-591ce064-5986-4376-b422-cec6bf01312b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 1002 time: 0.2034571 Oct 17 19:08:35.544739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-9c5fcab2-a939-4644-80bc-70870eabb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:35.547183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-9c5fcab2-a939-4644-80bc-70870eabb667 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.0572088 Oct 17 19:08:35.635823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-cf7d4162-5b27-4b90-95e0-05b3f1713b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:35.637301 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-cf7d4162-5b27-4b90-95e0-05b3f1713b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840631 Oct 17 19:08:35.771836 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-5103d7c4-5340-4dd4-bcc0-77b1d0e13ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276305 Oct 17 19:08:35.909057 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cb42bd3d-a931-4972-bdfe-9151d0e49865 req-1b6a9b53-a335-4493-8c39-6886baced70c service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294310 Oct 17 19:08:36.327166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258f60-de4d-4cc2-95d4-9151ec87459d req-fa69afd3-5d05-4e9b-974a-4130e25f895c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:36.328600 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3e258f60-de4d-4cc2-95d4-9151ec87459d req-fa69afd3-5d05-4e9b-974a-4130e25f895c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0901821 Oct 17 19:08:36.372804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3e258f60-de4d-4cc2-95d4-9151ec87459d req-8b209894-620b-49ad-9fda-ecaa238c8857 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385187 Oct 17 19:08:37.572266 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced9a16-9d88-492e-b2b2-5b9a61e91b80 req-f5eb087a-19b1-4d22-a561-a254bb3514d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:37.573621 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9ced9a16-9d88-492e-b2b2-5b9a61e91b80 req-f5eb087a-19b1-4d22-a561-a254bb3514d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0879517 Oct 17 19:08:37.620462 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9ced9a16-9d88-492e-b2b2-5b9a61e91b80 req-55b26662-12d2-410c-9201-b3a63f584288 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Oct 17 19:08:38.831255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3939f-26ea-454a-8205-3ec9278b3a91 req-bac37ba7-7de2-409a-b77a-8ab4d761f676 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:38.832766 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c6d3939f-26ea-454a-8205-3ec9278b3a91 req-bac37ba7-7de2-409a-b77a-8ab4d761f676 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0972009 Oct 17 19:08:38.878452 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c6d3939f-26ea-454a-8205-3ec9278b3a91 req-24f56369-ab58-4031-9ca0-fad2a62ad8e0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Oct 17 19:08:40.176688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb212691-9f14-4dc2-b82a-5762c4110809 req-af58db66-ae02-41ee-92ad-94d58add1769 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:40.178370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bb212691-9f14-4dc2-b82a-5762c4110809 req-af58db66-ae02-41ee-92ad-94d58add1769 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1896596 Oct 17 19:08:40.222612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bb212691-9f14-4dc2-b82a-5762c4110809 req-ed2dea3d-2ff7-48f5-bb02-4c475aeae96d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Oct 17 19:08:41.418596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb495-911a-4ed8-a963-9d13d017d5af req-db10f559-97f5-4df7-8416-2ecb8dcc0036 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:41.420050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f53eb495-911a-4ed8-a963-9d13d017d5af req-db10f559-97f5-4df7-8416-2ecb8dcc0036 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0873148 Oct 17 19:08:41.467925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f53eb495-911a-4ed8-a963-9d13d017d5af req-1deee882-538c-4601-b4f0-a956c37d2e53 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Oct 17 19:08:42.676267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269e2a2-3aec-4cbe-bc65-94f91523dae0 req-8f164558-0f38-4d29-ae1f-d7117e9cbedb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:42.677832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3269e2a2-3aec-4cbe-bc65-94f91523dae0 req-8f164558-0f38-4d29-ae1f-d7117e9cbedb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0954902 Oct 17 19:08:42.735832 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3269e2a2-3aec-4cbe-bc65-94f91523dae0 req-13a0e88c-0434-4a6a-bcbd-1b4ff0004cdc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521486 Oct 17 19:08:43.937775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d67aa6-5f76-471e-87e8-6ddd01de7882 req-a994e156-43a8-436b-a031-1293367ba642 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:43.939271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c1d67aa6-5f76-471e-87e8-6ddd01de7882 req-a994e156-43a8-436b-a031-1293367ba642 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0894942 Oct 17 19:08:43.984340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c1d67aa6-5f76-471e-87e8-6ddd01de7882 req-44f3470b-249e-4b2d-94b9-bff4efa57393 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Oct 17 19:08:45.191108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9dc8f-dad2-4d6b-b2b9-e76f677ea931 req-a2eb4995-7ccb-494e-9c83-29127fd45c98 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:45.192609 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-78a9dc8f-dad2-4d6b-b2b9-e76f677ea931 req-a2eb4995-7ccb-494e-9c83-29127fd45c98 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0948520 Oct 17 19:08:45.255981 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-78a9dc8f-dad2-4d6b-b2b9-e76f677ea931 req-c852c73d-3f88-4d9f-9cd9-dd2acd445b83 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570669 Oct 17 19:08:46.467465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e816-683c-4131-90d6-b67ab9be56af req-c9a461f7-ec99-46fc-9a09-01f7ae397d3a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:46.469175 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9325e816-683c-4131-90d6-b67ab9be56af req-c9a461f7-ec99-46fc-9a09-01f7ae397d3a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0968027 Oct 17 19:08:46.513346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9325e816-683c-4131-90d6-b67ab9be56af req-94e95f4f-8bd7-4cce-9145-bffbc8f2e977 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 Oct 17 19:08:47.713040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0957e0-8a9d-4902-a29e-01fd6a0cf1dc req-5a0a40d0-287c-496a-9a7d-58126bc6a969 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:47.714569 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ce0957e0-8a9d-4902-a29e-01fd6a0cf1dc req-5a0a40d0-287c-496a-9a7d-58126bc6a969 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0911660 Oct 17 19:08:47.764167 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ce0957e0-8a9d-4902-a29e-01fd6a0cf1dc req-0c6dfea1-1ad1-4acc-9cea-46cb5d12a8fd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Oct 17 19:08:47.798089 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:08:47.910867 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-fea8c277-e26a-45ee-9034-1abbdab600a5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/83760321-f710-4ea4-8564-4a262afdbde5 HTTP/1.1" status: 200 len: 994 time: 0.1117079 Oct 17 19:08:48.910938 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:08:49.726626 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a12af1ff-439b-46eb-b1dd-49005089ef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:52.298201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7b3f0568-04a9-499e-9c0d-409dfff74216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:53.126519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:53.189128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:54.663074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:56.470792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:08:59.002990 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-5257d3d9-08f9-4cd3-94cf-8ff75e8e08ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899205 Oct 17 19:08:59.161885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-cdfd75fc-9ef0-4353-aced-38f0a263f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:59.163346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-cdfd75fc-9ef0-4353-aced-38f0a263f555 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.0829358 Oct 17 19:08:59.309736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-2011c236-9eb0-4a0c-866e-b316ecd99ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:59.311180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-2011c236-9eb0-4a0c-866e-b316ecd99ceb service neutron] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 898 time: 0.1251593 Oct 17 19:08:59.413936 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-f0cc2bb9-1ed0-4e0c-80ca-e1662b29cfa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 1002 time: 0.0954595 Oct 17 19:08:59.475407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-ffa8a6de-f5bb-4daa-9c62-de004f60e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:59.476787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-ffa8a6de-f5bb-4daa-9c62-de004f60e346 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.0560300 Oct 17 19:08:59.661163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-4970be67-352f-462b-9c5a-0598d7f35c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:08:59.662659 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-4970be67-352f-462b-9c5a-0598d7f35c01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797466 Oct 17 19:08:59.794113 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-951346a6-d74d-4de1-9eb6-8882e33d1c7c service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242878 Oct 17 19:08:59.926899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-771d4ca8-0ace-4a3e-a328-58a78c0545b5 req-14fb453d-664d-4358-ba4b-19ed87679179 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256385 Oct 17 19:09:19.698036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-73e109f3-1a8b-4e9f-a17a-6782d40d08e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:22.309676 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-44f60806-8e8f-4f7d-992f-bdf8fea0f572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:23.111960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:23.231600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:24.671265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:25.909721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:09:26.440994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:46.890756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50834) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:09:47.149440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 2db37c49-dc4a-415c-93bf-99ea612f04a4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:09:47.149737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:47.320602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:47.324526 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:47.448803 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 2db37c49-dc4a-415c-93bf-99ea612f04a4 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:09:47.699742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:47.784407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=2db37c49-dc4a-415c-93bf-99ea612f04a4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:47.806272 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.806665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.807064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.807444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.807821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.808153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.808488 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.808871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.809220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.809563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.809968 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.810451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:47.873341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:47.873792 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP 83760321-f710-4ea4-8564-4a262afdbde5 disassociated (deleted). External IP: 172.26.2.183, port: 54bb4269-22e6-4993-bd78-6a7d688edd47. Oct 17 19:09:48.343070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router d716d7c8-7988-4b56-bfe0-4193ee29e7ef has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:09:48.523119 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:09:48.533566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Sync routers for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:09:48.549933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:09:48.549933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:48.615188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:48.674645 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7834fca-bbbb-4f06-a52e-4862ca0b522b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/floatingips/83760321-f710-4ea4-8564-4a262afdbde5 HTTP/1.1" status: 204 len: 168 time: 1.7828045 Oct 17 19:09:48.675295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:09:48.728244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:09:48.760877 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1911dc67-97e2-4183-95ec-35649eb269a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:09:48.876856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc70a98e-b7f7-460e-965e-00324935d0f5 x-openstack-request-id: req-cc70a98e-b7f7-460e-965e-00324935d0f5 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:09:48.877239 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:09:48.877505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc70a98e-b7f7-460e-965e-00324935d0f5 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:09:48.878098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc70a98e-b7f7-460e-965e-00324935d0f5'] response: {'name': 'network-changed', 'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'status': 'completed', 'code': 200} Oct 17 19:09:48.982507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-d9095e34-2c2f-4988-a354-b6198f26e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:48.984309 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-d9095e34-2c2f-4988-a354-b6198f26e4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 1099 time: 0.0803583 Oct 17 19:09:49.060066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:49.064207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Checking router: d716d7c8-7988-4b56-bfe0-4193ee29e7ef for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:09:49.076436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:09:49.077295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:49.134299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-2077c3bc-d646-4412-81e8-ee784cb9fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:49.135746 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-2077c3bc-d646-4412-81e8-ee784cb9fccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 200 len: 898 time: 0.1453860 Oct 17 19:09:49.209814 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-c3656116-651b-42a8-b96b-a51f9742fe59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 200 len: 217 time: 0.0662642 Oct 17 19:09:49.327223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:09:49.382400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-6cc69371-b8b6-4489-b518-a7b74f49b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:49.383931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-6cc69371-b8b6-4489-b518-a7b74f49b77c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 200 len: 834 time: 0.1465361 Oct 17 19:09:49.504166 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960978cd-a152-4e5f-9303-295b916a164f req-9dbbcf7a-3c40-4dd0-b4c7-555f5f442eee tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:49.505632 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-960978cd-a152-4e5f-9303-295b916a164f req-9dbbcf7a-3c40-4dd0-b4c7-555f5f442eee tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1735930 Oct 17 19:09:49.507591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-69591f6f-df98-4de5-885b-94620c722c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:49.508927 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-69591f6f-df98-4de5-885b-94620c722c28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=317b5216-27a5-4b6c-a595-86b1aab87d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128373 Oct 17 19:09:49.627498 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-960978cd-a152-4e5f-9303-295b916a164f req-e2925591-c8e7-42a9-9b06-bd604a050101 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152923 Oct 17 19:09:49.662506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:49.666596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253c329-3f02-480f-9ed3-3da25df0e53e None None] The sync data for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv is: [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '4907ae71-4c1f-45f1-9072-03f58bcace9f', 'name': '', 'network_id': '317b5216-27a5-4b6c-a595-86b1aab87d0b', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:42:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:57Z', 'updated_at': '2022-10-17T19:07:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'a6d8a9c9-2725-4757-b1e0-5c46c5dfb375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:09:49.682601 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-7d5b0780-4aa2-4615-9531-25b589c24387 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550744 Oct 17 19:09:49.711995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a092f85-40e7-424c-ad82-fdbf179e089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:49.829065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1911dc67-97e2-4183-95ec-35649eb269a4 req-af4186d1-5f46-4224-b27e-698bf5188cf9 service neutron] 10.222.0.42 "GET /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396301 Oct 17 19:09:49.888181 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7d2a2-1d92-40e1-9218-5f710eb29592 None None] New status for floating IP 83760321-f710-4ea4-8564-4a262afdbde5: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:09:50.831223 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412692-d2bf-4249-ad7d-5836d13b239b req-72ae83b2-44ea-4698-802b-d772bee19229 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:50.831935 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-ba412692-d2bf-4249-ad7d-5836d13b239b req-72ae83b2-44ea-4698-802b-d772bee19229 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:09:50.912450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-ba412692-d2bf-4249-ad7d-5836d13b239b req-72ae83b2-44ea-4698-802b-d772bee19229 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:09:50.913671 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba412692-d2bf-4249-ad7d-5836d13b239b req-72ae83b2-44ea-4698-802b-d772bee19229 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1693113 Oct 17 19:09:50.958635 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ba412692-d2bf-4249-ad7d-5836d13b239b req-15d461ec-7cb1-4174-b58a-ab795b16dbbb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Oct 17 19:09:51.483467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-71586dd3-aa22-47b0-a46a-ea0f2a61858d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:51.484914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-71586dd3-aa22-47b0-a46a-ea0f2a61858d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.0928118 Oct 17 19:09:51.557636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 54bb4269-22e6-4993-bd78-6a7d688edd47 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:09:51.557913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:51.803997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 54bb4269-22e6-4993-bd78-6a7d688edd47, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=54bb4269-22e6-4993-bd78-6a7d688edd47,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:09:51.804361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:52.039727 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 54bb4269-22e6-4993-bd78-6a7d688edd47 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:09:52.238457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ba803-332e-46f4-9e7b-22be797a2e36 req-6684482c-2e01-4d96-9eeb-787aaf12c1e6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:09:52.240301 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d78ba803-332e-46f4-9e7b-22be797a2e36 req-6684482c-2e01-4d96-9eeb-787aaf12c1e6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 946 time: 0.1596487 Oct 17 19:09:52.294379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d78ba803-332e-46f4-9e7b-22be797a2e36 req-9f48d3a5-8bb9-4755-8cb9-97e74c093611 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b331a41-db46-4218-a899-d4a646d9b515&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473900 Oct 17 19:09:52.300057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-824426e8-e6c7-4a7e-8082-d3c0bcd9abcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:52.347422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:52.400643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=54bb4269-22e6-4993-bd78-6a7d688edd47,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:52.443849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.444226 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.444572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.444909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.445241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.445569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.445921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.446252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.446577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.446900 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.447223 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.447543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:52.496788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] No DVR routers for this DVR port 54bb4269-22e6-4993-bd78-6a7d688edd47 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:09:52.499827 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:52.502528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'name': 'network-vif-deleted', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:09:52.546105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0988bc7b-641b-4ab8-9dfb-bef2ed3fab42" -d '{"events": [{"server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "name": "network-vif-deleted", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:09:52.569160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a37aedd2-b576-474b-8977-b26bf4eb25a4 req-08489607-05ff-44c6-a9df-202e288b448f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "DELETE /v2.0/ports/54bb4269-22e6-4993-bd78-6a7d688edd47 HTTP/1.1" status: 204 len: 173 time: 1.0785742 Oct 17 19:09:52.633039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f13b5-9ba6-4066-bf78-5f0af0685aff x-openstack-request-id: req-f95f13b5-9ba6-4066-bf78-5f0af0685aff {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:09:52.633334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e54036-dc75-408d-adad-afd3e604d564", "name": "network-vif-deleted", "tag": "54bb4269-22e6-4993-bd78-6a7d688edd47", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:09:52.633586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f95f13b5-9ba6-4066-bf78-5f0af0685aff {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:09:52.634011 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95f13b5-9ba6-4066-bf78-5f0af0685aff'] response: {'server_uuid': 'e7e54036-dc75-408d-adad-afd3e604d564', 'name': 'network-vif-deleted', 'tag': '54bb4269-22e6-4993-bd78-6a7d688edd47', 'status': 'completed', 'code': 200} Oct 17 19:09:53.135741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:53.261381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:53.477975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2158583e-fa01-4ce5-8119-22b6226f2388 req-5ca19e4c-50d3-4343-947f-6416e7d252b6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:09:53.587511 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2158583e-fa01-4ce5-8119-22b6226f2388 req-5ca19e4c-50d3-4343-947f-6416e7d252b6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:09:53.588699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2158583e-fa01-4ce5-8119-22b6226f2388 req-5ca19e4c-50d3-4343-947f-6416e7d252b6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e54036-dc75-408d-adad-afd3e604d564 HTTP/1.1" status: 200 len: 210 time: 0.1648910 Oct 17 19:09:54.676609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:54.693719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50882) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:09:54.747262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 54bb4269-22e6-4993-bd78-6a7d688edd47 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:09:54.782625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 54bb4269-22e6-4993-bd78-6a7d688edd47 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:09:54.785690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 54bb4269-22e6-4993-bd78-6a7d688edd47 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:09:55.267214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:55.739704 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 4907ae71-4c1f-45f1-9072-03f58bcace9f {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:09:55.740548 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:55.935252 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 4907ae71-4c1f-45f1-9072-03f58bcace9f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=4907ae71-4c1f-45f1-9072-03f58bcace9f,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:09:55.935614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:56.060856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 4907ae71-4c1f-45f1-9072-03f58bcace9f owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:09:56.376105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:56.426649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=4907ae71-4c1f-45f1-9072-03f58bcace9f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:56.502727 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:56.714612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.081779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router d716d7c8-7988-4b56-bfe0-4193ee29e7ef has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:09:57.383068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:09:57.393872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Sync routers for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:09:57.404506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:09:57.405125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:57.499105 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f60014d1-3fd4-4758-b761-8110b7da62d5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/d716d7c8-7988-4b56-bfe0-4193ee29e7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041198 Oct 17 19:09:57.501992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50886) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:09:57.569168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting subnet a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:09:57.572179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.595555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:09:57.626869 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.712861 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.873930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.899430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:09:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:57.905410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Checking router: d716d7c8-7988-4b56-bfe0-4193ee29e7ef for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:09:57.917222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d8a9c9-2725-4757-b1e0-5c46c5dfb375,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:57.921989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Routers {'d716d7c8-7988-4b56-bfe0-4193ee29e7ef'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:09:57.923125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:57.923488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:57.929859 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ec844cbc-bfab-4755-97df-2bb8e5e9b816 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/subnets/a6d8a9c9-2725-4757-b1e0-5c46c5dfb375 HTTP/1.1" status: 204 len: 168 time: 0.4267192 Oct 17 19:09:57.932286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50890) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:09:57.978154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a836c-a298-4c72-b2f4-81b0953d016b None None] Network 317b5216-27a5-4b6c-a595-86b1aab87d0b requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:09:58.112591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.262869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] Set router d716d7c8-7988-4b56-bfe0-4193ee29e7ef gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:09:58.302762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.396671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 82f70a75-d379-496c-b50a-eddf16ef4fe7 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:09:58.397017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.574946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 82f70a75-d379-496c-b50a-eddf16ef4fe7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=82f70a75-d379-496c-b50a-eddf16ef4fe7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:09:58.575308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.599416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49112026-b877-427c-ad34-92da30b4381e None None] DHCP port deletion for 317b5216-27a5-4b6c-a595-86b1aab87d0b request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:09:58.611035 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-49112026-b877-427c-ad34-92da30b4381e None None] Deleting port 45ce7b20-aefb-467d-838f-8e42a6722ef7 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:09:58.611457 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.664977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:09:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:58.673630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b90757-ac86-4eb4-acc1-902f904c0e7a None None] The sync data for ids ['d716d7c8-7988-4b56-bfe0-4193ee29e7ef'] in dv-neutron-861384-1-hyperv is: [{'id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69485456', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214'}], 'enable_snat': True}, 'gw_port_id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:06:52Z', 'updated_at': '2022-10-17T19:09:56Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '82f70a75-d379-496c-b50a-eddf16ef4fe7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd716d7c8-7988-4b56-bfe0-4193ee29e7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:06:53Z', 'updated_at': '2022-10-17T19:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:09:58.704455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 82f70a75-d379-496c-b50a-eddf16ef4fe7 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:09:58.827994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-49112026-b877-427c-ad34-92da30b4381e None None] For port 45ce7b20-aefb-467d-838f-8e42a6722ef7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=45ce7b20-aefb-467d-838f-8e42a6722ef7,segment=NetworkSegment(1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a),segment_id=1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:09:58.828291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:58.950266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-49112026-b877-427c-ad34-92da30b4381e None None] Calling delete_port for 45ce7b20-aefb-467d-838f-8e42a6722ef7 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:09:58.956805 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.011488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=82f70a75-d379-496c-b50a-eddf16ef4fe7,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:59.110528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.124891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.181400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49112026-b877-427c-ad34-92da30b4381e None None] Pushing event deleted for resources: {'Port': ['ID=45ce7b20-aefb-467d-838f-8e42a6722ef7,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:09:59.186889 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49112026-b877-427c-ad34-92da30b4381e None None] No DVR routers for this DVR port 45ce7b20-aefb-467d-838f-8e42a6722ef7 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:09:59.193513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.194094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.194284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.194581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.194961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.195331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.195700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.196046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.196377 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.196704 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.197030 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.197361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49112026-b877-427c-ad34-92da30b4381e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:09:59.403071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.405135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.478952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.479398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Fanout notify agent at l3_agent the message router_deleted on router d716d7c8-7988-4b56-bfe0-4193ee29e7ef {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:09:59.494784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.498442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c6640d13-a41a-44c1-a645-cd5057f85fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/routers/d716d7c8-7988-4b56-bfe0-4193ee29e7ef HTTP/1.1" status: 204 len: 168 time: 1.5626838 Oct 17 19:09:59.498856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:09:59.620126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.751347 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.776215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317b5216-27a5-4b6c-a595-86b1aab87d0b']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:59.788356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:59.788652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:09:59.799719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.815723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.822039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:09:59.822426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:09:59.960440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4907ae71-4c1f-45f1-9072-03f58bcace9f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:10:00.001549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 4907ae71-4c1f-45f1-9072-03f58bcace9f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:10:00.001787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 4907ae71-4c1f-45f1-9072-03f58bcace9f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:10:00.002362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82f70a75-d379-496c-b50a-eddf16ef4fe7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:10:00.032155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a resource provider aggregate not found Oct 17 19:10:00.036606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.039111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 82f70a75-d379-496c-b50a-eddf16ef4fe7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:10:00.039454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 82f70a75-d379-496c-b50a-eddf16ef4fe7 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:10:00.039873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ce7b20-aefb-467d-838f-8e42a6722ef7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:10:00.065745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.068975 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e6e0423-e55f-4a7d-8a3a-9f9eb0cb970a found for delete ", "request_id": "req-7d0869e9-65da-4ea7-80fb-053b84a36a2e"}]} Oct 17 19:10:00.073440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Network': ['ID=317b5216-27a5-4b6c-a595-86b1aab87d0b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:00.073947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 45ce7b20-aefb-467d-838f-8e42a6722ef7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:10:00.074296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 45ce7b20-aefb-467d-838f-8e42a6722ef7 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:10:00.158035 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-99c0ddfc-3ba5-4137-974f-ec8068d288be tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/networks/317b5216-27a5-4b6c-a595-86b1aab87d0b HTTP/1.1" status: 204 len: 168 time: 0.6583376 Oct 17 19:10:00.160466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50908) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:00.228358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.259090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.416214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.433986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b331a41-db46-4218-a899-d4a646d9b515,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:00.517732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.518826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5d78de22-fe29-4c7a-bff6-172041063d24 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b331a41-db46-4218-a899-d4a646d9b515 HTTP/1.1" status: 204 len: 168 time: 0.3574281 Oct 17 19:10:00.772400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50918) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:00.777494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416892021', 'description': 'tempest-secgroup-smoke-1416892021 description', 'project_id': '229c66aa34fb410da94ac7a8f3a898db'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:00.784597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:00.788787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:00.791651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:00.797500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:00.936382 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:00.956823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:00.960762 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:00.963871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:00.970222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:01.038623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.159137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.203729 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb6b27-53ee-4772-8638-bc50848bae06,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:01.290530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.291707 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3e1ce26f-7840-4948-bc90-79a71e16b90b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5183322 Oct 17 19:10:01.294633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50922) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:01.299839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:01.306081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:01.309948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:01.312996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:01.319343 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:01.398687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.462841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.528651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.554011 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790132e1-f18c-47a5-aa22-f80b9f35ff5f,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:01.625712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.627618 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7eaa11f2-7458-40fa-978b-9ac3290b6f57 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319893 Oct 17 19:10:01.630355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50926) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:01.635260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:01.641486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:01.645624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:01.648614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:01.654786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:01.746431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.807644 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.899608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:01.925717 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131b0d01-5e17-413c-a343-6adeb4f69538,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:02.025808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.027037 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-71530941-74d3-43d3-8662-4eda22571f8d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957393 Oct 17 19:10:02.029790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50930) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:02.035336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:02.041451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:02.045349 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:02.048790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:02.054435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:02.212095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.275800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.364471 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.390770 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616a2453-cf2d-4380-bdd6-dcbd502299cd,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:02.479370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.480543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e49d14fe-d28b-454d-afcd-5c643f1d4c19 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497657 Oct 17 19:10:02.483254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50934) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:02.488194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:02.494323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:02.498458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:02.501524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:02.507372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:02.601204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.662971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.764688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.788233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4824f9-d88d-46a3-a3a3-7866f5578d47,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:02.901886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:02.903368 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a64a2342-443f-4474-8a53-b565c074dba9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4189246 Oct 17 19:10:02.905911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50938) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:02.908755 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:10:02.910944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:02.917025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:02.920976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:02.924059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:02.930039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:03.092142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:10:03.099507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.163172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.313144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.336804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9561c0f5-eca3-418e-aa22-5cd3b6a7ca10,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:03.419947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.421128 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e1e7805d-ad4c-4c0c-84d2-5f6913354bd0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5142827 Oct 17 19:10:03.424553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50942) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:03.429787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '48fb6b27-53ee-4772-8638-bc50848bae06', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:03.438991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:03.439577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:03.442430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:03.448148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:03.539912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:10:03.547028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.616247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.719433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.743961 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f15a55d-b5df-4d41-baf9-783a0949652b,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:03.810413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.811600 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-a262bfc7-3761-4e73-84cb-f109c21f3a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860829 Oct 17 19:10:03.814402 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50946) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:03.819723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'network': {'name': 'tempest-network-smoke--1559077608', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:03.824796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:03.829428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:network and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:03.832355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:03.838076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:03.945778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:10:03.949191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.979610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:10:03.988240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:03.988609 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Added segment 7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa of type vlan for network a958661b-550d-4cc9-bb8f-e818ecec287f Oct 17 19:10:04.014124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.134083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.139596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:04.140172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.248486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Network': ['ID=a958661b-550d-4cc9-bb8f-e818ecec287f,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:04.259719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network a958661b-550d-4cc9-bb8f-e818ecec287f details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:10:04.308653 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7ac2996a-6a73-4346-97c3-69f85bc32cf6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4932208 Oct 17 19:10:04.311294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50950) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:04.316785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'admin_state_up': True, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:04.324147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:04.328051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:router and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:04.331573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:04.337839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:04.416661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.417773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.432790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:04.883570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:05.302119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:05.331033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:05.465371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.219 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fc9a7c7d-6501-487e-b7c4-98814f039fd9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:10:05.609868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:05.737344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:05.802856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:05.805694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:05.809411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:10:05.841866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=fc9a7c7d-6501-487e-b7c4-98814f039fd9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:06.410313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:06.748432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:07.042973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 6f52b4b4-7199-4d21-b6b9-724d45f35040 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:10:07.219158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:10:07.231871 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Sync routers for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:10:07.242514 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:07.243106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:07.380111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:07.381248 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f1f12e44-3a1a-4fec-b2a4-77249fc9e310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0689261 Oct 17 19:10:07.384500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50954) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:07.426172 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:07.472352 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f8bf7282-364e-4a88-90a8-f31b7ac789d7 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=229c66aa34fb410da94ac7a8f3a898db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0835075 Oct 17 19:10:07.472923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50960) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:07.608014 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1bc641-d352-4d4a-abca-5eb1172ad627 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:07.609505 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f1bc641-d352-4d4a-abca-5eb1172ad627 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359508 Oct 17 19:10:07.612530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50964) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:07.652860 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-32923028-5e67-43be-beec-49d5899d08de tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391331 Oct 17 19:10:07.655401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 50968) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:07.661490 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922517491', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:07.721106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:06Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:07.725235 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Checking router: 6f52b4b4-7199-4d21-b6b9-724d45f35040 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:10:07.725575 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Updating router 6f52b4b4-7199-4d21-b6b9-724d45f35040 port fc9a7c7d-6501-487e-b7c4-98814f039fd9 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:10:07.775743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:07.780009 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:subnet and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:07.783954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:07.789974 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:07.814527 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:07.867988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:10:07.871569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.138171 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.150682 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Transition to ACTIVE for port object fc9a7c7d-6501-487e-b7c4-98814f039fd9 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:08.182534 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.248657 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.317264 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Attempting to bind port fc9a7c7d-6501-487e-b7c4-98814f039fd9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:10:08.319763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Attempting to bind port fc9a7c7d-6501-487e-b7c4-98814f039fd9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:10:08.319763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Attempting to bind port fc9a7c7d-6501-487e-b7c4-98814f039fd9 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:10:08.328551 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:10:08.328910 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:10:08.329304 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.329710 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:10:08.330174 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Bound port: fc9a7c7d-6501-487e-b7c4-98814f039fd9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:10:08.330539 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.372721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Pushing event updated for resources: {'Port': ['ID=fc9a7c7d-6501-487e-b7c4-98814f039fd9,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:08.385821 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.386155 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.386481 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.386802 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.387120 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.387442 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.387763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.388071 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.388441 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.388700 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.389012 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.389323 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:10:08.404205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Subnet': ['ID=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:08.417997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Checking segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:10:08.418373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network hostable DHCP agents. Network: a958661b-550d-4cc9-bb8f-e818ecec287f, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:10:08.424363 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] For port fc9a7c7d-6501-487e-b7c4-98814f039fd9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:10:08.427610 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] For port fc9a7c7d-6501-487e-b7c4-98814f039fd9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc9a7c7d-6501-487e-b7c4-98814f039fd9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:10:08.517528 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.530569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network a958661b-550d-4cc9-bb8f-e818ecec287f is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:10:08.581353 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:08.581970 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:08.620039 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, a958661b-550d-4cc9-bb8f-e818ecec287f) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:08.624222 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:08.624976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:08.631267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aff737-a523-40f7-80b9-ce5c569fd7b7 None None] Network a958661b-550d-4cc9-bb8f-e818ecec287f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:10:08.716470 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bfcc6-dca3-488f-b014-f2151e7a61ac None None] Pushing event updated for resources: {'Port': ['ID=fc9a7c7d-6501-487e-b7c4-98814f039fd9,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:08.735067 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-322aeb27-74e6-4917-a99a-131a9437b038 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0786164 Oct 17 19:10:08.738646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 50972) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:08.765511 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:08.864121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-a958661b-550d-4cc9-bb8f-e818ecec287f', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:10:08.865155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.020346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Allocated IP 172.20.0.2 (a958661b-550d-4cc9-bb8f-e818ecec287f/b7bdd8b7-b0c8-4a82-954f-67cfb40c7557/88865230-396c-4937-a353-e683ce52af75) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:10:09.064310 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:06Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:09.068879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656b529-a411-4322-ad44-e6b4183cb6bb None None] The sync data for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv is: [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:06Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:10:09.302151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.316007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Transition to ACTIVE for port object 88865230-396c-4937-a353-e683ce52af75 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:09.345800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Transition to ACTIVE for port object 88865230-396c-4937-a353-e683ce52af75 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:09.457326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.504610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.533646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Network a958661b-550d-4cc9-bb8f-e818ecec287f is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:09.537198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:09.539596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:10:09.542192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Pushing event updated for resources: {'Port': ['ID=88865230-396c-4937-a353-e683ce52af75,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:09.655877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Attempting to bind port 88865230-396c-4937-a353-e683ce52af75 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:10:09.656597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Attempting to bind port 88865230-396c-4937-a353-e683ce52af75 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:10:09.656597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Attempting to bind port 88865230-396c-4937-a353-e683ce52af75 on network a958661b-550d-4cc9-bb8f-e818ecec287f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:10:09.663822 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:10:09.664200 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Checking segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:10:09.664611 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.665000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Bound using segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:10:09.665473 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Bound port: 88865230-396c-4937-a353-e683ce52af75, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:10:09.665876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.761127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] For port 88865230-396c-4937-a353-e683ce52af75, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:10:09.764592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] For port 88865230-396c-4937-a353-e683ce52af75, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=88865230-396c-4937-a353-e683ce52af75,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:10:09.879952 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:09.936670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc9a7c7d-6501-487e-b7c4-98814f039fd9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:10.026230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eb3d8-c52e-4362-b278-ad9c2b902fbf None None] Pushing event updated for resources: {'Port': ['ID=88865230-396c-4937-a353-e683ce52af75,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:10.061534 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.1 (a958661b-550d-4cc9-bb8f-e818ecec287f/b7bdd8b7-b0c8-4a82-954f-67cfb40c7557/5733b173-da13-48fc-aa88-be545f92d5b4) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:10:10.112247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port fc9a7c7d-6501-487e-b7c4-98814f039fd9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:10.117720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port fc9a7c7d-6501-487e-b7c4-98814f039fd9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:10.123781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.123781 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port fc9a7c7d-6501-487e-b7c4-98814f039fd9 Oct 17 19:10:10.265903 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.285690 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 5733b173-da13-48fc-aa88-be545f92d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:10.297378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port fc9a7c7d-6501-487e-b7c4-98814f039fd9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:10.307562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.316908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port fc9a7c7d-6501-487e-b7c4-98814f039fd9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc9a7c7d-6501-487e-b7c4-98814f039fd9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:10.411779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.432108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.495010 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network a958661b-550d-4cc9-bb8f-e818ecec287f is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:10.498621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:10.508202 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:10:10.509061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=fc9a7c7d-6501-487e-b7c4-98814f039fd9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:10.541868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:10.568217 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:10.751712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:11.007184 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41574bc6-d9cd-4983-88f4-9edc9ed717a8 None None] Network a958661b-550d-4cc9-bb8f-e818ecec287f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:10:11.175528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0a98717c-46fe-4771-9197-ae8c24a09bcc None None] Provisioning for port 88865230-396c-4937-a353-e683ce52af75 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:11.190470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:11.260554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:11.379646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:11.382406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:11.536676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network a958661b-550d-4cc9-bb8f-e818ecec287f is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:11.538037 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:11.599481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Provisioning for port 5733b173-da13-48fc-aa88-be545f92d5b4 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:11.605216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Provisioning complete for port 5733b173-da13-48fc-aa88-be545f92d5b4 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:11.605754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:11.606168 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 1 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:11.684644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:11.879573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 6f52b4b4-7199-4d21-b6b9-724d45f35040 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:10:11.950414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 88865230-396c-4937-a353-e683ce52af75 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:12.066195 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:10:12.075983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Sync routers for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:10:12.088370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-236c9222-c59c-4897-babf-96fc7a412319 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/6f52b4b4-7199-4d21-b6b9-724d45f35040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3383894 Oct 17 19:10:12.088568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:12.088568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:12.139220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 88865230-396c-4937-a353-e683ce52af75 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:12.198402 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 2 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:12.245401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-0f5d8e77-ade4-4d30-993b-799cb91d5dc4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:10:12.258235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 88865230-396c-4937-a353-e683ce52af75 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:12.258521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:12.258851 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 88865230-396c-4937-a353-e683ce52af75 Oct 17 19:10:12.324788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:12.325158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-0f5d8e77-ade4-4d30-993b-799cb91d5dc4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:10:12.329254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-0f5d8e77-ade4-4d30-993b-799cb91d5dc4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416892021&fields=id&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 267 time: 0.1223755 Oct 17 19:10:12.445857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:12.484284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-ca33471b-ed6d-40de-9e3e-d49421787cec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:12.484992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-ca33471b-ed6d-40de-9e3e-d49421787cec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:10:12.520278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 88865230-396c-4937-a353-e683ce52af75 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:12.520566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:12.576411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-ca33471b-ed6d-40de-9e3e-d49421787cec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:10:12.577706 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-ca33471b-ed6d-40de-9e3e-d49421787cec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 797 time: 0.2443728 Oct 17 19:10:12.593967 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-dcff5277-32de-4fb4-96eb-c10ee2fe6e87 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/quotas/229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 375 time: 0.0099254 Oct 17 19:10:12.679948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 88865230-396c-4937-a353-e683ce52af75, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=88865230-396c-4937-a353-e683ce52af75,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:12.690284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-dc08b1a0-b3ec-4f27-a9fc-8568d00e03e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:10:12.755898 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:12.756645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc9a7c7d-6501-487e-b7c4-98814f039fd9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:12.769140 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-dc08b1a0-b3ec-4f27-a9fc-8568d00e03e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:10:12.773347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-dc08b1a0-b3ec-4f27-a9fc-8568d00e03e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704903 Oct 17 19:10:12.829103 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 3 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:12.835814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-241cbe69-8e78-4402-93fe-6e1f4c835bb9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:10:12.835814 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-241cbe69-8e78-4402-93fe-6e1f4c835bb9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485940 Oct 17 19:10:12.930966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:12.933293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=88865230-396c-4937-a353-e683ce52af75,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:12.957853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port fc9a7c7d-6501-487e-b7c4-98814f039fd9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:12.958221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:12.958553 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port fc9a7c7d-6501-487e-b7c4-98814f039fd9 Oct 17 19:10:12.969626 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-4f4f113d-5c74-4a05-bcc3-4ab9ffbec4cc service neutron] 10.222.0.36 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325965 Oct 17 19:10:13.006847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:11Z', 'revision_number': 2, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:13.015685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Checking router: 6f52b4b4-7199-4d21-b6b9-724d45f35040 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:10:13.016038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Updating router 6f52b4b4-7199-4d21-b6b9-724d45f35040 port 5733b173-da13-48fc-aa88-be545f92d5b4 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:10:13.076069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:13.106143 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-7b1e1a0c-74f8-4564-89c4-9dca21ce9c15 service neutron] 10.222.0.36 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300886 Oct 17 19:10:13.187138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port fc9a7c7d-6501-487e-b7c4-98814f039fd9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:13.432604 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a875ffd8-5672-4a29-8f2e-e19481aac333 req-c4f322a2-1d14-40c0-9073-68bae2fed755 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:10:13.446575 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a875ffd8-5672-4a29-8f2e-e19481aac333 req-c4f322a2-1d14-40c0-9073-68bae2fed755 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:10:13.447732 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a875ffd8-5672-4a29-8f2e-e19481aac333 req-c4f322a2-1d14-40c0-9073-68bae2fed755 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 210 time: 0.0773580 Oct 17 19:10:13.455250 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 4 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:13.534277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:13.536695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:13.546570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Transition to ACTIVE for port object 5733b173-da13-48fc-aa88-be545f92d5b4 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:13.631592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:13.823025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f637b1-fe17-49c9-802c-36bd54f7adfd None None] Pushing event updated for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:13.847310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Attempting to bind port 5733b173-da13-48fc-aa88-be545f92d5b4 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:10:13.847687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Attempting to bind port 5733b173-da13-48fc-aa88-be545f92d5b4 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:10:13.848054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Attempting to bind port 5733b173-da13-48fc-aa88-be545f92d5b4 on network a958661b-550d-4cc9-bb8f-e818ecec287f {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:10:13.853412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:10:13.853781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Checking segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:10:13.854182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:13.854578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Bound using segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:10:13.855045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Bound port: 5733b173-da13-48fc-aa88-be545f92d5b4, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:10:13.855417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:13.871568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 88865230-396c-4937-a353-e683ce52af75 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:14.035778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] For port 5733b173-da13-48fc-aa88-be545f92d5b4, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:10:14.037438 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 5 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:14.084072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] For port 5733b173-da13-48fc-aa88-be545f92d5b4, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5733b173-da13-48fc-aa88-be545f92d5b4,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:10:14.090178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 88865230-396c-4937-a353-e683ce52af75 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:14.090538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:14.090875 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 88865230-396c-4937-a353-e683ce52af75 Oct 17 19:10:14.142474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:14.152813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:14.244424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:14.245052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:09:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:14.406632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f637b1-fe17-49c9-802c-36bd54f7adfd None None] Pushing event updated for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:14.413081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 88865230-396c-4937-a353-e683ce52af75 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:14.460463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:14.616587 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-57b442b0-690a-4d0e-b5c5-fccbe7341201 req-75ed0b30-138a-4a05-8b00-9b5704d06729 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 210 time: 0.0508685 Oct 17 19:10:14.655131 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Attempt 6 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:14.765807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8548d-d77f-4270-a5b0-41b4ebdd857a None None] Port 5733b173-da13-48fc-aa88-be545f92d5b4 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:10:14.830582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:14Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:14.834815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fd702-8a18-4589-9dc8-14eb8bc340da None None] The sync data for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv is: [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:14Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:10:15.611366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-0e2c8395-4bab-4971-8afd-aa946dd5b13a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:15.612867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-0e2c8395-4bab-4971-8afd-aa946dd5b13a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 797 time: 0.1594982 Oct 17 19:10:15.675016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-e7305701-5122-4c50-b3f8-ce14a71fae77 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 380 time: 0.0472171 Oct 17 19:10:15.685434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'port': {'device_id': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'admin_state_up': True, 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'security_groups': ['48fb6b27-53ee-4772-8638-bc50848bae06']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:15.829190 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd6e7e70-2680-4d3a-99df-2acd10941545 req-ac0a3d08-75fd-4c9f-a219-6fc020a2d93e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 210 time: 0.0766692 Oct 17 19:10:15.844615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:15.861269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:15.916482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5733b173-da13-48fc-aa88-be545f92d5b4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:15.993915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:10:15.998555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.085552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 5733b173-da13-48fc-aa88-be545f92d5b4 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:16.091084 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5733b173-da13-48fc-aa88-be545f92d5b4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:16.096235 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.096235 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:16.167977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.10 (a958661b-550d-4cc9-bb8f-e818ecec287f/b7bdd8b7-b0c8-4a82-954f-67cfb40c7557/65f79c7f-b6f0-4f53-a532-77000ae753d2) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:10:16.214834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5733b173-da13-48fc-aa88-be545f92d5b4 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:16.215214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.248607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 5733b173-da13-48fc-aa88-be545f92d5b4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5733b173-da13-48fc-aa88-be545f92d5b4,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:16.334817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.360640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.375999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 65f79c7f-b6f0-4f53-a532-77000ae753d2 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:16.406344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:16.503681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.577212 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network a958661b-550d-4cc9-bb8f-e818ecec287f is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:16.580170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:16.583990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:10:16.615425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:16.652627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:16.653232 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.826988 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-682e5423-c645-49a8-9e4d-a673c7653714 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1455717 Oct 17 19:10:16.838348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Request body: {'port': {'device_id': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:16.936914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Provisioning for port 65f79c7f-b6f0-4f53-a532-77000ae753d2 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:16.941976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Provisioning complete for port 65f79c7f-b6f0-4f53-a532-77000ae753d2 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:16.942349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:16.942690 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Attempt 1 to provision port 65f79c7f-b6f0-4f53-a532-77000ae753d2 Oct 17 19:10:16.997343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Port 65f79c7f-b6f0-4f53-a532-77000ae753d2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:17.005355 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:17.215254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311e1fd-3373-4afa-a7b2-fb2bde4fa14a req-f93bedcc-7a02-4dcb-9373-8f2180b75a37 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:17.233913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6311e1fd-3373-4afa-a7b2-fb2bde4fa14a req-f93bedcc-7a02-4dcb-9373-8f2180b75a37 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:10:17.492801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:10:17.498669 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Attempt 2 to provision port 65f79c7f-b6f0-4f53-a532-77000ae753d2 Oct 17 19:10:17.500085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:17.514847 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Transition to ACTIVE for port object 65f79c7f-b6f0-4f53-a532-77000ae753d2 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:10:17.534411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6311e1fd-3373-4afa-a7b2-fb2bde4fa14a req-f93bedcc-7a02-4dcb-9373-8f2180b75a37 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:10:17.560111 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6311e1fd-3373-4afa-a7b2-fb2bde4fa14a req-f93bedcc-7a02-4dcb-9373-8f2180b75a37 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 932 time: 0.5966959 Oct 17 19:10:17.560296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Port 65f79c7f-b6f0-4f53-a532-77000ae753d2 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:10:17.581521 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6311e1fd-3373-4afa-a7b2-fb2bde4fa14a req-55f93bea-0ef3-4240-841a-83289bd2b06f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Oct 17 19:10:17.640076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:17.825127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:17.871737 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Attempting to bind port 65f79c7f-b6f0-4f53-a532-77000ae753d2 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:10:17.872354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Attempting to bind port 65f79c7f-b6f0-4f53-a532-77000ae753d2 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:10:17.872354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Attempting to bind port 65f79c7f-b6f0-4f53-a532-77000ae753d2 on network a958661b-550d-4cc9-bb8f-e818ecec287f {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:10:17.872720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5733b173-da13-48fc-aa88-be545f92d5b4 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:17.877134 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Port 65f79c7f-b6f0-4f53-a532-77000ae753d2 on network a958661b-550d-4cc9-bb8f-e818ecec287f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:10:17.877440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Attempting to bind port 65f79c7f-b6f0-4f53-a532-77000ae753d2 on network a958661b-550d-4cc9-bb8f-e818ecec287f {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:10:17.882651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:10:17.882981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Checking segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:10:17.883359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Bound using segment: {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:10:17.883784 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Bound port: 65f79c7f-b6f0-4f53-a532-77000ae753d2, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:10:17.884129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:17.942986 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 5733b173-da13-48fc-aa88-be545f92d5b4 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:17.943591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:17.943696 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 5733b173-da13-48fc-aa88-be545f92d5b4 Oct 17 19:10:17.974358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:10:17.977435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:10:18.078587 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Attempt 3 to provision port 65f79c7f-b6f0-4f53-a532-77000ae753d2 Oct 17 19:10:18.089399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:18.126913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.127523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:18.129184 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] 10.222.0.42 "PUT /v2.0/ports/65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1094 time: 1.2946317 Oct 17 19:10:18.134677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:10:18.137082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6a41a-8c96-4b3b-908f-651961901889" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:10:18.140776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 5733b173-da13-48fc-aa88-be545f92d5b4 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:18.154256 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-ae50333a-ce16-43e4-8331-13cb0e6bc8f8 None None] Port 65f79c7f-b6f0-4f53-a532-77000ae753d2 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:10:18.176562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261fab6-3329-4a6e-967e-b850a1500e36 service neutron] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:18.195348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709286e6-f38c-494c-91e0-3b35387d4da1 x-openstack-request-id: req-709286e6-f38c-494c-91e0-3b35387d4da1 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:10:18.195682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:10:18.195976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-709286e6-f38c-494c-91e0-3b35387d4da1 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:10:18.196374 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709286e6-f38c-494c-91e0-3b35387d4da1'] response: {'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'status': 'completed', 'code': 200} Oct 17 19:10:18.300063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-8e685f2f-d735-4b8d-ae6e-fef4bcf69f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.301888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-8e685f2f-d735-4b8d-ae6e-fef4bcf69f6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0800879 Oct 17 19:10:18.446211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-d90dbe3a-7b3c-41c1-bfa3-5f8d360cc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.447639 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-d90dbe3a-7b3c-41c1-bfa3-5f8d360cc936 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=229c66aa34fb410da94ac7a8f3a898db&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1380441 Oct 17 19:10:18.587069 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-cdd0f514-ee2e-414a-94b6-c98b8ed27953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.588896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ccb6a41a-8c96-4b3b-908f-651961901889 req-cdd0f514-ee2e-414a-94b6-c98b8ed27953 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341901 Oct 17 19:10:18.777416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-a85bf2ab-a014-4ff7-b008-01046e30b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.778877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-a85bf2ab-a014-4ff7-b008-01046e30b7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1097 time: 0.1508987 Oct 17 19:10:18.855175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29a71-06a2-4204-b97f-0cfcc3c3e4c6 req-afaefd32-a49c-44ba-bfd8-22b57ec3e799 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.856669 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0bf29a71-06a2-4204-b97f-0cfcc3c3e4c6 req-afaefd32-a49c-44ba-bfd8-22b57ec3e799 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 944 time: 0.1562829 Oct 17 19:10:18.867010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-e67df555-331d-4bd6-b087-7c5de7e6277c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 217 time: 0.0761716 Oct 17 19:10:18.957345 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0bf29a71-06a2-4204-b97f-0cfcc3c3e4c6 req-2ae875b4-2b77-4d09-8628-c1b8f8fd8db8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925918 Oct 17 19:10:18.960775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-8f8620ee-c5bc-47ab-a7d9-975ca8fde38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:18.962228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-8f8620ee-c5bc-47ab-a7d9-975ca8fde38a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0827167 Oct 17 19:10:19.047395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-88772296-83f1-4e5b-b18c-18beacc3fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:19.049361 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-88772296-83f1-4e5b-b18c-18beacc3fc35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795805 Oct 17 19:10:19.294031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-4ca345f4-0f82-4d07-bfca-2ee04bcb8980 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378221 Oct 17 19:10:19.426594 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1dbfea98-f342-4f58-9a8a-ae3cadd76b85 req-adaa06b6-5aad-4968-8f49-54cbad27ff85 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252472 Oct 17 19:10:19.734533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-437b31fc-20e4-492f-a13c-13467019fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:20.158833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af55b7-5dea-4e5b-8f7a-288d012e1bf6 req-a25455de-9557-4023-9aad-f67999cb8f58 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:20.160276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-29af55b7-5dea-4e5b-8f7a-288d012e1bf6 req-a25455de-9557-4023-9aad-f67999cb8f58 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 944 time: 0.0915456 Oct 17 19:10:20.204131 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-29af55b7-5dea-4e5b-8f7a-288d012e1bf6 req-dd16f27a-bf45-40c3-900d-c9756225738b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379126 Oct 17 19:10:21.400955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bfa61-72df-4c79-a6dd-0509b1a5eb35 req-692ab51f-a489-4b33-84ab-b2858b5a8196 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:21.402467 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5c9bfa61-72df-4c79-a6dd-0509b1a5eb35 req-692ab51f-a489-4b33-84ab-b2858b5a8196 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 944 time: 0.0873070 Oct 17 19:10:21.450138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5c9bfa61-72df-4c79-a6dd-0509b1a5eb35 req-7fe41875-d9fa-480c-a7e1-aa846eda76bf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Oct 17 19:10:22.303316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a9e19373-d57b-424f-90c8-74252c883aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:22.650281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea342-3394-4858-a9e5-bb8c8c3921e6 req-008ebbb3-2899-43cb-ab1e-57be5cc0cd3c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:22.651628 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-607ea342-3394-4858-a9e5-bb8c8c3921e6 req-008ebbb3-2899-43cb-ab1e-57be5cc0cd3c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 944 time: 0.0865331 Oct 17 19:10:22.695421 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-607ea342-3394-4858-a9e5-bb8c8c3921e6 req-a9916415-de67-4c16-8509-5da9fad72f31 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 Oct 17 19:10:22.887996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:10:23.029576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:23.042967 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'mac_address': 'fa:16:3e:44:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:10:23.046269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:23.103188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:23.103566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:23.120702 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:10:23.135974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:23.205933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:23.242443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:23.276954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:23.622138 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['65f79c7f-b6f0-4f53-a532-77000ae753d2'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:10:23.899283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44596b-587a-44ca-a05c-f684da67e9c2 req-d6868359-5753-4514-9d19-0e14c09f4c15 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:23.900786 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e44596b-587a-44ca-a05c-f684da67e9c2 req-d6868359-5753-4514-9d19-0e14c09f4c15 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 945 time: 0.0900979 Oct 17 19:10:23.946619 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9e44596b-587a-44ca-a05c-f684da67e9c2 req-e19fc8fe-9dde-4336-b602-cf2b8fef77b3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Oct 17 19:10:24.668477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:24.899597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:10:25.026049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 65f79c7f-b6f0-4f53-a532-77000ae753d2 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:10:25.031101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 65f79c7f-b6f0-4f53-a532-77000ae753d2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:10:25.031475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:25.031814 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 65f79c7f-b6f0-4f53-a532-77000ae753d2 Oct 17 19:10:25.147857 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38d2db-df55-4eb8-88d4-fcff6c3e327e req-080d5a12-9ea8-4187-9f65-5e09bf34c662 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:25.149308 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4f38d2db-df55-4eb8-88d4-fcff6c3e327e req-080d5a12-9ea8-4187-9f65-5e09bf34c662 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 945 time: 0.0915506 Oct 17 19:10:25.151134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:10:25.151450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:25.179383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:10:25.189124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:10:25.195381 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4f38d2db-df55-4eb8-88d4-fcff6c3e327e req-c14a89b4-4a48-4b88-a54e-922f9988ace3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Oct 17 19:10:25.228072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27152d17-acc4-47b7-b666-a4b6a3301718" -d '{"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-plugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:10:25.272120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:25.323847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518198a-1937-4ecd-b0af-256cdda8f4ce x-openstack-request-id: req-0518198a-1937-4ecd-b0af-256cdda8f4ce {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:10:25.324132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-plugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:10:25.324390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0518198a-1937-4ecd-b0af-256cdda8f4ce {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:10:25.324785 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0518198a-1937-4ecd-b0af-256cdda8f4ce'] response: {'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'code': 200} Oct 17 19:10:25.342863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:25.690426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e9233-d921-4d67-a5ca-a45384914ff3 req-d5436ae2-dbf8-4d6b-942e-a86a69a5981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:25.691913 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b30e9233-d921-4d67-a5ca-a45384914ff3 req-d5436ae2-dbf8-4d6b-942e-a86a69a5981b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0812807 Oct 17 19:10:25.733366 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b30e9233-d921-4d67-a5ca-a45384914ff3 req-9d34dc1a-7dc1-4fd7-98a4-6f9f0f1bc92a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Oct 17 19:10:26.396764 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67501939-1022-4ffd-ae3c-40affbe8616a req-80ef0151-f74d-474e-b34d-eac4241bdaf3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:26.398239 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-67501939-1022-4ffd-ae3c-40affbe8616a req-80ef0151-f74d-474e-b34d-eac4241bdaf3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0917363 Oct 17 19:10:26.442502 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-67501939-1022-4ffd-ae3c-40affbe8616a req-a85c7c19-7a34-4000-819a-2ec8245900ea tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384994 Oct 17 19:10:26.514979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:27.648517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdbac0-7682-4ab5-b8ba-ce7d50135698 req-a1fad268-c94f-490f-802c-dcb5814b8da2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:27.649921 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-81cdbac0-7682-4ab5-b8ba-ce7d50135698 req-a1fad268-c94f-490f-802c-dcb5814b8da2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Oct 17 19:10:27.697349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-81cdbac0-7682-4ab5-b8ba-ce7d50135698 req-9072313f-bf3b-4837-a9d2-70d7244d6047 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Oct 17 19:10:27.895897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ad95b-ee91-4d9c-92fa-06cc47f8442f req-14727457-2e86-41da-909c-044524c64a43 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:27.897367 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-174ad95b-ee91-4d9c-92fa-06cc47f8442f req-14727457-2e86-41da-909c-044524c64a43 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0868766 Oct 17 19:10:27.940856 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-174ad95b-ee91-4d9c-92fa-06cc47f8442f req-7d8d5fe2-b332-4055-849e-49aa6e95ce8a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Oct 17 19:10:27.969355 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51048) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:28.049736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1b37b-cbb7-4d5b-9edd-9ca19e90bb24 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:28.051297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bbc1b37b-cbb7-4d5b-9edd-9ca19e90bb24 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1094 time: 0.0809453 Oct 17 19:10:28.054246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51052) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:28.059016 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:10:28.064882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:10:28.068691 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:floatingip and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:10:28.071582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:10:28.077430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:10:28.197920 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:28.334278 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:28.467647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.93 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/3b035c7d-249b-48c9-901d-34176d733f23) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:10:28.614075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:28.732092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:28.795876 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:10:28.798701 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:10:28.803175 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:10:28.832436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=3b035c7d-249b-48c9-901d-34176d733f23,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:29.310261 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:29.459077 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:29.662833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:29.731652 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:29.837492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=3b035c7d-249b-48c9-901d-34176d733f23,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:10:29.840000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:30.011416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP fe161419-170f-4b97-b546-11a822d06887 associated. External IP: 172.26.2.93, port: 65f79c7f-b6f0-4f53-a532-77000ae753d2. Oct 17 19:10:30.355206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 6f52b4b4-7199-4d21-b6b9-724d45f35040 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:10:30.634997 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:10:30.645128 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Sync routers for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:10:30.655106 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:30.655691 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:30.735547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:30.791214 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5ff7615a-bdab-4571-b889-65821566a923 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7359557 Oct 17 19:10:30.791878 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:10:30.794508 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36235f5-6f27-4f8d-9032-b4a84ba93859" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:10:30.837820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcbb10a-f56d-4c75-ae78-26acd55d3cf1 x-openstack-request-id: req-cdcbb10a-f56d-4c75-ae78-26acd55d3cf1 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:10:30.838010 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:30.838465 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:10:30.838712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdcbb10a-f56d-4c75-ae78-26acd55d3cf1 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:10:30.839111 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdcbb10a-f56d-4c75-ae78-26acd55d3cf1'] response: {'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'status': 'completed', 'code': 200} Oct 17 19:10:31.015242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-a90ca59e-5365-4437-a6e7-c30bdafd0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:31.016774 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-a90ca59e-5365-4437-a6e7-c30bdafd0109 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.1548920 Oct 17 19:10:31.025023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6b6ad-7fe2-46d8-9213-671521c41536 req-ceeedd0b-67a3-4c72-b909-1db9d3fea49e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:31.026445 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dbb6b6ad-7fe2-46d8-9213-671521c41536 req-ceeedd0b-67a3-4c72-b909-1db9d3fea49e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1255882 Oct 17 19:10:31.154972 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dbb6b6ad-7fe2-46d8-9213-671521c41536 req-3c2b3e75-b7e7-43a1-ba89-5f75e00d8d1e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081312 Oct 17 19:10:31.185083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51060) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:31.199615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-74e47ebf-bf1c-4919-84a9-a922b74c5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:31.201076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-74e47ebf-bf1c-4919-84a9-a922b74c5355 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1737792 Oct 17 19:10:31.215759 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe161419-170f-4b97-b546-11a822d06887', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'mac_address': 'fa:16:3e:44:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:10:29Z', 'updated_at': '2022-10-17T19:10:29Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:31.220006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Checking router: 6f52b4b4-7199-4d21-b6b9-724d45f35040 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:10:31.229006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:10:31.229630 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:10:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:31.299360 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ee5f0d72-a8d2-4abe-a2bb-1aa748725a72 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe161419-170f-4b97-b546-11a822d06887 HTTP/1.1" status: 200 len: 991 time: 0.1113632 Oct 17 19:10:31.318911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-dadac5b8-b891-4fc5-9768-9abccf653578 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 999 time: 0.1105196 Oct 17 19:10:31.381758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-a2f5b623-a60a-4da8-adcb-20a0f15f0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:31.383276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-a2f5b623-a60a-4da8-adcb-20a0f15f0b5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0581934 Oct 17 19:10:31.407811 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:10:31.471590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-7aab265f-5482-455a-b4d2-0720b653c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:10:31.473690 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-7aab265f-5482-455a-b4d2-0720b653c532 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825138 Oct 17 19:10:31.608412 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-9f4a0f1b-d266-4e2f-9f0e-b6c991a456c2 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278360 Oct 17 19:10:31.741588 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d36235f5-6f27-4f8d-9032-b4a84ba93859 req-6f2af8ef-dfd1-4d71-94ac-05273fb9e8e5 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269474 Oct 17 19:10:31.756035 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe161419-170f-4b97-b546-11a822d06887', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'mac_address': 'fa:16:3e:44:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:10:29Z', 'updated_at': '2022-10-17T19:10:29Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:10:31.760316 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c4be7-575f-46d9-a30f-07dd34825abe None None] The sync data for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv is: [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe161419-170f-4b97-b546-11a822d06887', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'mac_address': 'fa:16:3e:44:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:10:29Z', 'updated_at': '2022-10-17T19:10:29Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:10:31.960252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11464be5-38fe-4bc0-81e2-0d415811f884 None None] New status for floating IP fe161419-170f-4b97-b546-11a822d06887: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:10:32.302226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51064) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:10:32.411053 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5ad11613-ce5f-4b14-819e-701bf14d5240 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe161419-170f-4b97-b546-11a822d06887 HTTP/1.1" status: 200 len: 993 time: 0.1076543 Oct 17 19:10:39.907129 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:10:49.701096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1bf75899-3c24-4aa1-8dab-a6c702cec2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:52.324011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e13f4c34-0ab9-4b98-ac70-122236173c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:53.053069 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:53.226903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:54.675861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:10:56.481226 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:01.994349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-5857e27a-4ce6-4047-88a8-b79118aedddf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767102 Oct 17 19:11:02.261924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-e912dd5b-e413-469f-9a53-2ecd0a40841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:02.263423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-e912dd5b-e413-469f-9a53-2ecd0a40841e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.2003717 Oct 17 19:11:02.408449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-c85041d5-ab9e-4386-94ff-e4674d8c1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:02.409932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-c85041d5-ab9e-4386-94ff-e4674d8c1e6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1255944 Oct 17 19:11:02.514688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-f6d7733b-8a18-407d-aa66-8a66ee2e8866 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.0973322 Oct 17 19:11:02.577155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-339f67f4-596f-4b74-8a19-4f42a26985a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:02.578594 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-339f67f4-596f-4b74-8a19-4f42a26985a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0572059 Oct 17 19:11:02.665376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-c5d2bb00-cd59-4c14-b06f-84a83fa6a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:02.666864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-c5d2bb00-cd59-4c14-b06f-84a83fa6a671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816271 Oct 17 19:11:02.801424 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-33fee42e-0cfe-4fcc-99d0-271371f741d6 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253541 Oct 17 19:11:02.934592 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6fa83d-3f99-4ec7-9b5c-2842a92579e9 req-70bfa293-29f8-4605-b565-fb3d42531c07 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257544 Oct 17 19:11:16.906870 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:11:19.713632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7375e431-ddb7-403d-a88c-2157fcce485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:22.325034 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e283bfd3-face-462b-bcfa-06932d5f2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:23.028091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:23.294464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:24.684502 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:26.484867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:48.180632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0eb8-2dd2-46b9-8238-a566392ef405 req-f6507c07-efae-43b5-805f-498f90aa2b81 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:48.182208 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3cca0eb8-2dd2-46b9-8238-a566392ef405 req-f6507c07-efae-43b5-805f-498f90aa2b81 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0917439 Oct 17 19:11:48.184379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51104) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:11:48.239961 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3cca0eb8-2dd2-46b9-8238-a566392ef405 req-bd0b47c3-6004-4c6b-9dee-f7904621bed0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494010 Oct 17 19:11:48.323370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-b2b6eb01-e326-40d2-82ed-2265fccb268d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377306 Oct 17 19:11:49.483045 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669862fb-018e-4e1d-a8e1-734cde7bb66d req-aa8718a2-eaf4-4b4f-9b26-18d170ab2f29 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:49.484579 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-669862fb-018e-4e1d-a8e1-734cde7bb66d req-aa8718a2-eaf4-4b4f-9b26-18d170ab2f29 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0919590 Oct 17 19:11:49.533065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-669862fb-018e-4e1d-a8e1-734cde7bb66d req-d96fb264-82bc-4f42-9455-b9a83680da82 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 Oct 17 19:11:49.803766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0a9c680e-b1d0-4a78-be33-d5abd1868057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:50.750316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874339-38eb-48ce-8d2d-a688436f4fe2 req-f5ed33be-52b6-449f-a085-b667916de6d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:50.751898 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3874339-38eb-48ce-8d2d-a688436f4fe2 req-f5ed33be-52b6-449f-a085-b667916de6d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0983641 Oct 17 19:11:50.798724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c3874339-38eb-48ce-8d2d-a688436f4fe2 req-37e9135d-418d-4461-bc8e-366e4a8053e0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Oct 17 19:11:51.169270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-b9428de4-e134-4615-8fe8-d8b77b8f60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:51.170828 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-b9428de4-e134-4615-8fe8-d8b77b8f60b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0910027 Oct 17 19:11:51.314334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-d3e74fe4-dcf2-4105-a3ca-ee00b503bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:51.315785 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-d3e74fe4-dcf2-4105-a3ca-ee00b503bf1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1376874 Oct 17 19:11:51.422584 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-eab19ad6-e5d1-4a34-ad11-cc35d8a9ce2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.1002836 Oct 17 19:11:51.488137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-a29e8d55-e568-45bc-b3cf-a68532f72b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:51.490480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-a29e8d55-e568-45bc-b3cf-a68532f72b81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0608146 Oct 17 19:11:51.580962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-ede961e4-1918-4b5e-aa42-d76733122912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:51.583048 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-ede961e4-1918-4b5e-aa42-d76733122912 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858212 Oct 17 19:11:51.594227 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-63f67e2d-2e0b-46b4-b6fa-257ad550b2bb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:11:51.595197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-63f67e2d-2e0b-46b4-b6fa-257ad550b2bb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052783 Oct 17 19:11:51.733871 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-b2a35bf1-b7f7-4c9c-af80-e3e359bbbef1 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315939 Oct 17 19:11:51.881050 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-1360f4e1-49c4-42be-bd54-815ab0dfd3ec service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393981 Oct 17 19:11:52.130120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac419f4f-70e6-434e-9c22-39bac096d7ea req-16008bc0-ea06-40a4-afb6-54800a415cf0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:52.131532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac419f4f-70e6-434e-9c22-39bac096d7ea req-16008bc0-ea06-40a4-afb6-54800a415cf0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.2125945 Oct 17 19:11:52.175847 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac419f4f-70e6-434e-9c22-39bac096d7ea req-09a60803-1509-4f98-ad1e-c1eb66144740 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Oct 17 19:11:52.319933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-345d52a7-9525-4533-b734-5945aadf5991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:53.051917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:53.245250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:53.381137 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254825d-8fd2-4edd-a189-efece6a0691e req-24d99ba8-00f6-472a-9069-1cb2530dce0f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:53.382628 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d254825d-8fd2-4edd-a189-efece6a0691e req-24d99ba8-00f6-472a-9069-1cb2530dce0f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0940351 Oct 17 19:11:53.428096 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d254825d-8fd2-4edd-a189-efece6a0691e req-ef8d55cd-5216-4da7-a00f-b30e9a2a02d2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Oct 17 19:11:53.905323 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:11:54.633269 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6606-6898-4362-8b5d-2d513654ca53 req-ec90fe22-f43e-463b-9513-29d5ffa79250 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:54.650717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c0e6606-6898-4362-8b5d-2d513654ca53 req-ec90fe22-f43e-463b-9513-29d5ffa79250 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0954843 Oct 17 19:11:54.680159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c0e6606-6898-4362-8b5d-2d513654ca53 req-20bbe839-f0f1-4f80-9fd1-80d4b16144aa tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Oct 17 19:11:54.735131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:55.884389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0f097-377f-4333-80f5-178bceece026 req-eb55d99b-660e-4159-92dd-ebfc0ab0847f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:55.886084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cda0f097-377f-4333-80f5-178bceece026 req-eb55d99b-660e-4159-92dd-ebfc0ab0847f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0911133 Oct 17 19:11:55.931354 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cda0f097-377f-4333-80f5-178bceece026 req-1b2eeab2-0aef-4773-a616-0f499f417376 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Oct 17 19:11:56.546909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:11:57.142302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9277ac-caf4-4f7a-95d0-51893530ebd7 req-4c37a76e-5b65-45cc-8378-34ecce395ab4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:57.143795 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c9277ac-caf4-4f7a-95d0-51893530ebd7 req-4c37a76e-5b65-45cc-8378-34ecce395ab4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0947962 Oct 17 19:11:57.192870 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c9277ac-caf4-4f7a-95d0-51893530ebd7 req-3c74ed06-5a38-4d5a-a3d4-6e022bcba979 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Oct 17 19:11:58.402325 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ec39-7a2f-4967-80f9-184630de96bb req-6b27040d-d68a-4009-b9da-9d1e8090dacc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:58.403851 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b26ec39-7a2f-4967-80f9-184630de96bb req-6b27040d-d68a-4009-b9da-9d1e8090dacc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0929132 Oct 17 19:11:58.451593 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b26ec39-7a2f-4967-80f9-184630de96bb req-c12b1dd4-1398-46c6-a8e0-cb0ef218b619 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Oct 17 19:11:59.650148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855920fc-7979-4ca0-9a7b-00d7065c6ca9 req-d80c5a71-404b-427a-bb41-404cd7385764 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:11:59.651522 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-855920fc-7979-4ca0-9a7b-00d7065c6ca9 req-d80c5a71-404b-427a-bb41-404cd7385764 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0877681 Oct 17 19:11:59.696294 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-855920fc-7979-4ca0-9a7b-00d7065c6ca9 req-958a3c49-8403-47d8-ba57-acccf2f15fa1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Oct 17 19:12:00.895846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615271d-caa3-436e-be29-5ca3608274cb req-76178030-b217-4e7d-a74c-1dddec73139d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:00.897422 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5615271d-caa3-436e-be29-5ca3608274cb req-76178030-b217-4e7d-a74c-1dddec73139d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0878987 Oct 17 19:12:00.942445 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5615271d-caa3-436e-be29-5ca3608274cb req-95bc7ce2-0538-4ac3-92e2-fe7146666773 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Oct 17 19:12:02.147686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5480f6-fc31-4765-87e4-8c095af967a7 req-24ab1dfb-dadc-4e3c-b5bd-1544e83bdd15 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:02.149105 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3b5480f6-fc31-4765-87e4-8c095af967a7 req-24ab1dfb-dadc-4e3c-b5bd-1544e83bdd15 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0923514 Oct 17 19:12:02.195353 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3b5480f6-fc31-4765-87e4-8c095af967a7 req-8881830d-cb2d-445d-8ff3-98b2c96de88e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402775 Oct 17 19:12:03.396179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edec2f-bfe2-40b8-b75c-29b3b189f3f1 req-c94e697f-26c0-4836-a551-fdc7a374d982 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:03.397650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0edec2f-bfe2-40b8-b75c-29b3b189f3f1 req-c94e697f-26c0-4836-a551-fdc7a374d982 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0916958 Oct 17 19:12:03.441424 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e0edec2f-bfe2-40b8-b75c-29b3b189f3f1 req-d48a8078-299a-4c5d-aebd-433955f14084 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Oct 17 19:12:04.072589 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401271-1592-4e95-a377-0fffae24e932 req-0940375e-a661-435e-9535-d7f1dbcc825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.074085 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-0940375e-a661-435e-9535-d7f1dbcc825f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0801606 Oct 17 19:12:04.167756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.42', 55865) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:12:04.219030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401271-1592-4e95-a377-0fffae24e932 req-7338e47a-a2e3-4276-beeb-a138c7204bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.221007 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-7338e47a-a2e3-4276-beeb-a138c7204bd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1269839 Oct 17 19:12:04.248974 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-a2d1c701-d739-4274-83fa-7403c5abe38c service neutron] 10.222.0.42 "GET /v2.0/ports/65f79c7f-b6f0-4f53-a532-77000ae753d2/bindings/hv-neutron-8613 HTTP/1.1" status: 200 len: 384 time: 0.0800660 Oct 17 19:12:04.327750 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-440fabfc-b0d6-4c4a-8069-565500c84a98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.1000896 Oct 17 19:12:04.392612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401271-1592-4e95-a377-0fffae24e932 req-23be92df-540a-439d-b3e1-481ef50c967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.394165 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-23be92df-540a-439d-b3e1-481ef50c967c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0604577 Oct 17 19:12:04.478502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90401271-1592-4e95-a377-0fffae24e932 req-d521be8e-d533-4df6-911b-d63b9e2a5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.479964 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-d521be8e-d533-4df6-911b-d63b9e2a5a4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794497 Oct 17 19:12:04.677334 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-4303232a-ddd0-422b-a770-2258a2d1d0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905005 Oct 17 19:12:04.692023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722e626-f05f-44b1-96bf-687af4c00a44 req-b631cb03-b2de-44b2-9932-7e82a51576a2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.693446 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3722e626-f05f-44b1-96bf-687af4c00a44 req-b631cb03-b2de-44b2-9932-7e82a51576a2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1374800 Oct 17 19:12:04.806336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-1df7b659-ed69-4b60-a13a-2c88e1737bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.807777 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-1df7b659-ed69-4b60-a13a-2c88e1737bc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 1099 time: 0.0790968 Oct 17 19:12:04.814100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3722e626-f05f-44b1-96bf-687af4c00a44 req-6cb31389-65ca-4912-b732-69fdec09dc75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033452 Oct 17 19:12:04.854318 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90401271-1592-4e95-a377-0fffae24e932 req-8603f4c7-0211-4197-ad2d-209482b4a5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700289 Oct 17 19:12:04.973622 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-d0bfa10f-24b0-461a-8d5a-32201f782ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:04.975866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-d0bfa10f-24b0-461a-8d5a-32201f782ded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0815516 Oct 17 19:12:05.207517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-3cade90f-7b18-474f-9bee-42394a32daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:05.208965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-3cade90f-7b18-474f-9bee-42394a32daac service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.2266431 Oct 17 19:12:05.312700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-7e6f6daa-4dd5-467f-80a4-dcb972d50ae1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.0960135 Oct 17 19:12:05.376619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-8dcb836d-49e7-41a8-a5c5-bdc1cad7865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:05.378064 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-8dcb836d-49e7-41a8-a5c5-bdc1cad7865b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0579798 Oct 17 19:12:05.465164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-cab7cc9e-9dd5-4002-b9b8-041d22baed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:05.466696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-cab7cc9e-9dd5-4002-b9b8-041d22baed67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821807 Oct 17 19:12:05.601669 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-772f9f0c-633c-46ae-a3dc-d20797e339bf service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275306 Oct 17 19:12:05.734186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-616ed2ce-63bd-4588-a3c5-c1fbdb4a6492 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259098 Oct 17 19:12:06.024705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864a16c-2c57-488d-8dd7-2b27f514cf2e req-fa46fea5-a611-4538-a88e-9ad62749df62 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:06.026106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b864a16c-2c57-488d-8dd7-2b27f514cf2e req-fa46fea5-a611-4538-a88e-9ad62749df62 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0938003 Oct 17 19:12:06.074084 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b864a16c-2c57-488d-8dd7-2b27f514cf2e req-26351984-095e-4241-9aa5-9fba58058abb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Oct 17 19:12:07.276544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b71340-f48e-407b-8429-25b0c33da163 req-ba729c07-e950-43f8-bab0-a71010d341bc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:07.278058 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94b71340-f48e-407b-8429-25b0c33da163 req-ba729c07-e950-43f8-bab0-a71010d341bc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0904562 Oct 17 19:12:07.324916 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94b71340-f48e-407b-8429-25b0c33da163 req-1a18d634-6218-4721-ba85-f881d7564332 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Oct 17 19:12:07.430213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:12:07.432843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:12:07.684396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:12:07.684689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:07.702572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:12:07.723893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'port_id': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'mac_address': 'fa:16:3e:44:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:12:07.732010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:12:07.734313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c94b6-b777-4ed5-a75e-202bc500f6f0" -d '{"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:12:07.785116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:12:07.789117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f9d36-1f33-4e05-8a7d-8ac1ebc8b048 x-openstack-request-id: req-c26f9d36-1f33-4e05-8a7d-8ac1ebc8b048 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:12:07.794533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:12:07.794533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c26f9d36-1f33-4e05-8a7d-8ac1ebc8b048 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:12:07.794533 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26f9d36-1f33-4e05-8a7d-8ac1ebc8b048'] response: {'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'code': 200} Oct 17 19:12:07.800574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:12:07.800948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:07.817885 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:12:07.834520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:07.948578 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:12:07.948817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:12:07.952123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:12:07.960318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.960665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.961006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.961343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.961707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.962038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.962365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.962744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.963094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.963431 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.963742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:07.964060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:12:08.504850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:12:08.506111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:08.523065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:12:08.525041 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd5e2f-0d2c-4463-a88e-d5678c604ae4 req-2396629d-0f72-42cb-97d7-d2d769e231d7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:08.526558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-95bd5e2f-0d2c-4463-a88e-d5678c604ae4 req-2396629d-0f72-42cb-97d7-d2d769e231d7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 944 time: 0.0907931 Oct 17 19:12:08.539083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:12:08.572999 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-95bd5e2f-0d2c-4463-a88e-d5678c604ae4 req-931a4535-c433-4164-91f3-b7f478012483 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Oct 17 19:12:08.611648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:08.683987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:12:08.695989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['65f79c7f-b6f0-4f53-a532-77000ae753d2'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:12:09.454856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:12:09.525236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 65f79c7f-b6f0-4f53-a532-77000ae753d2 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:12:09.525961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:09.525961 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 65f79c7f-b6f0-4f53-a532-77000ae753d2 Oct 17 19:12:09.644004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 65f79c7f-b6f0-4f53-a532-77000ae753d2 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:12:09.644360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:09.677163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:12:09.726157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:09.775899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d35523-e7c9-4e25-a17a-2b0899f79ca1 req-336c920a-75be-4491-87f8-c3aa7345fc86 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:09.777467 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-59d35523-e7c9-4e25-a17a-2b0899f79ca1 req-336c920a-75be-4491-87f8-c3aa7345fc86 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0909240 Oct 17 19:12:09.791730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:12:09.794132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dd3df4-a1e4-47cf-8800-3fb305840a5a" -d '{"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-plugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:12:09.798636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:12:09.822866 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-59d35523-e7c9-4e25-a17a-2b0899f79ca1 req-f8b02516-0de3-4b02-89dd-c2c681f01284 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397444 Oct 17 19:12:09.846926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f15def-1df8-4cd5-891d-a6429032493b x-openstack-request-id: req-19f15def-1df8-4cd5-891d-a6429032493b {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:12:09.847237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-plugged", "status": "completed", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:12:09.847590 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19f15def-1df8-4cd5-891d-a6429032493b {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:12:09.847986 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f15def-1df8-4cd5-891d-a6429032493b'] response: {'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'code': 200} Oct 17 19:12:10.343711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a134-c7e5-4494-8ae5-837bfd1b62e0 req-f88caf4f-ef8e-42a0-96e0-63aec396caa6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.345160 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8680a134-c7e5-4494-8ae5-837bfd1b62e0 req-f88caf4f-ef8e-42a0-96e0-63aec396caa6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1540430 Oct 17 19:12:10.374952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8365-9195-40d7-83d0-95da828da796 req-b9ee412d-44e5-4e6e-a26c-ff12e59f7cd4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.376240 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-b9ee412d-44e5-4e6e-a26c-ff12e59f7cd4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5&tenant_id=229c66aa34fb410da94ac7a8f3a898db&binding%3Ahost_id=hv-neutron-8613 HTTP/1.1" status: 200 len: 946 time: 0.1286359 Oct 17 19:12:10.404155 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8680a134-c7e5-4494-8ae5-837bfd1b62e0 req-dc7cc362-9cf5-4987-b1b6-2a368e0130d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526867 Oct 17 19:12:10.530973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8365-9195-40d7-83d0-95da828da796 req-f5c075aa-2bca-4ec6-b5fd-a4bbcaa91530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.532422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-f5c075aa-2bca-4ec6-b5fd-a4bbcaa91530 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0835471 Oct 17 19:12:10.670779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8365-9195-40d7-83d0-95da828da796 req-b4a63174-8690-4a1e-a743-7d042b8a5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.672151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-b4a63174-8690-4a1e-a743-7d042b8a5a81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1321592 Oct 17 19:12:10.715646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fdaf2-54fc-404e-973a-bf343fec3b36 req-56239009-e4ef-4d6b-b429-06cbf7aa6d5a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.717112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d3fdaf2-54fc-404e-973a-bf343fec3b36 req-56239009-e4ef-4d6b-b429-06cbf7aa6d5a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1950428 Oct 17 19:12:10.761265 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3d3fdaf2-54fc-404e-973a-bf343fec3b36 req-5c6165bb-8d5f-4f55-99a8-e87202c040d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Oct 17 19:12:10.776429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-db128736-bc3a-4510-9c3c-45f3a1420e92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.0971110 Oct 17 19:12:10.838240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8365-9195-40d7-83d0-95da828da796 req-d35e00fc-e2fb-4703-ade2-915358f4a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.839635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-d35e00fc-e2fb-4703-ade2-915358f4a283 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0563085 Oct 17 19:12:10.926740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b8365-9195-40d7-83d0-95da828da796 req-837ec38a-93b0-476d-9989-c3a4893b04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:10.927916 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-837ec38a-93b0-476d-9989-c3a4893b04b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773730 Oct 17 19:12:11.064280 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-2cf2ae62-b432-4c2b-b963-4ee5ac368bd8 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261687 Oct 17 19:12:11.309034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af6b8365-9195-40d7-83d0-95da828da796 req-ff5ebbf9-df37-40b2-b240-559950f1e347 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378116 Oct 17 19:12:11.965677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c4ab8-6143-4f9c-8748-63e47f54cec5 req-f42faabb-65f0-43a6-bddb-30ddf47f15de tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:11.967124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-043c4ab8-6143-4f9c-8748-63e47f54cec5 req-f42faabb-65f0-43a6-bddb-30ddf47f15de tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0931263 Oct 17 19:12:12.012751 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-043c4ab8-6143-4f9c-8748-63e47f54cec5 req-c6747060-3dd8-4077-89ce-32cd0d93d1d2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395827 Oct 17 19:12:13.209543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca26760-c3c2-4b14-8ba8-c31ab0f6c858 req-872c06ed-f72f-4f31-8c57-b1f4357ce818 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:12:13.211000 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ca26760-c3c2-4b14-8ba8-c31ab0f6c858 req-872c06ed-f72f-4f31-8c57-b1f4357ce818 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0895042 Oct 17 19:12:13.254212 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3ca26760-c3c2-4b14-8ba8-c31ab0f6c858 req-a6c8dc5d-9702-4caf-8b5e-687ca733565a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Oct 17 19:12:13.284372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51198) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:12:13.390481 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ec08349-60c2-4192-a4a8-714a58474e62 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe161419-170f-4b97-b546-11a822d06887 HTTP/1.1" status: 200 len: 993 time: 0.1046274 Oct 17 19:12:19.697365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-01879b4a-8ad6-401e-97e0-4777a3321155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:22.324829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-581dfc1e-195b-4568-a57b-80d4ab2af518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:23.023723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:23.222733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:24.720229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:26.537555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:30.904981 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:12:49.703636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a1acb2e4-c01e-4829-acf8-549a76cb6ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:52.315024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3a51be29-efe0-417d-b5d4-327c3666e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:53.029272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:53.280914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:54.692409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:12:56.537534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:05.067494 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-9dc26fa1-797e-4d66-95de-3ccc5b68ae65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155162 Oct 17 19:13:05.215775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-843c2ef2-190a-4b42-9d2f-c7b236b56eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:05.217174 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-843c2ef2-190a-4b42-9d2f-c7b236b56eb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0779548 Oct 17 19:13:05.366455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-46cb88e9-c798-4ca3-bc31-78c1cc9736ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:05.367893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-46cb88e9-c798-4ca3-bc31-78c1cc9736ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1289034 Oct 17 19:13:05.472849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-56f8f01f-6d96-4904-836d-029f29c1c751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 1001 time: 0.0981345 Oct 17 19:13:05.538780 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-be746fce-2d1f-49cf-aa13-2d3679f8b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:05.540188 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-be746fce-2d1f-49cf-aa13-2d3679f8b5d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0606577 Oct 17 19:13:05.623928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-fc78b686-77eb-439f-9336-38a06a1c5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:05.625393 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-fc78b686-77eb-439f-9336-38a06a1c5fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781879 Oct 17 19:13:05.759073 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-db568f63-0f29-404a-b81e-63cd208d27f3 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257389 Oct 17 19:13:05.893412 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1e2e3849-4697-4065-8acd-6d0cedc8b2ee req-99482b4a-71d0-4826-ac52-0ae35705b861 service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272564 Oct 17 19:13:07.904389 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:13:12.400474 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51238) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:12.604105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 3b035c7d-249b-48c9-901d-34176d733f23 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:13:12.604359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:12.772105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:12.772421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:12.895899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 3b035c7d-249b-48c9-901d-34176d733f23 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:13:13.166904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:13.213809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=3b035c7d-249b-48c9-901d-34176d733f23,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:13.259373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.274794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:13.323993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:13.324355 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP fe161419-170f-4b97-b546-11a822d06887 disassociated (deleted). External IP: 172.26.2.93, port: 65f79c7f-b6f0-4f53-a532-77000ae753d2. Oct 17 19:13:13.793329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 6f52b4b4-7199-4d21-b6b9-724d45f35040 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:13:13.973516 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:13:13.984704 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Sync routers for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:13:13.994501 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:13.995257 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:14.154552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:14.173224 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:14.216106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7c16b6ab-5427-4d17-9660-6f4b9d4c65cc tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe161419-170f-4b97-b546-11a822d06887 HTTP/1.1" status: 204 len: 168 time: 1.8120570 Oct 17 19:13:14.216106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:13:14.216819 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47e81c-7319-4336-90b5-cfacf5d0d809" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:13:14.272366 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c25de-2fde-4f57-b369-058c7d04a3b4 x-openstack-request-id: req-309c25de-2fde-4f57-b369-058c7d04a3b4 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:13:14.272659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:13:14.272909 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-309c25de-2fde-4f57-b369-058c7d04a3b4 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:13:14.273313 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309c25de-2fde-4f57-b369-058c7d04a3b4'] response: {'name': 'network-changed', 'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'status': 'completed', 'code': 200} Oct 17 19:13:14.393926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-6d17f87e-944a-4e75-9e21-3e33f0aedfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:14.395464 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-6d17f87e-944a-4e75-9e21-3e33f0aedfe3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 1099 time: 0.0981462 Oct 17 19:13:14.536058 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-7f72ef4d-242f-4224-b5af-3f1bd6dc83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:14.537492 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-7f72ef4d-242f-4224-b5af-3f1bd6dc83cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 200 len: 898 time: 0.1355996 Oct 17 19:13:14.538895 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:14.543269 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Checking router: 6f52b4b4-7199-4d21-b6b9-724d45f35040 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:13:14.552445 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:14.553033 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:12:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:14.605612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-9abd197f-604d-4a16-982c-ca186fb0ec21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 200 len: 217 time: 0.0613427 Oct 17 19:13:14.675193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-33b024a1-826f-491f-ab30-8ddcd26a1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:14.676795 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-33b024a1-826f-491f-ab30-8ddcd26a1a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 200 len: 834 time: 0.0647566 Oct 17 19:13:14.729952 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:14.763053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-6138d361-599e-4ca0-83c5-8652983bae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:14.764516 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-6138d361-599e-4ca0-83c5-8652983bae5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a958661b-550d-4cc9-bb8f-e818ecec287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810885 Oct 17 19:13:14.910707 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-dff559db-3e44-4835-b930-87c833dff84e service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348906 Oct 17 19:13:15.050405 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:15.055076 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144af3c-3823-4d4a-8127-94e17fe6682a None None] The sync data for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv is: [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '5733b173-da13-48fc-aa88-be545f92d5b4', 'name': '', 'network_id': 'a958661b-550d-4cc9-bb8f-e818ecec287f', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:7d:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:09Z', 'updated_at': '2022-10-17T19:10:16Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'b7bdd8b7-b0c8-4a82-954f-67cfb40c7557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:13:15.210285 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ae47e81c-7319-4336-90b5-cfacf5d0d809 req-60d5c3ab-557e-4835-b908-60ddfde215de service neutron] 10.222.0.42 "GET /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918844 Oct 17 19:13:15.258778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4c037-373a-4b37-8e21-7a65fcb86858 req-ed1b5af4-9fa5-4096-be44-8b4e98d8da94 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:15.260260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9ed4c037-373a-4b37-8e21-7a65fcb86858 req-ed1b5af4-9fa5-4096-be44-8b4e98d8da94 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1614079 Oct 17 19:13:15.303004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd69f5-b429-47f0-a9b1-b6a1b19caf25 None None] New status for floating IP fe161419-170f-4b97-b546-11a822d06887: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:13:15.309708 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9ed4c037-373a-4b37-8e21-7a65fcb86858 req-6fa43c60-7520-41e3-beaa-b3144774d63b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Oct 17 19:13:16.558324 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07055d9-ebd5-4dc0-8a1a-101ace29acf3 req-f02fcdb2-e47f-46c1-89e8-069772872238 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:16.558918 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a07055d9-ebd5-4dc0-8a1a-101ace29acf3 req-f02fcdb2-e47f-46c1-89e8-069772872238 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:16.634948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-a07055d9-ebd5-4dc0-8a1a-101ace29acf3 req-f02fcdb2-e47f-46c1-89e8-069772872238 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:16.636165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a07055d9-ebd5-4dc0-8a1a-101ace29acf3 req-f02fcdb2-e47f-46c1-89e8-069772872238 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.2091429 Oct 17 19:13:16.681471 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a07055d9-ebd5-4dc0-8a1a-101ace29acf3 req-0dc57c47-59d7-4f56-9d69-1f17f928a7ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 Oct 17 19:13:17.115254 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-5aeed0a0-9881-41f2-8ff1-bf26bad746a7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:17.116730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-5aeed0a0-9881-41f2-8ff1-bf26bad746a7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.0991011 Oct 17 19:13:17.193738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:13:17.194076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:17.462250 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 65f79c7f-b6f0-4f53-a532-77000ae753d2, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=65f79c7f-b6f0-4f53-a532-77000ae753d2,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:17.462620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:17.593853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 65f79c7f-b6f0-4f53-a532-77000ae753d2 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:13:17.945401 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39bf1-f432-4329-8768-1a30e9570263 req-7385e33a-aff9-4e94-a5de-e18c00107640 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:17.946912 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdf39bf1-f432-4329-8768-1a30e9570263 req-7385e33a-aff9-4e94-a5de-e18c00107640 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 946 time: 0.1513958 Oct 17 19:13:17.999183 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cdf39bf1-f432-4329-8768-1a30e9570263 req-466407b9-47f0-45fb-aab0-bce195740c7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=48fb6b27-53ee-4772-8638-bc50848bae06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Oct 17 19:13:18.012793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:18.075989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=65f79c7f-b6f0-4f53-a532-77000ae753d2,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:18.116389 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118372 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.118947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.119048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.119345 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.119669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.119994 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:18.181477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] No DVR routers for this DVR port 65f79c7f-b6f0-4f53-a532-77000ae753d2 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:13:18.184108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:18.187016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-deleted', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:13:18.190049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f99203e-b384-48b7-b8a6-7019c2c2affa" -d '{"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-deleted", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:13:18.234848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648ef833-3548-4919-998f-f31169374726 x-openstack-request-id: req-648ef833-3548-4919-998f-f31169374726 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:13:18.235217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dac738-095b-43d9-93ba-b6886439e6a5", "name": "network-vif-deleted", "tag": "65f79c7f-b6f0-4f53-a532-77000ae753d2", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:13:18.235537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-648ef833-3548-4919-998f-f31169374726 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:13:18.237895 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648ef833-3548-4919-998f-f31169374726'] response: {'server_uuid': 'd0dac738-095b-43d9-93ba-b6886439e6a5', 'name': 'network-vif-deleted', 'tag': '65f79c7f-b6f0-4f53-a532-77000ae753d2', 'status': 'completed', 'code': 200} Oct 17 19:13:18.281744 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ca44f71a-5911-4423-8a8e-418e91f11708 req-634a527b-c08c-45d4-97e8-9520768de639 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "DELETE /v2.0/ports/65f79c7f-b6f0-4f53-a532-77000ae753d2 HTTP/1.1" status: 204 len: 173 time: 1.1586468 Oct 17 19:13:19.177238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-72e578d9-75c1-4718-b225-f767e4d30027 req-5e0e8af1-9e4f-4067-b3cf-0750ce1082bb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:19.252624 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-72e578d9-75c1-4718-b225-f767e4d30027 req-5e0e8af1-9e4f-4067-b3cf-0750ce1082bb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:19.253883 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72e578d9-75c1-4718-b225-f767e4d30027 req-5e0e8af1-9e4f-4067-b3cf-0750ce1082bb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dac738-095b-43d9-93ba-b6886439e6a5 HTTP/1.1" status: 200 len: 210 time: 0.1286092 Oct 17 19:13:19.714938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc2f2-e860-45f7-9d88-ad1375e13278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:19.931284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:13:19.965140 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 65f79c7f-b6f0-4f53-a532-77000ae753d2 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:13:19.965480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 65f79c7f-b6f0-4f53-a532-77000ae753d2 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:13:20.353110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51262) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:20.909364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:21.280716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 5733b173-da13-48fc-aa88-be545f92d5b4 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:13:21.281053 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:21.587212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 5733b173-da13-48fc-aa88-be545f92d5b4, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=5733b173-da13-48fc-aa88-be545f92d5b4,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:21.587937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:21.711671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 5733b173-da13-48fc-aa88-be545f92d5b4 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:13:21.960739 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:22.043372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=5733b173-da13-48fc-aa88-be545f92d5b4,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:22.296863 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:22.309557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5f9b9c31-18dc-4717-aac0-b10432ca2a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:22.654132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 6f52b4b4-7199-4d21-b6b9-724d45f35040 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:13:22.940656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:13:22.950732 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Sync routers for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:13:22.970873 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:22.971522 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:23.008110 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9a3f2799-6463-457f-90de-eb3f6d47863d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/6f52b4b4-7199-4d21-b6b9-724d45f35040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6538606 Oct 17 19:13:23.010922 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51266) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:23.035259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.083884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting subnet b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:13:23.087296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.144423 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.160466 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:23.245540 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.286774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.412440 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.440136 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:13:21Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:23.444104 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Checking router: 6f52b4b4-7199-4d21-b6b9-724d45f35040 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:13:23.452608 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Routers {'6f52b4b4-7199-4d21-b6b9-724d45f35040'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:23.453161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bdd8b7-b0c8-4a82-954f-67cfb40c7557,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:23.453337 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6f52b4b4-7199-4d21-b6b9-724d45f35040'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:23.460762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.466240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495a81b-fb07-4637-ba26-521762ee7310 None None] Network a958661b-550d-4cc9-bb8f-e818ecec287f requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:13:23.471390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51270) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:23.471956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d4857b6-9772-4670-b65a-5089496bf144 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/subnets/b7bdd8b7-b0c8-4a82-954f-67cfb40c7557 HTTP/1.1" status: 204 len: 168 time: 0.4597781 Oct 17 19:13:23.660075 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.662957 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] Set router 6f52b4b4-7199-4d21-b6b9-724d45f35040 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:23.733932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] DHCP port deletion for a958661b-550d-4cc9-bb8f-e818ecec287f request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:13:23.738514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Deleting port 88865230-396c-4937-a353-e683ce52af75 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:13:23.739060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.960957 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:13:21Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:23.965018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e7754-55a0-488d-b53b-20f18b04cd5f None None] The sync data for ids ['6f52b4b4-7199-4d21-b6b9-724d45f35040'] in dv-neutron-861384-1-hyperv is: [{'id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699503166', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:10:04Z', 'updated_at': '2022-10-17T19:13:21Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': 'fc9a7c7d-6501-487e-b7c4-98814f039fd9', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52b4b4-7199-4d21-b6b9-724d45f35040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:10:05Z', 'updated_at': '2022-10-17T19:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:13:23.973054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] For port 88865230-396c-4937-a353-e683ce52af75, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=88865230-396c-4937-a353-e683ce52af75,segment=NetworkSegment(7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa),segment_id=7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:23.973695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:23.992744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.103871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port fc9a7c7d-6501-487e-b7c4-98814f039fd9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:13:24.104215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.104418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Calling delete_port for 88865230-396c-4937-a353-e683ce52af75 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:13:24.279499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port fc9a7c7d-6501-487e-b7c4-98814f039fd9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=fc9a7c7d-6501-487e-b7c4-98814f039fd9,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:24.279779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.280737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.328076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Pushing event deleted for resources: {'Port': ['ID=88865230-396c-4937-a353-e683ce52af75,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:24.335054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 88865230-396c-4937-a353-e683ce52af75 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:13:24.370464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] No DVR routers for this DVR port 88865230-396c-4937-a353-e683ce52af75 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:13:24.375414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.375414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.375414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.375932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.375932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.376268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.376696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.376878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.377209 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.377537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.377884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.378211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905affd-d7e7-40be-b9f6-c11cfc540be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:24.389301 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 88865230-396c-4937-a353-e683ce52af75 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:13:24.389490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 88865230-396c-4937-a353-e683ce52af75 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:13:24.430174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for fc9a7c7d-6501-487e-b7c4-98814f039fd9 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:13:24.664150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.709825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=fc9a7c7d-6501-487e-b7c4-98814f039fd9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:24.720862 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.809701 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.984322 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:24.986715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.120928 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.121390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Fanout notify agent at l3_agent the message router_deleted on router 6f52b4b4-7199-4d21-b6b9-724d45f35040 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:13:25.139217 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.139217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f9c4c20d-e30b-4954-b7dc-20606c48465d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/routers/6f52b4b4-7199-4d21-b6b9-724d45f35040 HTTP/1.1" status: 204 len: 168 time: 1.6664016 Oct 17 19:13:25.141645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51274) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:25.263516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.394605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.418710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a958661b-550d-4cc9-bb8f-e818ecec287f']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:25.430404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:25.430706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:25.442472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.464607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.471323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:13:25.471739 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.541805 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa resource provider aggregate not found Oct 17 19:13:25.565929 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e843a0d-f61c-45d8-9a7e-e0a6e2dc9cfa found for delete ", "request_id": "req-64c68fca-8336-401d-a518-9d09f59595c0"}]} Oct 17 19:13:25.675962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.693989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:25.705144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Network': ['ID=a958661b-550d-4cc9-bb8f-e818ecec287f,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:25.870472 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-6505541f-dcbc-4ddf-85f2-34de91956845 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/networks/a958661b-550d-4cc9-bb8f-e818ecec287f HTTP/1.1" status: 204 len: 168 time: 0.7271283 Oct 17 19:13:25.872838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51282) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:25.961776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5733b173-da13-48fc-aa88-be545f92d5b4 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:13:26.001115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 5733b173-da13-48fc-aa88-be545f92d5b4 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:13:26.001500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 5733b173-da13-48fc-aa88-be545f92d5b4 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:13:26.001988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc9a7c7d-6501-487e-b7c4-98814f039fd9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:13:26.037372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: fc9a7c7d-6501-487e-b7c4-98814f039fd9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:13:26.037744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device fc9a7c7d-6501-487e-b7c4-98814f039fd9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:13:26.061200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.091317 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.241412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.257352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb6b27-53ee-4772-8638-bc50848bae06,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:26.382746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.383897 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-950f274d-55c9-4075-bd8e-71e36b5a662e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/security-groups/48fb6b27-53ee-4772-8638-bc50848bae06 HTTP/1.1" status: 204 len: 168 time: 0.5101655 Oct 17 19:13:26.612335 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.708174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51290) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:26.713200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809180119', 'description': 'tempest-secgroup-smoke-1809180119 description', 'project_id': '229c66aa34fb410da94ac7a8f3a898db'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:26.719279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:26.724019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:26.727033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:26.732603 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:26.829690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:26.850139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:26.854195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:26.857247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:26.862862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:26.931285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.006399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.050878 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28420a2e-2905-444e-b3e4-23f8207df246,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:27.166887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.168065 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-322c4d1b-0b4e-42af-9ed5-f92b18ce32c7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4588377 Oct 17 19:13:27.170934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51294) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:27.176457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:27.182786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:27.186733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:27.189620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:27.196154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:27.327467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.387655 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.463798 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.487822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd750db5-d81b-4669-bcc1-b8e033cc42d2,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:27.561196 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.562436 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-621788b0-a0f5-4f62-a0f0-7abad01ea39c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905945 Oct 17 19:13:27.565191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51298) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:27.570658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:27.577284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:27.581260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:27.584265 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:27.590667 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:27.722000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.783285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.938197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:27.962949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c917b60-5d09-42f2-b213-d5207276bdfa,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:28.041191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.042396 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-21334327-0a84-4230-8213-6ac0ba181d0d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4761703 Oct 17 19:13:28.045149 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51302) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:28.050127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:28.059186 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:28.059981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:28.062874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:28.070386 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:28.150813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.216512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.326600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.351989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2264bc95-0cf6-4b98-91d5-227f694e6672,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:28.423673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.424940 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fcb037f4-627b-459a-8347-4f8936124562 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788357 Oct 17 19:13:28.427691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51306) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:28.434563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:28.438519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:28.442314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:28.446195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:28.451422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:28.590362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.654027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.737877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.762522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e761afdd-66bf-4021-b29f-621225359279,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:28.886975 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:28.888144 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cf4bea11-29c3-462a-8c0d-ad5f32657849 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4595261 Oct 17 19:13:28.890906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51310) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:28.895972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:28.902104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:28.906162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:28.909129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:28.915595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:29.057770 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:13:29.064652 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.128510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.229728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.255682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79fc5a0-b19e-47e3-b932-062b239da428,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:29.321273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.322581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-360d7c55-c964-4bb5-b874-176d487ff7eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4307294 Oct 17 19:13:29.325423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51314) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:29.330397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': '28420a2e-2905-444e-b3e4-23f8207df246', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:29.336392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:29.340677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:29.343620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:29.349295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:29.441316 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:13:29.448492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.512804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.612296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.635822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4c2ed7-575b-425c-9725-e2e0d3a3bdfe,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:29.714991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.716219 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5701134a-9929-429f-b9b3-a1027ea22310 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3898261 Oct 17 19:13:29.719043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51318) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:29.724802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'network': {'name': 'tempest-network-smoke--1786449099', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'port_security_enabled': True}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:29.734993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:29.734993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:network and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:29.737437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:29.743137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:29.823932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:13:29.827302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.854988 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:13:29.863433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.863764 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Added segment 1781117b-c7de-4a7b-b0ec-f9ec87093788 of type vlan for network acc489a7-34db-453f-b0da-f75177880c65 Oct 17 19:13:29.889425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:29.995850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:30.001734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:30.002316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:30.110344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Network': ['ID=acc489a7-34db-453f-b0da-f75177880c65,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:30.120855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network acc489a7-34db-453f-b0da-f75177880c65 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:13:30.173094 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cc85fb09-d502-4e7e-9b2c-7aa52a759e8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4530158 Oct 17 19:13:30.175765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51322) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:30.180781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'admin_state_up': True, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:30.188431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:30.192922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:router and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:30.195450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:30.202416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:30.292597 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:30.293681 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:30.308671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:30.645771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:31.040062 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:31.069167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:31.308094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.78 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/37568c26-370b-4d58-a883-795791ec1c54) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:13:31.455238 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:31.532418 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:31.600568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:31.603797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:31.608857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:13:31.644151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=37568c26-370b-4d58-a883-795791ec1c54,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:32.087138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:32.432894 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:32.715535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 72c08fde-5b9f-41c4-a4db-0698d28ca27f is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:13:33.012198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:13:33.022568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Sync routers for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:13:33.031925 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:33.032609 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:33.103980 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:33.105225 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dc582cbf-d5aa-427e-b334-afd1d473bac4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9285398 Oct 17 19:13:33.108638 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51326) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:33.149908 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-c0654f71-563e-4ff9-a973-58b16a05ab90 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=229c66aa34fb410da94ac7a8f3a898db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401356 Oct 17 19:13:33.152503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51330) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:33.212683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:33.282819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afea9d-a9dc-4e34-8e23-f291fe4e024b tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:33.287259 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b5afea9d-a9dc-4e34-8e23-f291fe4e024b tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308351 Oct 17 19:13:33.287978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51334) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:33.337705 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-7d267d00-ce00-4a98-82bb-f93d6f89e69e tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462294 Oct 17 19:13:33.338144 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51338) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:33.343576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1769261859', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:33.455210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:33.459189 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:subnet and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:33.462037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:33.467639 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:33.533094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:31Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:33.536874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Checking router: 72c08fde-5b9f-41c4-a4db-0698d28ca27f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:13:33.537223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Updating router 72c08fde-5b9f-41c4-a4db-0698d28ca27f port 37568c26-370b-4d58-a883-795791ec1c54 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:13:33.572560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:13:33.576213 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:33.593359 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:33.875787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:33.919648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:33.931492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Transition to ACTIVE for port object 37568c26-370b-4d58-a883-795791ec1c54 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:33.961802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Subnet': ['ID=ffa1fd04-0529-407a-a14d-3915d4fc143e,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:33.968050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Checking segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:13:33.968400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network hostable DHCP agents. Network: acc489a7-34db-453f-b0da-f75177880c65, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:13:34.006577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.063874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network acc489a7-34db-453f-b0da-f75177880c65 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:13:34.068535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Attempting to bind port 37568c26-370b-4d58-a883-795791ec1c54 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:13:34.069099 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Attempting to bind port 37568c26-370b-4d58-a883-795791ec1c54 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:13:34.069297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Attempting to bind port 37568c26-370b-4d58-a883-795791ec1c54 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:13:34.080252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:13:34.080623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:13:34.081020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.081408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:13:34.081903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Bound port: 37568c26-370b-4d58-a883-795791ec1c54, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:13:34.082268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.127059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfaac2-1515-499a-bacf-59c13a8c98e2 None None] Pushing event updated for resources: {'Port': ['ID=37568c26-370b-4d58-a883-795791ec1c54,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:34.138659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, acc489a7-34db-453f-b0da-f75177880c65) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:34.144264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:34.145296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.152882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4045f0f-fe56-4c87-8070-5d36b7a21e08 None None] Network acc489a7-34db-453f-b0da-f75177880c65 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:13:34.232454 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] For port 37568c26-370b-4d58-a883-795791ec1c54, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:13:34.250420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] For port 37568c26-370b-4d58-a883-795791ec1c54, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37568c26-370b-4d58-a883-795791ec1c54,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:13:34.253719 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-9d182c44-ac87-4d37-bc54-d517cbb90fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9144928 Oct 17 19:13:34.257677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51342) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:34.370171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.439199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-acc489a7-34db-453f-b0da-f75177880c65', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:13:34.440015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:34.455213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:34.455840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:34.655398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfaac2-1515-499a-bacf-59c13a8c98e2 None None] Pushing event updated for resources: {'Port': ['ID=37568c26-370b-4d58-a883-795791ec1c54,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:34.760496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:34.982604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Allocated IP 172.20.0.2 (acc489a7-34db-453f-b0da-f75177880c65/ffa1fd04-0529-407a-a14d-3915d4fc143e/7ffae135-0f0e-4025-bb6c-9615afb15d23) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:13:35.077691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.278771 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.285178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:31Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:35.293762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Transition to ACTIVE for port object 7ffae135-0f0e-4025-bb6c-9615afb15d23 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:35.296239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11ac7b-dfe0-4853-8813-27ba8eddfc35 None None] The sync data for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv is: [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:31Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:13:35.314463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Transition to ACTIVE for port object 7ffae135-0f0e-4025-bb6c-9615afb15d23 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:35.402282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.471486 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Network acc489a7-34db-453f-b0da-f75177880c65 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:35.474459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:35.478994 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:13:35.488679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.1 (acc489a7-34db-453f-b0da-f75177880c65/ffa1fd04-0529-407a-a14d-3915d4fc143e/36828c93-e8eb-410f-83b3-e46aa3130cd9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:13:35.534053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Pushing event updated for resources: {'Port': ['ID=7ffae135-0f0e-4025-bb6c-9615afb15d23,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:35.613987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Attempting to bind port 7ffae135-0f0e-4025-bb6c-9615afb15d23 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:13:35.614384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Attempting to bind port 7ffae135-0f0e-4025-bb6c-9615afb15d23 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:13:35.614683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Attempting to bind port 7ffae135-0f0e-4025-bb6c-9615afb15d23 on network acc489a7-34db-453f-b0da-f75177880c65 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:13:35.620621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:13:35.621019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Checking segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:13:35.621569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.622006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Bound using segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:13:35.622488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Bound port: 7ffae135-0f0e-4025-bb6c-9615afb15d23, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:13:35.622852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.685076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.702178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 36828c93-e8eb-410f-83b3-e46aa3130cd9 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:35.720769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] For port 7ffae135-0f0e-4025-bb6c-9615afb15d23, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:13:35.724150 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] For port 7ffae135-0f0e-4025-bb6c-9615afb15d23, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ffae135-0f0e-4025-bb6c-9615afb15d23,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:13:35.875751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.910483 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:35.948424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network acc489a7-34db-453f-b0da-f75177880c65 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:35.951830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:35.960183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:13:35.991773 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:36.019292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37568c26-370b-4d58-a883-795791ec1c54 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:36.032734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.085196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf071-e055-4388-ad34-b810d5f0f264 None None] Pushing event updated for resources: {'Port': ['ID=7ffae135-0f0e-4025-bb6c-9615afb15d23,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:36.217998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 37568c26-370b-4d58-a883-795791ec1c54 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:36.224909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 37568c26-370b-4d58-a883-795791ec1c54 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:36.225283 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.225651 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 37568c26-370b-4d58-a883-795791ec1c54 Oct 17 19:13:36.284118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.371856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 37568c26-370b-4d58-a883-795791ec1c54 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:36.372427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.390354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 37568c26-370b-4d58-a883-795791ec1c54, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37568c26-370b-4d58-a883-795791ec1c54,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:36.486651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.557803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=37568c26-370b-4d58-a883-795791ec1c54,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:36.709359 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.806954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.922841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:36.926180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:37.173108 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network acc489a7-34db-453f-b0da-f75177880c65 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:37.174303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:37.378761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 72c08fde-5b9f-41c4-a4db-0698d28ca27f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:13:37.459660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb19c6-ebce-4041-ac54-1f96b6531a4c None None] Network acc489a7-34db-453f-b0da-f75177880c65 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:13:37.569253 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:13:37.580476 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Sync routers for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:13:37.592781 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-dd65db0a-199e-4331-a2ed-5d7b3ac93fe7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/72c08fde-5b9f-41c4-a4db-0698d28ca27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3255820 Oct 17 19:13:37.593032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:37.593032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:37.684713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-788c3b8c-73ad-413f-a576-859c337d489c None None] Provisioning for port 7ffae135-0f0e-4025-bb6c-9615afb15d23 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:37.758388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-d688d82e-fb64-4088-a121-c65e116f7678 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:37.791032 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:37.841447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-d688d82e-fb64-4088-a121-c65e116f7678 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:37.842865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-d688d82e-fb64-4088-a121-c65e116f7678 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809180119&fields=id&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 267 time: 0.1274953 Oct 17 19:13:38.010136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-290256d4-b534-4a6b-a973-a7316c213cd2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:38.010771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-290256d4-b534-4a6b-a973-a7316c213cd2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:38.079215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37568c26-370b-4d58-a883-795791ec1c54 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:38.109929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-290256d4-b534-4a6b-a973-a7316c213cd2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:38.111199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-290256d4-b534-4a6b-a973-a7316c213cd2 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 797 time: 0.2616112 Oct 17 19:13:38.133283 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-ab789d58-eba0-4463-b1f7-7ad7643f5d6f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/quotas/229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 375 time: 0.0159638 Oct 17 19:13:38.150977 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 2, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:38.151493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Provisioning for port 36828c93-e8eb-410f-83b3-e46aa3130cd9 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:38.155416 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Checking router: 72c08fde-5b9f-41c4-a4db-0698d28ca27f for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:13:38.158083 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Updating router 72c08fde-5b9f-41c4-a4db-0698d28ca27f port 36828c93-e8eb-410f-83b3-e46aa3130cd9 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:13:38.160052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Provisioning complete for port 36828c93-e8eb-410f-83b3-e46aa3130cd9 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:38.160427 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.160897 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Attempt 1 to provision port 36828c93-e8eb-410f-83b3-e46aa3130cd9 Oct 17 19:13:38.236252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Port 36828c93-e8eb-410f-83b3-e46aa3130cd9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:13:38.249862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.254190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-f6d291fa-0568-42d0-9b37-9ef817bc610b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:38.264192 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 37568c26-370b-4d58-a883-795791ec1c54 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:38.264770 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.265316 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 37568c26-370b-4d58-a883-795791ec1c54 Oct 17 19:13:38.327673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-f6d291fa-0568-42d0-9b37-9ef817bc610b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:38.329458 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-f6d291fa-0568-42d0-9b37-9ef817bc610b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863427 Oct 17 19:13:38.449426 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 37568c26-370b-4d58-a883-795791ec1c54 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:38.450623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ffae135-0f0e-4025-bb6c-9615afb15d23 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:38.640918 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7ffae135-0f0e-4025-bb6c-9615afb15d23 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:38.647735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7ffae135-0f0e-4025-bb6c-9615afb15d23 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:38.648244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.648663 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7ffae135-0f0e-4025-bb6c-9615afb15d23 Oct 17 19:13:38.655062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-5908fc14-2066-49a1-9640-a1e1eb12f761 service neutron] 10.222.0.36 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200689 Oct 17 19:13:38.733191 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.741707 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Attempt 2 to provision port 36828c93-e8eb-410f-83b3-e46aa3130cd9 Oct 17 19:13:38.746770 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Transition to ACTIVE for port object 36828c93-e8eb-410f-83b3-e46aa3130cd9 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:38.792087 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-f13a5b91-a680-4719-9f30-9e6647feae4e service neutron] 10.222.0.36 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360166 Oct 17 19:13:38.814398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7ffae135-0f0e-4025-bb6c-9615afb15d23 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:38.814728 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.829791 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:38.830730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Port 36828c93-e8eb-410f-83b3-e46aa3130cd9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:13:38.855656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 7ffae135-0f0e-4025-bb6c-9615afb15d23, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ffae135-0f0e-4025-bb6c-9615afb15d23,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:38.927322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:39.005066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=7ffae135-0f0e-4025-bb6c-9615afb15d23,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:39.023256 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Pushing event updated for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:39.034775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.035116 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.035454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.035893 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.036228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.036554 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.036881 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.037198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.037518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.037863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.038183 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.038518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:13:39.074425 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f83ba814-fe42-4d3f-bcd3-98f4aa22942d req-343a3aab-4af3-445d-8c8d-3f42f1a5f374 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:39.086789 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-f83ba814-fe42-4d3f-bcd3-98f4aa22942d req-343a3aab-4af3-445d-8c8d-3f42f1a5f374 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:39.088130 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f83ba814-fe42-4d3f-bcd3-98f4aa22942d req-343a3aab-4af3-445d-8c8d-3f42f1a5f374 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0641425 Oct 17 19:13:39.101707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Attempting to bind port 36828c93-e8eb-410f-83b3-e46aa3130cd9 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:13:39.101707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Attempting to bind port 36828c93-e8eb-410f-83b3-e46aa3130cd9 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:13:39.101707 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Attempting to bind port 36828c93-e8eb-410f-83b3-e46aa3130cd9 on network acc489a7-34db-453f-b0da-f75177880c65 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:13:39.107067 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:13:39.107434 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Checking segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:13:39.107827 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:39.108229 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Bound using segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:13:39.108756 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Bound port: 36828c93-e8eb-410f-83b3-e46aa3130cd9, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:13:39.109113 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:39.202198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] For port 36828c93-e8eb-410f-83b3-e46aa3130cd9, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:13:39.205380 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] For port 36828c93-e8eb-410f-83b3-e46aa3130cd9, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=36828c93-e8eb-410f-83b3-e46aa3130cd9,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:13:39.293030 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:39.332517 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Attempt 3 to provision port 36828c93-e8eb-410f-83b3-e46aa3130cd9 Oct 17 19:13:39.355018 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:39.355613 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:39.413070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8efd2eed-4b47-4405-8b83-ce805329367d None None] Port 36828c93-e8eb-410f-83b3-e46aa3130cd9 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:13:39.495090 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5db2-70ff-4fac-b668-6ee439c1a735 None None] Pushing event updated for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:39.542086 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:39.854044 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:39Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:39.857848 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f0f2d-5354-4623-9d5b-3d594b91f4a4 None None] The sync data for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv is: [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:39Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:13:40.072402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 36828c93-e8eb-410f-83b3-e46aa3130cd9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:40.218263 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 36828c93-e8eb-410f-83b3-e46aa3130cd9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:40.224238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 36828c93-e8eb-410f-83b3-e46aa3130cd9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:40.224652 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:40.224983 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 36828c93-e8eb-410f-83b3-e46aa3130cd9 Oct 17 19:13:40.290220 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cd1fbbe6-7c1a-415b-8b71-4209eaf6acdc req-3d35fb69-1e2b-4e4b-853a-581f923cbfda tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0679035 Oct 17 19:13:40.358554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 36828c93-e8eb-410f-83b3-e46aa3130cd9 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:40.358847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:40.394935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 36828c93-e8eb-410f-83b3-e46aa3130cd9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=36828c93-e8eb-410f-83b3-e46aa3130cd9,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:40.470199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:40.471102 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ffae135-0f0e-4025-bb6c-9615afb15d23 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:40.596173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:40.609985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7ffae135-0f0e-4025-bb6c-9615afb15d23 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:40.610354 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:40.610713 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7ffae135-0f0e-4025-bb6c-9615afb15d23 Oct 17 19:13:40.732633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7ffae135-0f0e-4025-bb6c-9615afb15d23 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:41.276206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-36104ed6-4b7f-4ed4-a65c-174388fb1572 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:41.278462 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-36104ed6-4b7f-4ed4-a65c-174388fb1572 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 797 time: 0.1504068 Oct 17 19:13:41.327197 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-ddc47379-dfa2-4301-b9b2-5ca35accc54b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 380 time: 0.0406592 Oct 17 19:13:41.335984 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'port': {'device_id': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'admin_state_up': True, 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'security_groups': ['28420a2e-2905-444e-b3e4-23f8207df246']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:41.464351 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-31e1f28f-d950-4147-b219-4d73a6b5bc4b req-9dc29097-5c49-466e-b688-17faeca5377c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0540798 Oct 17 19:13:41.482352 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:41.492806 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:41.618477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:13:41.622028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:41.901517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.11 (acc489a7-34db-453f-b0da-f75177880c65/ffa1fd04-0529-407a-a14d-3915d4fc143e/1833f27d-1513-4280-82ee-ebbb5a69921e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:13:41.969375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 36828c93-e8eb-410f-83b3-e46aa3130cd9 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:42.036802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 36828c93-e8eb-410f-83b3-e46aa3130cd9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:42.037178 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.037510 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 36828c93-e8eb-410f-83b3-e46aa3130cd9 Oct 17 19:13:42.091843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.108165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object 1833f27d-1513-4280-82ee-ebbb5a69921e will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:42.156581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 36828c93-e8eb-410f-83b3-e46aa3130cd9 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:42.195752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.270044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network acc489a7-34db-453f-b0da-f75177880c65 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:42.273049 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:42.277398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:13:42.308574 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:42.346098 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:42.346738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.430538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-58f02cba-117b-47bd-baa3-17baf45cf0f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0980461 Oct 17 19:13:42.516895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Request body: {'port': {'device_id': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:42.521059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Provisioning for port 1833f27d-1513-4280-82ee-ebbb5a69921e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:42.527530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Provisioning complete for port 1833f27d-1513-4280-82ee-ebbb5a69921e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:42.527990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.528391 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Attempt 1 to provision port 1833f27d-1513-4280-82ee-ebbb5a69921e Oct 17 19:13:42.585907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Port 1833f27d-1513-4280-82ee-ebbb5a69921e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:13:42.689397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:42.772968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fee91d-c532-4121-9891-0c8b7c321765 req-e9990ce7-2e53-4664-bde0-253db9efc9eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:42.773680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62fee91d-c532-4121-9891-0c8b7c321765 req-e9990ce7-2e53-4664-bde0-253db9efc9eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:13:42.929629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-62fee91d-c532-4121-9891-0c8b7c321765 req-e9990ce7-2e53-4664-bde0-253db9efc9eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:13:42.930825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62fee91d-c532-4121-9891-0c8b7c321765 req-e9990ce7-2e53-4664-bde0-253db9efc9eb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 932 time: 0.3223600 Oct 17 19:13:43.005704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-62fee91d-c532-4121-9891-0c8b7c321765 req-9e948587-9402-4140-88e9-317b99968aa7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676653 Oct 17 19:13:43.087280 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Attempt 2 to provision port 1833f27d-1513-4280-82ee-ebbb5a69921e Oct 17 19:13:43.099284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1833f27d-1513-4280-82ee-ebbb5a69921e {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:13:43.107641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:43.122110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Transition to ACTIVE for port object 1833f27d-1513-4280-82ee-ebbb5a69921e will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:13:43.143562 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Port 1833f27d-1513-4280-82ee-ebbb5a69921e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:13:43.310138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:43.499745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:43.543191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Attempting to bind port 1833f27d-1513-4280-82ee-ebbb5a69921e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:13:43.543449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Attempting to bind port 1833f27d-1513-4280-82ee-ebbb5a69921e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:13:43.543795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Attempting to bind port 1833f27d-1513-4280-82ee-ebbb5a69921e on network acc489a7-34db-453f-b0da-f75177880c65 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:13:43.548954 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Port 1833f27d-1513-4280-82ee-ebbb5a69921e on network acc489a7-34db-453f-b0da-f75177880c65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:13:43.549320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Attempting to bind port 1833f27d-1513-4280-82ee-ebbb5a69921e on network acc489a7-34db-453f-b0da-f75177880c65 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:13:43.555019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:13:43.555415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Checking segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:13:43.555848 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Bound using segment: {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:13:43.556330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Bound port: 1833f27d-1513-4280-82ee-ebbb5a69921e, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1781117b-c7de-4a7b-b0ec-f9ec87093788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:13:43.556711 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:43.644428 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Attempt 3 to provision port 1833f27d-1513-4280-82ee-ebbb5a69921e Oct 17 19:13:43.647272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:13:43.650299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1833f27d-1513-4280-82ee-ebbb5a69921e,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:13:43.698161 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Port 1833f27d-1513-4280-82ee-ebbb5a69921e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:13:43.704752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:43.739997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:43.740606 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:43.741982 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1094 time: 1.2295420 Oct 17 19:13:43.742517 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:13:43.744854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de8b383-447e-4db9-abd6-2e68b7a649fa" -d '{"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:13:43.786299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54409d-028c-4fdd-9374-05bd4dd459f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:43.790923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279f7af1-ce90-4065-a0ee-3a70f89c81e9 x-openstack-request-id: req-279f7af1-ce90-4065-a0ee-3a70f89c81e9 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:13:43.791209 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:13:43.792018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-279f7af1-ce90-4065-a0ee-3a70f89c81e9 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:13:43.792416 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279f7af1-ce90-4065-a0ee-3a70f89c81e9'] response: {'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'status': 'completed', 'code': 200} Oct 17 19:13:43.889719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-8ba28c43-631c-49a3-9c04-f89897c183af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:43.891173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-8ba28c43-631c-49a3-9c04-f89897c183af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1097 time: 0.0809691 Oct 17 19:13:44.032437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-2514144d-6ec7-446f-8c0d-5ca1739d83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.033958 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-2514144d-6ec7-446f-8c0d-5ca1739d83cb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=229c66aa34fb410da94ac7a8f3a898db&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1353955 Oct 17 19:13:44.199334 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Attempt 4 to provision port 1833f27d-1513-4280-82ee-ebbb5a69921e Oct 17 19:13:44.263788 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-b1056b34-40e1-4b34-8bcc-95f5b4dd7e4a None None] Port 1833f27d-1513-4280-82ee-ebbb5a69921e had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:13:44.337750 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-24191213-05d0-431e-899a-8203c0b6c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.339716 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1de8b383-447e-4db9-abd6-2e68b7a649fa req-24191213-05d0-431e-899a-8203c0b6c1e5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989419 Oct 17 19:13:44.356749 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734f8d-3c45-420f-86d8-45cecdb063f4 req-e9906a7c-3562-47b7-967a-2d07711f4fd8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.358242 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-47734f8d-3c45-420f-86d8-45cecdb063f4 req-e9906a7c-3562-47b7-967a-2d07711f4fd8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 944 time: 0.1433794 Oct 17 19:13:44.458489 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-47734f8d-3c45-420f-86d8-45cecdb063f4 req-88f748ea-5464-4ba5-819c-14715121851a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936334 Oct 17 19:13:44.481348 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-e3a2de08-ba07-4f84-a9a9-ec91939be3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.482839 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-e3a2de08-ba07-4f84-a9a9-ec91939be3a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1097 time: 0.1036634 Oct 17 19:13:44.551491 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-95697277-e333-4553-a23a-c24aea30593f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 217 time: 0.0605421 Oct 17 19:13:44.618342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-db04859e-4b61-4fd4-b097-377bddf5fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.619676 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-db04859e-4b61-4fd4-b097-377bddf5fd2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0608184 Oct 17 19:13:44.703288 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-12cc534a-7b9c-4fe3-9ccc-22e188b2beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:44.704808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-12cc534a-7b9c-4fe3-9ccc-22e188b2beb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786731 Oct 17 19:13:44.837914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-ebe21197-eb9f-45af-993a-d910088f005e service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253624 Oct 17 19:13:44.903631 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:13:44.972827 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f30c20f-bb33-4f9b-bccb-976b37bcdc2f req-2684537e-fad9-4627-906c-b5701318a586 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287172 Oct 17 19:13:45.657410 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a1a4-d488-4957-b1ca-820732202411 req-78f38e10-aeb3-48c7-bd37-72061ec3fa8b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:45.658786 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c64a1a4-d488-4957-b1ca-820732202411 req-78f38e10-aeb3-48c7-bd37-72061ec3fa8b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0880947 Oct 17 19:13:45.706786 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c64a1a4-d488-4957-b1ca-820732202411 req-6b30f2fb-d306-4cf7-8250-2f753d753142 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Oct 17 19:13:46.910380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758dde-6880-470c-919c-1c2fe98a0685 req-e6b84ec0-51a8-41e7-86b6-03df3ecfd5fe tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:46.911819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db758dde-6880-470c-919c-1c2fe98a0685 req-e6b84ec0-51a8-41e7-86b6-03df3ecfd5fe tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0942628 Oct 17 19:13:46.956548 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-db758dde-6880-470c-919c-1c2fe98a0685 req-81534fdc-700e-4a65-a793-cfb838602555 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Oct 17 19:13:48.152766 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53554f-78b1-4ce4-b171-2c86968c8903 req-ad4cc399-bf07-43d2-9ef4-ada172183ffe tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:48.154260 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed53554f-78b1-4ce4-b171-2c86968c8903 req-ad4cc399-bf07-43d2-9ef4-ada172183ffe tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0880952 Oct 17 19:13:48.199392 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ed53554f-78b1-4ce4-b171-2c86968c8903 req-12453f58-7735-4ea8-8876-cc1effb51fbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Oct 17 19:13:49.396416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee158d95-d437-4f09-bee7-6b268f667000 req-7b3a8645-f010-459d-88cb-de7c9b087994 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:49.397913 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee158d95-d437-4f09-bee7-6b268f667000 req-7b3a8645-f010-459d-88cb-de7c9b087994 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 944 time: 0.0874541 Oct 17 19:13:49.445292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee158d95-d437-4f09-bee7-6b268f667000 req-429b6d85-1494-4a89-ad7e-951d51049712 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Oct 17 19:13:49.727553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6529a2e-a47c-4096-a968-e0e88cbaf146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:50.099390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1833f27d-1513-4280-82ee-ebbb5a69921e details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:13:50.236314 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1833f27d-1513-4280-82ee-ebbb5a69921e,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:50.249823 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'port_id': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'mac_address': 'fa:16:3e:5d:5d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:13:50.326805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1833f27d-1513-4280-82ee-ebbb5a69921e is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:50.327198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:50.344267 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1833f27d-1513-4280-82ee-ebbb5a69921e {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:13:50.359802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1833f27d-1513-4280-82ee-ebbb5a69921e,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:50.447083 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:50.518363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:50.649359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751cebf-72c7-41f9-975b-d222d664a2ed req-4ba4cac7-ccaa-4f51-a97d-32f0537d9363 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:50.650843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2751cebf-72c7-41f9-975b-d222d664a2ed req-4ba4cac7-ccaa-4f51-a97d-32f0537d9363 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 945 time: 0.0923636 Oct 17 19:13:50.695740 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2751cebf-72c7-41f9-975b-d222d664a2ed req-2cd0f4d4-11e5-4949-a878-05bd239adbe5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391541 Oct 17 19:13:50.882149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['1833f27d-1513-4280-82ee-ebbb5a69921e'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:13:51.892691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b3c0-97ff-49f5-bc28-52c51aa06343 req-523bb35f-319f-46cd-a6bc-abb4c895a28e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:51.894149 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d289b3c0-97ff-49f5-bc28-52c51aa06343 req-523bb35f-319f-46cd-a6bc-abb4c895a28e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 945 time: 0.0872970 Oct 17 19:13:51.939438 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d289b3c0-97ff-49f5-bc28-52c51aa06343 req-61c58840-5b93-4b7b-9bba-97902c9d1606 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Oct 17 19:13:52.113164 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1833f27d-1513-4280-82ee-ebbb5a69921e up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:13:52.269715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 1833f27d-1513-4280-82ee-ebbb5a69921e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:13:52.274756 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 1833f27d-1513-4280-82ee-ebbb5a69921e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:13:52.275125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:52.275457 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 1833f27d-1513-4280-82ee-ebbb5a69921e Oct 17 19:13:52.367607 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e0417a6-aba9-4505-bd22-427af038712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:52.392783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1833f27d-1513-4280-82ee-ebbb5a69921e is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:13:52.393168 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:52.419681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:13:52.421981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebdcbaa-97e5-4aee-9778-6e50d4aa6bf6" -d '{"events": [{"server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "name": "network-vif-plugged", "status": "completed", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:13:52.429339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1833f27d-1513-4280-82ee-ebbb5a69921e,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:13:52.465433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e50e0-0cb8-425b-8bb9-e56b01ee66c7 x-openstack-request-id: req-246e50e0-0cb8-425b-8bb9-e56b01ee66c7 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:13:52.465746 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "name": "network-vif-plugged", "status": "completed", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:13:52.465995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-246e50e0-0cb8-425b-8bb9-e56b01ee66c7 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:13:52.466385 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246e50e0-0cb8-425b-8bb9-e56b01ee66c7'] response: {'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'code': 200} Oct 17 19:13:52.515850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:52.583472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:52.800572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838689-6ea9-41e8-b1e9-4e9112ce9e5d req-31bce0c6-efca-4e6c-96d7-52583aeefe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:52.802085 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-12838689-6ea9-41e8-b1e9-4e9112ce9e5d req-31bce0c6-efca-4e6c-96d7-52583aeefe7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0808241 Oct 17 19:13:52.843461 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-12838689-6ea9-41e8-b1e9-4e9112ce9e5d req-5c2158b2-f483-4a2a-ad98-49b312032ed3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Oct 17 19:13:53.035641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:53.139175 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0ffba-b2d6-4106-9ef6-0073d752eae7 req-6a09fe17-5d37-4a4b-9f06-0d98ac1d6bbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:53.140600 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c0ffba-b2d6-4106-9ef6-0073d752eae7 req-6a09fe17-5d37-4a4b-9f06-0d98ac1d6bbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0895638 Oct 17 19:13:53.191373 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e8c0ffba-b2d6-4106-9ef6-0073d752eae7 req-524e7265-adeb-4d46-9fa9-c0dd3edf0550 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Oct 17 19:13:53.236288 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:54.397188 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af79e52-7cbf-4a83-93f3-8f28e1d26f53 req-4ed36808-d1c0-4a14-8f54-b7610bfb19d8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:54.398695 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3af79e52-7cbf-4a83-93f3-8f28e1d26f53 req-4ed36808-d1c0-4a14-8f54-b7610bfb19d8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0883956 Oct 17 19:13:54.448402 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3af79e52-7cbf-4a83-93f3-8f28e1d26f53 req-b9c516ef-7467-483a-af2c-f8f7bc270fb8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Oct 17 19:13:54.710853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:55.654176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163e64-b5ef-487e-af14-749175b977ca req-3fc95ccf-433d-42d7-9010-bebb6e75a33f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:55.655564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03163e64-b5ef-487e-af14-749175b977ca req-3fc95ccf-433d-42d7-9010-bebb6e75a33f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0878692 Oct 17 19:13:55.700922 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03163e64-b5ef-487e-af14-749175b977ca req-cc7bbf8b-d34c-4152-8843-eaf5246f1e62 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395839 Oct 17 19:13:55.902821 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27adc94-7656-420f-8873-b17588d1ac36 req-96d3b0dc-b20f-4991-a2dd-509e20fcd7ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:55.904370 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e27adc94-7656-420f-8873-b17588d1ac36 req-96d3b0dc-b20f-4991-a2dd-509e20fcd7ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0871563 Oct 17 19:13:55.949501 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e27adc94-7656-420f-8873-b17588d1ac36 req-6f8c544d-6b31-44ef-9536-3f846c274304 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393517 Oct 17 19:13:55.979331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51410) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:56.060289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6321932-1578-480e-b1b6-e94532fe1886 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:56.061802 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e6321932-1578-480e-b1b6-e94532fe1886 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1094 time: 0.0814502 Oct 17 19:13:56.064795 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51414) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:56.069822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:13:56.075943 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:13:56.079863 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:floatingip and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:13:56.082738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:13:56.088449 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:13:56.156239 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:56.310497 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:56.443873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.209 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/fc530e4c-9025-4205-8180-b7b29e92cc63) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:13:56.561651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:56.598165 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:56.716331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:56.888492 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:13:56.891285 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:13:56.895607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:13:56.924849 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=fc530e4c-9025-4205-8180-b7b29e92cc63,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:57.305417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:57.443860 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:57.660270 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:57.727719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:57.834601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=fc530e4c-9025-4205-8180-b7b29e92cc63,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:13:57.838706 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:58.013357 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP fe4e789d-d4d3-4c07-babb-3b30d090354c associated. External IP: 172.26.2.209, port: 1833f27d-1513-4280-82ee-ebbb5a69921e. Oct 17 19:13:58.482128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 72c08fde-5b9f-41c4-a4db-0698d28ca27f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:13:58.670390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:13:58.674491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Sync routers for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:13:58.685440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:58.686074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:58.807913 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:13:58.869485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:58.875363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-afc72dc4-a600-4eab-8f21-5749cd1f455d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8095443 Oct 17 19:13:58.875985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:13:58.878316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7424d9-590c-431d-8cda-c863fc85e165" -d '{"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:13:58.933126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c9f09-284e-4911-ab15-7f353d529475 x-openstack-request-id: req-710c9f09-284e-4911-ab15-7f353d529475 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:13:58.933763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:13:58.940595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-710c9f09-284e-4911-ab15-7f353d529475 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:13:58.940595 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710c9f09-284e-4911-ab15-7f353d529475'] response: {'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'status': 'completed', 'code': 200} Oct 17 19:13:59.040978 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-570c74f7-185c-46c2-9dcf-beaee5dbb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:59.043164 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-570c74f7-185c-46c2-9dcf-beaee5dbb8f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0891924 Oct 17 19:13:59.072193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110356b3-5caf-4ebd-9a78-b306cd3bb7db req-2a12c498-03d6-410b-bf59-e6a14d7b8448 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:59.073759 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-110356b3-5caf-4ebd-9a78-b306cd3bb7db req-2a12c498-03d6-410b-bf59-e6a14d7b8448 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0954759 Oct 17 19:13:59.121174 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-110356b3-5caf-4ebd-9a78-b306cd3bb7db req-c9d50526-82c8-4a07-8986-fce0b3ee1cc7 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Oct 17 19:13:59.151409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51422) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:13:59.195171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-ff601fd9-f13a-4453-942a-8b94f1228a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:59.196620 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-ff601fd9-f13a-4453-942a-8b94f1228a51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1455526 Oct 17 19:13:59.259104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe4e789d-d4d3-4c07-babb-3b30d090354c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'port_id': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'mac_address': 'fa:16:3e:5d:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:13:57Z', 'updated_at': '2022-10-17T19:13:57Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:59.263687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Checking router: 72c08fde-5b9f-41c4-a4db-0698d28ca27f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:13:59.267861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-058c538c-771c-4b04-9804-9ca5ddb1cd8e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 200 len: 992 time: 0.1147959 Oct 17 19:13:59.275584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:13:59.276798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:13:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:59.314058 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-aa1c728e-6102-40fc-b358-263d0272eeb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1000 time: 0.1088960 Oct 17 19:13:59.380873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-72f3cd8a-30c7-4419-9a54-20e3d28774b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:59.382385 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-72f3cd8a-30c7-4419-9a54-20e3d28774b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0623143 Oct 17 19:13:59.464067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:13:59.470030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-4c9495ad-f114-4322-905c-38d314d76cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:13:59.471506 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-4c9495ad-f114-4322-905c-38d314d76cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807252 Oct 17 19:13:59.612180 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-88683eec-fc9d-4b03-94ae-20c43a10d26d service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309221 Oct 17 19:13:59.751846 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ff7424d9-590c-431d-8cda-c863fc85e165 req-272d09c4-0572-491a-b736-21ed78c4b31a service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330509 Oct 17 19:13:59.851373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe4e789d-d4d3-4c07-babb-3b30d090354c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'port_id': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'mac_address': 'fa:16:3e:5d:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:13:57Z', 'updated_at': '2022-10-17T19:13:57Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:13:59.855690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf1a4bb-ab7a-4e6b-8c34-953dfd28636c None None] The sync data for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv is: [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'fe4e789d-d4d3-4c07-babb-3b30d090354c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'port_id': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'mac_address': 'fa:16:3e:5d:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:13:57Z', 'updated_at': '2022-10-17T19:13:57Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:14:00.046749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec1400-69cc-460b-a815-a52ff3e02fae None None] New status for floating IP fe4e789d-d4d3-4c07-babb-3b30d090354c: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:14:00.271696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51426) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:14:00.382407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b11f70c3-c25a-4655-86ac-75d2aedde34f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 200 len: 992 time: 0.1096447 Oct 17 19:14:01.387086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51430) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:14:01.495230 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a124781e-3f23-4350-94f4-8ffce72bd2e9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 200 len: 994 time: 0.1066065 Oct 17 19:14:07.019358 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-66731abf-2bc7-4e34-bb5c-e8763a712ec7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867631 Oct 17 19:14:07.183110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-23688674-2355-4dad-ae6b-b4849468b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:14:07.184563 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-23688674-2355-4dad-ae6b-b4849468b885 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0801325 Oct 17 19:14:07.330482 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-8738b8b6-7fb7-4e82-a74f-f5999de0f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:14:07.331908 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-8738b8b6-7fb7-4e82-a74f-f5999de0f39e service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1262653 Oct 17 19:14:07.558568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-50e23dd7-fd17-4351-b486-ec5102c02a08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1002 time: 0.2180037 Oct 17 19:14:07.625406 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-d8bf2883-5599-49be-abac-033ec243a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:14:07.626932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-d8bf2883-5599-49be-abac-033ec243a86c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0590262 Oct 17 19:14:07.716732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-feec53fa-5fc3-467a-813d-ef1aadf24797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:14:07.718228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-feec53fa-5fc3-467a-813d-ef1aadf24797 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845170 Oct 17 19:14:07.852542 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-e5340246-184b-4504-83ec-982fe88dfb5b service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252217 Oct 17 19:14:07.984252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-21aca91d-823e-44d7-b22a-17885281cfa0 req-b4a50de9-aec9-46fa-bbf8-0aa24f2b16de service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247728 Oct 17 19:14:19.693750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1432f19e-dfdd-4395-a09e-88c40ef55d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:21.905429 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:14:22.299037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa7f144f-07b6-4a5e-89a6-962f503356d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:23.064660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:23.236521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:24.721849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:26.545532 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:49.722792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-13494c51-250b-4b5d-bb5d-05fe8768aadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:52.374560 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a77dc613-b8e4-4cf5-b143-8cd19a12a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:53.025067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:53.231356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:54.733881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:56.557333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:14:58.904384 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:15:08.001976 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-eee0b2ef-6995-46b1-9689-0cbd484eb2ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774188 Oct 17 19:15:08.152669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-b3f8d5b4-fe12-4054-9c46-32a7a61ec80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:08.154140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-b3f8d5b4-fe12-4054-9c46-32a7a61ec80b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0813673 Oct 17 19:15:08.301632 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-24bc3990-9659-4980-9ddb-0492170e89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:08.303051 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-24bc3990-9659-4980-9ddb-0492170e89d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1279516 Oct 17 19:15:08.403586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-31470b1c-4c15-4066-b62e-a79f6eaf995e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1002 time: 0.0930481 Oct 17 19:15:08.469700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-1d01499d-352b-4a58-86b6-5512cf408f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:08.471098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-1d01499d-352b-4a58-86b6-5512cf408f5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0609465 Oct 17 19:15:08.553524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-d85075ee-bba8-4a3f-929a-a47d1ec9b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:08.555527 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-d85075ee-bba8-4a3f-929a-a47d1ec9b5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770800 Oct 17 19:15:08.685886 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-e9081c87-1774-49b5-b4e7-e352255d3b5d service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233649 Oct 17 19:15:08.816730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f5d83b43-519f-4804-9a04-c6bebfe0980b req-6c829f77-ec1f-4d2b-b2e3-0ed96408209d service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239405 Oct 17 19:15:17.274672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0a5d-2089-444e-938e-3f3a16d35df1 req-d78d8653-a32a-4112-b295-92227155b73b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:17.277257 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f8a0a5d-2089-444e-938e-3f3a16d35df1 req-d78d8653-a32a-4112-b295-92227155b73b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0945110 Oct 17 19:15:17.322931 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0f8a0a5d-2089-444e-938e-3f3a16d35df1 req-ce54034d-37b9-4a4c-9823-f1072503e668 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Oct 17 19:15:18.522505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d22b3-7d3e-4832-bb0b-2692d0ff89f3 req-eb82dec6-99eb-493f-bf0e-ab2adaea5105 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:18.523931 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-296d22b3-7d3e-4832-bb0b-2692d0ff89f3 req-eb82dec6-99eb-493f-bf0e-ab2adaea5105 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0866108 Oct 17 19:15:18.568310 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-296d22b3-7d3e-4832-bb0b-2692d0ff89f3 req-41ead8a8-8791-4a7a-9718-d410bf370c6a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385141 Oct 17 19:15:19.720812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d054e8ee-d7f2-4de3-87a1-3651f8762eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:19.769132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83109dbd-a14c-4b06-9019-711bc725c7a4 req-900b987e-e248-45ef-95e6-3637308faa21 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:19.770605 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83109dbd-a14c-4b06-9019-711bc725c7a4 req-900b987e-e248-45ef-95e6-3637308faa21 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0919111 Oct 17 19:15:19.814692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83109dbd-a14c-4b06-9019-711bc725c7a4 req-c76b1438-1472-4432-a870-5988fbc09b3e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Oct 17 19:15:21.014725 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a3f34-e900-40f4-b53c-a2eeeaad3bf6 req-705f77e0-df55-43b0-9bfd-5225a664dfc3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:21.016153 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-874a3f34-e900-40f4-b53c-a2eeeaad3bf6 req-705f77e0-df55-43b0-9bfd-5225a664dfc3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0901408 Oct 17 19:15:21.062054 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-874a3f34-e900-40f4-b53c-a2eeeaad3bf6 req-91c22b14-a31a-4acb-bccd-df5af7de5a67 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Oct 17 19:15:22.406934 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4be9ba22-0f4f-410e-a8eb-cff2c797fd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:22.408071 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145daed-9ad0-4291-b080-fc0b60ccf454 req-98d4ea92-8a14-4b69-93dc-9ac5b731008b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:22.410281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4145daed-9ad0-4291-b080-fc0b60ccf454 req-98d4ea92-8a14-4b69-93dc-9ac5b731008b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0880294 Oct 17 19:15:22.454690 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4145daed-9ad0-4291-b080-fc0b60ccf454 req-532306ae-d632-4590-b996-f6c9e780ce93 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 Oct 17 19:15:23.035305 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:23.275378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:23.656268 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83552e26-ecf0-4f1f-aa4e-4ed43a40f773 req-c6614514-ce5c-45eb-889d-20e60861bd21 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:23.657692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83552e26-ecf0-4f1f-aa4e-4ed43a40f773 req-c6614514-ce5c-45eb-889d-20e60861bd21 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0929327 Oct 17 19:15:23.701857 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83552e26-ecf0-4f1f-aa4e-4ed43a40f773 req-71eb3b9e-381c-4deb-8440-252a11def6fe tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Oct 17 19:15:24.740670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:24.902510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a67337-c123-4275-8f68-d367593157f4 req-c701f101-6aaa-4f88-8dcf-ed17e7685491 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:24.903826 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-06a67337-c123-4275-8f68-d367593157f4 req-c701f101-6aaa-4f88-8dcf-ed17e7685491 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0912960 Oct 17 19:15:24.947677 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-06a67337-c123-4275-8f68-d367593157f4 req-db65475e-3455-4bb8-8fd6-940db7750186 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Oct 17 19:15:26.151052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a46b-a321-41a4-b496-c7a8f22a9d05 req-a60d0478-4bfc-4b06-a352-e70de80a8470 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:26.153002 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a436a46b-a321-41a4-b496-c7a8f22a9d05 req-a60d0478-4bfc-4b06-a352-e70de80a8470 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0921834 Oct 17 19:15:26.196624 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a436a46b-a321-41a4-b496-c7a8f22a9d05 req-e8f22100-86a9-432d-a519-d507082c6a1d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378277 Oct 17 19:15:26.592353 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:27.397582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15882fd-8014-45e1-b41a-07cd4f66f2a0 req-602aca7e-79d4-4689-81ea-67c9a8829953 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:27.399093 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e15882fd-8014-45e1-b41a-07cd4f66f2a0 req-602aca7e-79d4-4689-81ea-67c9a8829953 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0899081 Oct 17 19:15:27.446701 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e15882fd-8014-45e1-b41a-07cd4f66f2a0 req-41688d82-19ba-4bc1-a21b-916b67eb93cb tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Oct 17 19:15:28.645371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e8be-c1b9-4240-8369-b0cd6764b6cd req-8ffeb94f-3ddc-454e-ad7d-6a4f39f6e147 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:28.646842 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89e2e8be-c1b9-4240-8369-b0cd6764b6cd req-8ffeb94f-3ddc-454e-ad7d-6a4f39f6e147 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0909145 Oct 17 19:15:28.690368 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89e2e8be-c1b9-4240-8369-b0cd6764b6cd req-5e90aecb-7288-499e-b8a6-797a6d24039d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Oct 17 19:15:28.719722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51476) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:15:28.933528 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b31936fa-ce8e-4d8c-a228-bb0a17d752c3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 200 len: 994 time: 0.2126844 Oct 17 19:15:30.550403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef58232-911d-4440-b316-905e235f8199 req-cb3b11d4-9358-4ecd-bc96-a80f23503736 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:30.551684 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8ef58232-911d-4440-b316-905e235f8199 req-cb3b11d4-9358-4ecd-bc96-a80f23503736 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0873287 Oct 17 19:15:30.743792 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8ef58232-911d-4440-b316-905e235f8199 req-b6673a08-7113-40c2-bcdb-9b04411f75c0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864901 Oct 17 19:15:30.774966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-b14dbabf-2a33-49e2-8a4c-8495cfaa7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:30.776477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-b14dbabf-2a33-49e2-8a4c-8495cfaa7cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.1910632 Oct 17 19:15:30.907601 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-fa5b23cd-da56-4482-817f-c3e8dd51a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:30.909015 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-fa5b23cd-da56-4482-817f-c3e8dd51a959 service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1264622 Oct 17 19:15:31.015104 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-bae385d0-d356-48aa-8afc-df9e8e33335b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1002 time: 0.0995402 Oct 17 19:15:31.078081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-dc7e045b-f92c-483d-a58a-35fa88d56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:31.079488 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-dc7e045b-f92c-483d-a58a-35fa88d56617 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0577705 Oct 17 19:15:31.166694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-42ea9672-30e0-4459-bf21-67de5d19c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:31.168069 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-42ea9672-30e0-4459-bf21-67de5d19c2a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809948 Oct 17 19:15:31.300732 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-6a4b205d-78c6-4580-aa24-9f560e707244 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254327 Oct 17 19:15:31.437681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84501aed-6ab1-426a-9fa9-028625a4d63b req-14409654-9e62-4d2b-a366-a11d4520fd83 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299860 Oct 17 19:15:31.947554 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf227-2385-4a56-b9a9-83d948bb2567 req-998dec03-ecb9-47f5-8104-68852cd898c8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:31.949007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f94bf227-2385-4a56-b9a9-83d948bb2567 req-998dec03-ecb9-47f5-8104-68852cd898c8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0874469 Oct 17 19:15:31.996304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f94bf227-2385-4a56-b9a9-83d948bb2567 req-a75b1697-f3b8-4690-9b31-68ec4639ba63 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Oct 17 19:15:33.199587 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fbc7-5a5a-4822-9003-40b1929e3152 req-56b5a97f-1e90-43d0-b47e-e122fcb6cf87 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:15:33.201568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9298fbc7-5a5a-4822-9003-40b1929e3152 req-56b5a97f-1e90-43d0-b47e-e122fcb6cf87 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0890942 Oct 17 19:15:33.250381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9298fbc7-5a5a-4822-9003-40b1929e3152 req-7629e05c-0626-4490-933d-e6072c32498f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Oct 17 19:15:33.281377 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51494) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:15:33.397440 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-892e171e-d311-4feb-af56-146d7eb82c47 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 200 len: 994 time: 0.1136167 Oct 17 19:15:35.903150 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:15:49.715524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-81a7ec70-aaf7-4c84-b0de-a9beb5e62fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:52.323503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dd78089a-8faa-4267-a2d1-11d1776bbf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:53.226608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:53.258056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:54.712495 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:15:56.604068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:08.006306 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-1ceef842-2758-4aa2-b643-406c226e07d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808184 Oct 17 19:16:08.154599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-814bcff3-73ad-48ec-83b6-eaefe4017032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:08.156052 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-814bcff3-73ad-48ec-83b6-eaefe4017032 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0799088 Oct 17 19:16:08.308764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-b47b5e20-cd18-4785-a085-9f27a6f98449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:08.310230 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-b47b5e20-cd18-4785-a085-9f27a6f98449 service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1281259 Oct 17 19:16:08.415742 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-8a479618-772a-4452-a5e3-8ec29b2545a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 1002 time: 0.0983326 Oct 17 19:16:08.481204 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-139ddd0f-326a-4f9f-b75a-23866cb0d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:08.482638 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-139ddd0f-326a-4f9f-b75a-23866cb0d226 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0600991 Oct 17 19:16:08.567157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-aaefc581-eef2-40b6-98db-cc973a06f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:08.568580 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-aaefc581-eef2-40b6-98db-cc973a06f62f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788238 Oct 17 19:16:08.700771 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-f0e2618c-59ee-4d8b-951b-544363e5d4d8 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252289 Oct 17 19:16:08.936704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f563ca0a-67dc-4f12-962d-3e521ff89e8a req-3c29b568-cb26-47d8-b3bb-92e34bd1e364 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290604 Oct 17 19:16:12.903476 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:16:19.706863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-027c6071-a67a-4a1e-a9a5-ba3387b8e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:22.339820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ef41284f-4b10-454f-883e-58adf9464f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:23.040808 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:23.252087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:24.712757 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:26.609966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:33.513923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51540) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:33.720369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port fc530e4c-9025-4205-8180-b7b29e92cc63 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:16:33.720710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:33.889947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:33.894700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:34.013336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for fc530e4c-9025-4205-8180-b7b29e92cc63 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:16:34.236484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:34.292241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=fc530e4c-9025-4205-8180-b7b29e92cc63,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:34.341231 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.341576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.341939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.342273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.342608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.342932 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.343262 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.343575 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.343892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.344208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.344527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.344842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:34.403334 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:34.403661 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP fe4e789d-d4d3-4c07-babb-3b30d090354c disassociated (deleted). External IP: 172.26.2.209, port: 1833f27d-1513-4280-82ee-ebbb5a69921e. Oct 17 19:16:34.783437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 72c08fde-5b9f-41c4-a4db-0698d28ca27f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:16:35.095871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:16:35.108636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Sync routers for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:16:35.115935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:35.116540 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:35.268396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:35.328467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:35.335829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c72185f-e9ac-4db7-96ee-025e09e384f3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe4e789d-d4d3-4c07-babb-3b30d090354c HTTP/1.1" status: 204 len: 168 time: 1.8182230 Oct 17 19:16:35.335829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:16:35.336395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad020d-de29-410e-a4e4-860f3a67a2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:16:35.441435 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c467d714-0fc9-46ef-9577-95688760ace8 x-openstack-request-id: req-c467d714-0fc9-46ef-9577-95688760ace8 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:16:35.441767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:16:35.442048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c467d714-0fc9-46ef-9577-95688760ace8 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:16:35.442564 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c467d714-0fc9-46ef-9577-95688760ace8'] response: {'name': 'network-changed', 'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'status': 'completed', 'code': 200} Oct 17 19:16:35.551823 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-d8bb4aa6-4f49-4cad-9f40-c90b635b4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:35.553395 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-d8bb4aa6-4f49-4cad-9f40-c90b635b4319 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 1099 time: 0.0899830 Oct 17 19:16:35.707040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-8504a9ba-24c0-4ef0-b12c-24956c32c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:35.708776 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-8504a9ba-24c0-4ef0-b12c-24956c32c595 service neutron] 10.222.0.42 "GET /v2.0/networks?id=acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 200 len: 898 time: 0.1484163 Oct 17 19:16:35.737719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:35.740381 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Checking router: 72c08fde-5b9f-41c4-a4db-0698d28ca27f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:16:35.749385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:35.750054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:35.784606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-00b453d4-dc0c-4926-b440-1d164b74ca25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 200 len: 217 time: 0.0688589 Oct 17 19:16:35.865065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-ba26540b-bb92-4461-a031-86697df4e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:35.865429 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-ba26540b-bb92-4461-a031-86697df4e3fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 200 len: 835 time: 0.0741599 Oct 17 19:16:35.942270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:35.957184 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-cf72bfe8-d789-461f-ae52-487145499948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:35.958653 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-cf72bfe8-d789-461f-ae52-487145499948 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=acc489a7-34db-453f-b0da-f75177880c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863049 Oct 17 19:16:36.000917 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26cd0-f9c8-4846-9780-9489b1c8e6f4 req-f3b8f00c-a7d2-49f8-a4ab-4b6d72406d73 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:36.002536 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42a26cd0-f9c8-4846-9780-9489b1c8e6f4 req-f3b8f00c-a7d2-49f8-a4ab-4b6d72406d73 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0950077 Oct 17 19:16:36.050563 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42a26cd0-f9c8-4846-9780-9489b1c8e6f4 req-53e41157-56c1-4e44-aa8c-f6feca3c7bdd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 Oct 17 19:16:36.105474 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-2618b197-992d-45f4-9028-34524ae38e30 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397614 Oct 17 19:16:36.253717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bcad020d-de29-410e-a4e4-860f3a67a2c1 req-166bb630-282a-40a2-add0-9c9b8ca787f9 service neutron] 10.222.0.42 "GET /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398888 Oct 17 19:16:36.341968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:36.346088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3947b1c-ed7e-4d29-a6c3-9b02a9e98417 None None] The sync data for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv is: [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '36828c93-e8eb-410f-83b3-e46aa3130cd9', 'name': '', 'network_id': 'acc489a7-34db-453f-b0da-f75177880c65', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:fb:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:35Z', 'updated_at': '2022-10-17T19:13:40Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': 'ffa1fd04-0529-407a-a14d-3915d4fc143e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:16:36.569808 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850aed5-08eb-496b-bf65-64733b275b36 None None] New status for floating IP fe4e789d-d4d3-4c07-babb-3b30d090354c: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:16:37.254118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a78b36-cc1d-4b1f-be46-456356242593 req-f32ed652-573c-4b23-8a86-83bf5f79700e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:37.254814 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b5a78b36-cc1d-4b1f-be46-456356242593 req-f32ed652-573c-4b23-8a86-83bf5f79700e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:16:37.361031 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-b5a78b36-cc1d-4b1f-be46-456356242593 req-f32ed652-573c-4b23-8a86-83bf5f79700e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:16:37.362196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5a78b36-cc1d-4b1f-be46-456356242593 req-f32ed652-573c-4b23-8a86-83bf5f79700e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.1957762 Oct 17 19:16:37.411193 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5a78b36-cc1d-4b1f-be46-456356242593 req-9adb1fde-6a81-4d05-a2e2-529dcac93e5e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Oct 17 19:16:38.035289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b8b23-2647-4691-8968-e5d08953df49 req-6eb4c7bb-9ce7-46d5-ab87-c58aa7a9e1f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:38.036724 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-523b8b23-2647-4691-8968-e5d08953df49 req-6eb4c7bb-9ce7-46d5-ab87-c58aa7a9e1f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0950041 Oct 17 19:16:38.108052 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 1833f27d-1513-4280-82ee-ebbb5a69921e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:16:38.108393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:38.362458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 1833f27d-1513-4280-82ee-ebbb5a69921e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1833f27d-1513-4280-82ee-ebbb5a69921e,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:38.363172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:38.487775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 1833f27d-1513-4280-82ee-ebbb5a69921e owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:16:38.620316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022e8c3-cc3d-4057-9324-26d6f9030535 req-c2f4798c-7837-4f91-85d1-c5680a0aef7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:38.621829 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0022e8c3-cc3d-4057-9324-26d6f9030535 req-c2f4798c-7837-4f91-85d1-c5680a0aef7f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 946 time: 0.0972371 Oct 17 19:16:38.668906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0022e8c3-cc3d-4057-9324-26d6f9030535 req-efc8c5f6-699c-4205-949c-ba9d3f9fbe9e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=28420a2e-2905-444e-b3e4-23f8207df246&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Oct 17 19:16:38.846370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:38.900800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=1833f27d-1513-4280-82ee-ebbb5a69921e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:38.988840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] No DVR routers for this DVR port 1833f27d-1513-4280-82ee-ebbb5a69921e on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:16:38.991566 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:38.994373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'name': 'network-vif-deleted', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:16:38.996688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a996cd-98c0-4794-bff4-12478e350ca8" -d '{"events": [{"server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "name": "network-vif-deleted", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:16:39.042939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb00132-531e-4f1e-b2f3-cf6b100e8d4d x-openstack-request-id: req-6fb00132-531e-4f1e-b2f3-cf6b100e8d4d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:16:39.043233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b1ef8e-9d1c-4571-95e1-125db91e99f8", "name": "network-vif-deleted", "tag": "1833f27d-1513-4280-82ee-ebbb5a69921e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:16:39.043510 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fb00132-531e-4f1e-b2f3-cf6b100e8d4d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:16:39.043901 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb00132-531e-4f1e-b2f3-cf6b100e8d4d'] response: {'server_uuid': '06b1ef8e-9d1c-4571-95e1-125db91e99f8', 'name': 'network-vif-deleted', 'tag': '1833f27d-1513-4280-82ee-ebbb5a69921e', 'status': 'completed', 'code': 200} Oct 17 19:16:39.096301 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-523b8b23-2647-4691-8968-e5d08953df49 req-197049a5-d386-471c-a949-eaab4c5be9f5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "DELETE /v2.0/ports/1833f27d-1513-4280-82ee-ebbb5a69921e HTTP/1.1" status: 204 len: 173 time: 1.0535073 Oct 17 19:16:39.860585 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-747eb1d8-007c-43df-9d6c-0124b5a55323 req-cdc01b75-3eff-43df-bfde-8608ef08bb14 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b1ef8e-9d1c-4571-95e1-125db91e99f8 HTTP/1.1" status: 200 len: 210 time: 0.0536385 Oct 17 19:16:40.929561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1833f27d-1513-4280-82ee-ebbb5a69921e no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:16:40.963696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 1833f27d-1513-4280-82ee-ebbb5a69921e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:16:40.963929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51566) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:40.964404 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1833f27d-1513-4280-82ee-ebbb5a69921e not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:16:41.520218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:41.873453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 36828c93-e8eb-410f-83b3-e46aa3130cd9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:16:41.873830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:42.062965 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 36828c93-e8eb-410f-83b3-e46aa3130cd9, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=36828c93-e8eb-410f-83b3-e46aa3130cd9,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:42.063679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:42.301673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 36828c93-e8eb-410f-83b3-e46aa3130cd9 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:16:42.549678 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:42.600047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=36828c93-e8eb-410f-83b3-e46aa3130cd9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:42.887742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:43.248559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 72c08fde-5b9f-41c4-a4db-0698d28ca27f has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:16:43.426113 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:16:43.436998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Sync routers for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:16:43.439284 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bab25cdc-1e5b-4e57-8afa-9555cedcb244 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/72c08fde-5b9f-41c4-a4db-0698d28ca27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742906 Oct 17 19:16:43.442153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51570) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:43.446742 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:43.447334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:43.508088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting subnet ffa1fd04-0529-407a-a14d-3915d4fc143e {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:16:43.511600 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:43.583763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:43.629297 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:43.673131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:43.853465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:43.927141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:16:42Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:43.931682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Checking router: 72c08fde-5b9f-41c4-a4db-0698d28ca27f for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:16:43.941461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Routers {'72c08fde-5b9f-41c4-a4db-0698d28ca27f'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:43.942114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:44.014870 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa1fd04-0529-407a-a14d-3915d4fc143e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:44.018649 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.028173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1f4e4546-0f00-44a9-a77f-cf4d266b0913 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/subnets/ffa1fd04-0529-407a-a14d-3915d4fc143e HTTP/1.1" status: 204 len: 168 time: 0.5824625 Oct 17 19:16:44.028350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51574) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:44.058537 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3418466-f21d-46f3-8054-82b3e6d95daa None None] Network acc489a7-34db-453f-b0da-f75177880c65 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:16:44.216607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.292336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] Set router 72c08fde-5b9f-41c4-a4db-0698d28ca27f gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:44.399758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.475337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 37568c26-370b-4d58-a883-795791ec1c54 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:16:44.475588 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.623538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] DHCP port deletion for acc489a7-34db-453f-b0da-f75177880c65 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:16:44.631859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Deleting port 7ffae135-0f0e-4025-bb6c-9615afb15d23 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:16:44.632231 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.668885 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 37568c26-370b-4d58-a883-795791ec1c54, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=37568c26-370b-4d58-a883-795791ec1c54,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:44.669247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.721928 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:16:42Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:44.741966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e6f3a6-ad65-4704-a644-afc5b45fc35e None None] The sync data for ids ['72c08fde-5b9f-41c4-a4db-0698d28ca27f'] in dv-neutron-861384-1-hyperv is: [{'id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433184565', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': '37568c26-370b-4d58-a883-795791ec1c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:13:30Z', 'updated_at': '2022-10-17T19:16:42Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '37568c26-370b-4d58-a883-795791ec1c54', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c08fde-5b9f-41c4-a4db-0698d28ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:13:31Z', 'updated_at': '2022-10-17T19:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:16:44.797944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 37568c26-370b-4d58-a883-795791ec1c54 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:16:44.854510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] For port 7ffae135-0f0e-4025-bb6c-9615afb15d23, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7ffae135-0f0e-4025-bb6c-9615afb15d23,segment=NetworkSegment(1781117b-c7de-4a7b-b0ec-f9ec87093788),segment_id=1781117b-c7de-4a7b-b0ec-f9ec87093788)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:44.854813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:44.977531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Calling delete_port for 7ffae135-0f0e-4025-bb6c-9615afb15d23 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:16:45.046677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.096395 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=37568c26-370b-4d58-a883-795791ec1c54,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:45.149628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.199216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Pushing event deleted for resources: {'Port': ['ID=7ffae135-0f0e-4025-bb6c-9615afb15d23,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:45.199899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.206101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.206459 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.206793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.207123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.207446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.207769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.208089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.208407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.208733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.209045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.209362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.209700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:45.218450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628a223-0912-4323-8b26-1b272503c3ef None None] No DVR routers for this DVR port 7ffae135-0f0e-4025-bb6c-9615afb15d23 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:16:45.387612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.389832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.475282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.476018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Fanout notify agent at l3_agent the message router_deleted on router 72c08fde-5b9f-41c4-a4db-0698d28ca27f {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:16:45.492936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.496885 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-30bdba1e-8753-40d8-9006-defb850d2c75 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/routers/72c08fde-5b9f-41c4-a4db-0698d28ca27f HTTP/1.1" status: 204 len: 168 time: 1.4676027 Oct 17 19:16:45.497026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51578) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:45.615538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.749147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.774888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc489a7-34db-453f-b0da-f75177880c65']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:45.786543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1781117b-c7de-4a7b-b0ec-f9ec87093788') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:45.786839 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1781117b-c7de-4a7b-b0ec-f9ec87093788') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:45.797870 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.814731 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.821380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:16:45.821838 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:45.955215 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1781117b-c7de-4a7b-b0ec-f9ec87093788 resource provider aggregate not found Oct 17 19:16:45.972113 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 1781117b-c7de-4a7b-b0ec-f9ec87093788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1781117b-c7de-4a7b-b0ec-f9ec87093788 found for delete ", "request_id": "req-669042f3-254f-4161-9663-5f8d48861656"}]} Oct 17 19:16:46.000774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.020505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.032399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Network': ['ID=acc489a7-34db-453f-b0da-f75177880c65,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:46.041734 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.045244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:46.059160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 36828c93-e8eb-410f-83b3-e46aa3130cd9 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:16:46.097803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 36828c93-e8eb-410f-83b3-e46aa3130cd9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:16:46.098022 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 36828c93-e8eb-410f-83b3-e46aa3130cd9 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:16:46.098395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37568c26-370b-4d58-a883-795791ec1c54 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:16:46.131904 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 37568c26-370b-4d58-a883-795791ec1c54 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:16:46.132251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 37568c26-370b-4d58-a883-795791ec1c54 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:16:46.132669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ffae135-0f0e-4025-bb6c-9615afb15d23 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:16:46.139338 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-31e60dc3-d09c-4232-9285-d8124f4f8346 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/networks/acc489a7-34db-453f-b0da-f75177880c65 HTTP/1.1" status: 204 len: 168 time: 0.6410151 Oct 17 19:16:46.142314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51590) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:46.166970 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7ffae135-0f0e-4025-bb6c-9615afb15d23 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:16:46.167316 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7ffae135-0f0e-4025-bb6c-9615afb15d23 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:16:46.216523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.246317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.395110 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.414082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28420a2e-2905-444e-b3e4-23f8207df246,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:46.519576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.520711 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-505ebb2f-8ec8-4172-b8db-f2eeb87f06d4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/security-groups/28420a2e-2905-444e-b3e4-23f8207df246 HTTP/1.1" status: 204 len: 168 time: 0.3773601 Oct 17 19:16:46.797154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51598) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:46.802524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462915156', 'description': 'tempest-secgroup-smoke-1462915156 description', 'project_id': '229c66aa34fb410da94ac7a8f3a898db'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:46.809259 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:46.813867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:46.816795 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:46.822659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:46.901020 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:46.921265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:46.925185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:46.928164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:46.934008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:47.007374 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.086365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.136049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f1eb9-eb62-427c-a034-f861fe783d25,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:47.229869 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.233948 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ef136d28-e03b-41b4-9d9a-3f97e8a05ff9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4329298 Oct 17 19:16:47.234230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51602) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:47.239421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:47.245730 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:47.249721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:47.252750 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:47.259490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:47.365988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.426407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.548994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.572521 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba77af01-ab06-4d46-bd54-c068fea68c57,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:47.732140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.733351 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bb82b35e-7d77-4761-aed7-0b18840fa4c1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981916 Oct 17 19:16:47.736108 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51606) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:47.741237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:47.748186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:47.752045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:47.755058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:47.761380 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:47.862590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:47.926573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.008888 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.033897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a04ba5-5e7e-49a5-b6ba-1ac1e4bee758,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:48.109433 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.110775 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-cc22bb7b-8230-41af-8354-96043108d793 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3737283 Oct 17 19:16:48.114634 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51610) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:48.119715 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:48.126052 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:48.129925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:48.132977 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:48.139536 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:48.236389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.303349 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.406675 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.432620 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8062147a-2134-4517-b379-33737c83ea93,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:48.532040 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.533263 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4dfa440b-39e4-4a6f-a138-6f3ea36d067e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177203 Oct 17 19:16:48.535941 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51614) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:48.540937 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:48.547282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:48.551505 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:48.555794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:48.563834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:48.636772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.703403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.776196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.799389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dff9e58-7563-47ee-b460-d0d2ff60fdd2,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:48.869586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:48.870837 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e2718f2f-4a16-40a7-be6b-1539aca502e1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339267 Oct 17 19:16:48.873897 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51618) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:48.879034 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:48.885924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:48.889899 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:48.892914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:48.898826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:48.966170 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:16:48.973075 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.042337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.143284 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.169115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2239938-1652-4122-a8c7-9f168a5114ee,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:49.262458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.263608 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-248f07be-9360-4f5f-8e8d-38a197560195 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3887217 Oct 17 19:16:49.267524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51622) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:49.272822 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'security_group_rule': {'security_group_id': 'ac1f1eb9-eb62-427c-a034-f861fe783d25', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:49.279214 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:49.283083 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:security_group_rule and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:49.286390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:49.292151 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:49.372374 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Project 229c66aa34fb410da94ac7a8f3a898db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:16:49.379486 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.447134 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.538147 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.563185 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae0eb3-832d-47e6-af55-000b692ab963,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:49.635497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.636693 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-75008d63-511f-4f6d-b802-95f4290d78e5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681991 Oct 17 19:16:49.639592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51626) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:49.645262 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'network': {'name': 'tempest-network-smoke--346987556', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'port_security_enabled': True}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:49.651060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:49.655280 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:network and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:49.658271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:49.664008 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:49.703923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac494c93-65d0-48bd-ac83-9ef2c6cf3c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.732326 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:16:49.735845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.764528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:16:49.773447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.773814 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Added segment 68a2caea-86ea-4891-9c01-b29c2c609b3c of type vlan for network 07217875-dbfd-48cf-adbb-0c4e64a178bd Oct 17 19:16:49.800733 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.892192 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.897707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:49.898295 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:49.902584 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:16:50.009948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Network': ['ID=07217875-dbfd-48cf-adbb-0c4e64a178bd,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:50.020246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:16:50.052642 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e0f77a00-27db-460e-98bb-89bf9ec2a020 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4118750 Oct 17 19:16:50.055746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51630) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:50.061111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'admin_state_up': True, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:50.068601 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:50.073126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:router and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:50.076144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:50.083286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:50.143583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:50.144651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:50.159692 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:50.584352 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:50.984296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:51.018241 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:51.152329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.56 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/25b12c2f-33db-4b44-ab54-1eb40c861528) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:16:51.306113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:51.423718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:51.491967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:16:51.495445 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:16:51.499059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:16:51.533335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=25b12c2f-33db-4b44-ab54-1eb40c861528,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:52.008989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:52.343816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cddf180-1ed0-4b1a-adc4-9dd779f1461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:52.495921 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:52.789203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 22a17243-32ca-44a3-a310-43aff6558651 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:16:52.969798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:16:52.980335 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Sync routers for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:16:52.990121 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:52.990709 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:53.040633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.073785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.075127 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b27d337e-f6ea-4a8f-96b2-57e576cc8985 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0183372 Oct 17 19:16:53.078849 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51634) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:53.171164 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:53.278539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.378614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3189c2fe-ad77-421d-b3cd-9c49fa250913 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=229c66aa34fb410da94ac7a8f3a898db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2986360 Oct 17 19:16:53.381149 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51640) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:53.511223 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:51Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:53.512121 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f6cb4-a88b-48ba-8971-3ae150a70be8 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:53.516257 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b8f6cb4-a88b-48ba-8971-3ae150a70be8 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315434 Oct 17 19:16:53.516423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Checking router: 22a17243-32ca-44a3-a310-43aff6558651 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:16:53.516423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Updating router 22a17243-32ca-44a3-a310-43aff6558651 port 25b12c2f-33db-4b44-ab54-1eb40c861528 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:16:53.516587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51644) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:53.559900 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b3e03c1b-76ad-4659-9878-9c9d0a2ae68b tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=7de7fb8e-7b80-4cfd-9814-37f2831a4bcc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422573 Oct 17 19:16:53.562456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51648) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:53.567824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1006869351', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:16:53.573836 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.682582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:16:53.686469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:subnet and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:16:53.689244 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:16:53.695058 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:16:53.794860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:16:53.798307 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.897825 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:53.914483 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Transition to ACTIVE for port object 25b12c2f-33db-4b44-ab54-1eb40c861528 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:16:54.018015 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.077631 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Attempting to bind port 25b12c2f-33db-4b44-ab54-1eb40c861528 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:16:54.078004 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Attempting to bind port 25b12c2f-33db-4b44-ab54-1eb40c861528 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:16:54.078359 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Attempting to bind port 25b12c2f-33db-4b44-ab54-1eb40c861528 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:16:54.088438 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:16:54.093198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:16:54.093198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.093198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:16:54.093198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Bound port: 25b12c2f-33db-4b44-ab54-1eb40c861528, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:16:54.093198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.113000 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.137459 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Pushing event updated for resources: {'Port': ['ID=25b12c2f-33db-4b44-ab54-1eb40c861528,revision_number=2']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:54.148158 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.148434 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.148712 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.149075 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.149396 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.149740 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.150065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.150374 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.150697 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.151002 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.151313 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.151621 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:16:54.197709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Subnet': ['ID=4ac5dfc4-3128-44eb-8b47-b112f684b110,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:54.209220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Checking segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:16:54.209587 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network hostable DHCP agents. Network: 07217875-dbfd-48cf-adbb-0c4e64a178bd, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:16:54.229840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] For port 25b12c2f-33db-4b44-ab54-1eb40c861528, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:16:54.236560 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] For port 25b12c2f-33db-4b44-ab54-1eb40c861528, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=25b12c2f-33db-4b44-ab54-1eb40c861528,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:16:54.343364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:16:54.356356 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.416599 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:54.417134 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:54.435205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 07217875-dbfd-48cf-adbb-0c4e64a178bd) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:16:54.441111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:54.442317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.445552 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a12d6-4688-40e0-ab69-410a21fbcb0b None None] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:16:54.559235 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6c325857-4a59-4f10-b235-39b79143c0d0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9930942 Oct 17 19:16:54.559449 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea275-0c84-4a2a-9a74-910523299690 None None] Pushing event updated for resources: {'Port': ['ID=25b12c2f-33db-4b44-ab54-1eb40c861528,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:54.559563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51652) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:16:54.615152 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:54.726682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-07217875-dbfd-48cf-adbb-0c4e64a178bd', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:16:54.728213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.790722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:54.910291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Allocated IP 172.20.0.2 (07217875-dbfd-48cf-adbb-0c4e64a178bd/4ac5dfc4-3128-44eb-8b47-b112f684b110/0b59dce3-33d3-436a-a286-4e1abc56c563) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:16:54.932318 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:51Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:54.937077 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b779e5-0359-40ee-b75f-a40c5c84620b None None] The sync data for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv is: [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:51Z', 'revision_number': 3, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:16:55.167675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.183608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Transition to ACTIVE for port object 0b59dce3-33d3-436a-a286-4e1abc56c563 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:16:55.205321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Transition to ACTIVE for port object 0b59dce3-33d3-436a-a286-4e1abc56c563 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:16:55.293550 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.419778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:16:55.422869 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:16:55.426716 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:16:55.434062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Pushing event updated for resources: {'Port': ['ID=0b59dce3-33d3-436a-a286-4e1abc56c563,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:55.549039 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.555917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Attempting to bind port 0b59dce3-33d3-436a-a286-4e1abc56c563 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:16:55.556695 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Attempting to bind port 0b59dce3-33d3-436a-a286-4e1abc56c563 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:16:55.557071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Attempting to bind port 0b59dce3-33d3-436a-a286-4e1abc56c563 on network 07217875-dbfd-48cf-adbb-0c4e64a178bd {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:16:55.564665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:16:55.565300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Checking segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:16:55.565821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.566230 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Bound using segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:16:55.566803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Bound port: 0b59dce3-33d3-436a-a286-4e1abc56c563, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:16:55.567253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.672232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] For port 0b59dce3-33d3-436a-a286-4e1abc56c563, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:16:55.675612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] For port 0b59dce3-33d3-436a-a286-4e1abc56c563, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0b59dce3-33d3-436a-a286-4e1abc56c563,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:16:55.732705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:55.812830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaf0e6-3d74-4ef3-9c28-68e949f5923f None None] Pushing event updated for resources: {'Port': ['ID=0b59dce3-33d3-436a-a286-4e1abc56c563,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:55.990872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.1 (07217875-dbfd-48cf-adbb-0c4e64a178bd/4ac5dfc4-3128-44eb-8b47-b112f684b110/d1b3fa02-2d26-4eb6-976c-aa5b494814c8) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:16:56.161025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0b59dce3-33d3-436a-a286-4e1abc56c563 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:16:56.186586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.202428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object d1b3fa02-2d26-4eb6-976c-aa5b494814c8 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:16:56.276157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.285814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 0b59dce3-33d3-436a-a286-4e1abc56c563 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:16:56.297338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 25b12c2f-33db-4b44-ab54-1eb40c861528 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:16:56.345996 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:16:56.349193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:16:56.351755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:16:56.401945 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:56.423021 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.484421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 25b12c2f-33db-4b44-ab54-1eb40c861528 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:16:56.489938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 25b12c2f-33db-4b44-ab54-1eb40c861528 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:56.490372 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.493430 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 25b12c2f-33db-4b44-ab54-1eb40c861528 Oct 17 19:16:56.612876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.616828 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.628243 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 25b12c2f-33db-4b44-ab54-1eb40c861528 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:16:56.628708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.646029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 25b12c2f-33db-4b44-ab54-1eb40c861528, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=25b12c2f-33db-4b44-ab54-1eb40c861528,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:56.714977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:56.792861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=25b12c2f-33db-4b44-ab54-1eb40c861528,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:57.163392 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.215933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32d031-d983-43d0-b91d-7f87f5176d74 None None] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:16:57.221417 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.339856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:57.342246 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.396042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Provisioning for port 0b59dce3-33d3-436a-a286-4e1abc56c563 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:16:57.435474 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Provisioning complete for port 0b59dce3-33d3-436a-a286-4e1abc56c563 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:57.435812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.436149 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Attempt 1 to provision port 0b59dce3-33d3-436a-a286-4e1abc56c563 Oct 17 19:16:57.482656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:16:57.482656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:16:57.586130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Current status of the port 0b59dce3-33d3-436a-a286-4e1abc56c563 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:16:57.587036 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.653251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] For port 0b59dce3-33d3-436a-a286-4e1abc56c563, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0b59dce3-33d3-436a-a286-4e1abc56c563,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:16:57.673413 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 22a17243-32ca-44a3-a310-43aff6558651 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:16:57.739212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.827665 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f066-c4bf-4e30-918b-6322818d27a2 None None] Pushing event updated for resources: {'Port': ['ID=0b59dce3-33d3-436a-a286-4e1abc56c563,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:57.857456 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:16:57.870621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Provisioning complete for port 0b59dce3-33d3-436a-a286-4e1abc56c563 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:57.870621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:57.870621 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Attempt 1 to provision port 0b59dce3-33d3-436a-a286-4e1abc56c563 Oct 17 19:16:57.871297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4d3e2555-47ed-4d6a-826d-85aad24acb00 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/22a17243-32ca-44a3-a310-43aff6558651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3047156 Oct 17 19:16:57.897221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Sync routers for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:16:57.926909 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:16:57.927533 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:58.084994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d3fca68f-3e8c-4e68-94c0-35b4002b5b41 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:16:58.095091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0b59dce3-33d3-436a-a286-4e1abc56c563 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:16:58.170304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d3fca68f-3e8c-4e68-94c0-35b4002b5b41 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:16:58.171578 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d3fca68f-3e8c-4e68-94c0-35b4002b5b41 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462915156&fields=id&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 267 time: 0.1337750 Oct 17 19:16:58.231814 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Current status of the port 0b59dce3-33d3-436a-a286-4e1abc56c563 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:16:58.255883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:16:58.328089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 0b59dce3-33d3-436a-a286-4e1abc56c563 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:58.328465 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:58.328803 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 0b59dce3-33d3-436a-a286-4e1abc56c563 Oct 17 19:16:58.343862 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-2b31db1e-9be3-4a4a-a7d6-246fcacdba42 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:16:58.344589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-2b31db1e-9be3-4a4a-a7d6-246fcacdba42 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:16:58.397449 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Provisioning for port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:16:58.429250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-2b31db1e-9be3-4a4a-a7d6-246fcacdba42 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:16:58.433012 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-2b31db1e-9be3-4a4a-a7d6-246fcacdba42 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 796 time: 0.2523901 Oct 17 19:16:58.446527 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-594a5247-da90-441d-bed2-a96233dc69a5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/quotas/229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 375 time: 0.0093393 Oct 17 19:16:58.470108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Provisioning complete for port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:58.470484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:58.470827 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Attempt 1 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:16:58.539013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d1720865-5ece-401e-8144-78b3bdadfbc3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:16:58.610832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:16:58.611736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d1720865-5ece-401e-8144-78b3bdadfbc3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:16:58.613193 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d1720865-5ece-401e-8144-78b3bdadfbc3 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614726 Oct 17 19:16:58.708282 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-bb1c17f6-86da-4fec-ae53-c0f4e28ef5fe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:16:58.709317 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-bb1c17f6-86da-4fec-ae53-c0f4e28ef5fe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439198 Oct 17 19:16:58.743439 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 0b59dce3-33d3-436a-a286-4e1abc56c563 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:16:58.744538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 25b12c2f-33db-4b44-ab54-1eb40c861528 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:16:58.831748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 25b12c2f-33db-4b44-ab54-1eb40c861528 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:16:58.832124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:58.832462 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 25b12c2f-33db-4b44-ab54-1eb40c861528 Oct 17 19:16:58.842020 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-b584ddbe-f8cb-4c31-b117-5e96e584d20c service neutron] 10.222.0.36 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255229 Oct 17 19:16:58.861004 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 2, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:16:58.878881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Checking router: 22a17243-32ca-44a3-a310-43aff6558651 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:16:58.879241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Updating router 22a17243-32ca-44a3-a310-43aff6558651 port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:16:58.947949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:59.072050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 25b12c2f-33db-4b44-ab54-1eb40c861528 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:16:59.092804 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-35d3e11d-a647-4b8e-9773-5eb4a8864864 service neutron] 10.222.0.36 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446072 Oct 17 19:16:59.114493 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Attempt 2 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:16:59.194646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:16:59.374643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-eb76bba3-f95b-4e12-b792-d89b8abc883b req-92757bfe-ddea-4234-9840-7a4fa1b6ba93 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:16:59.387390 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-eb76bba3-f95b-4e12-b792-d89b8abc883b req-92757bfe-ddea-4234-9840-7a4fa1b6ba93 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:16:59.388675 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-eb76bba3-f95b-4e12-b792-d89b8abc883b req-92757bfe-ddea-4234-9840-7a4fa1b6ba93 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 210 time: 0.0709488 Oct 17 19:16:59.411881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:59.425367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Transition to ACTIVE for port object d1b3fa02-2d26-4eb6-976c-aa5b494814c8 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:16:59.524775 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:59.720357 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Attempt 3 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:16:59.755420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7948-5fd4-40cc-8e73-d2ce9441b4c2 None None] Pushing event updated for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:16:59.793536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Attempting to bind port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:16:59.793807 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Attempting to bind port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:16:59.794166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Attempting to bind port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 on network 07217875-dbfd-48cf-adbb-0c4e64a178bd {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:16:59.802269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:16:59.802913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:16:59.803277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Checking segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:16:59.803670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:59.804058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Bound using segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:16:59.804516 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Bound port: d1b3fa02-2d26-4eb6-976c-aa5b494814c8, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:16:59.804879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:16:59.896229 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] For port d1b3fa02-2d26-4eb6-976c-aa5b494814c8, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:16:59.899715 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] For port d1b3fa02-2d26-4eb6-976c-aa5b494814c8, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:16:59.989842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:00.051006 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:17:00.051526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:00.231391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7948-5fd4-40cc-8e73-d2ce9441b4c2 None None] Pushing event updated for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:00.285228 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:17:00.336037 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Attempt 4 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:17:00.532876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-3e197092-6372-4427-a000-7a8f0150babe None None] Port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:17:00.557231 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-144fc50c-8ab9-4648-992d-1f18f575c059 req-b5acdc3f-88e6-41a8-bd0c-02682782a1b0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 210 time: 0.0519967 Oct 17 19:17:00.673274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:16:59Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:00.677259 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5076f92-6480-4f8a-aa25-1be7f8b318ba None None] The sync data for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv is: [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:16:59Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:17:01.745287 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7d3b2169-d447-4609-b468-c2154a2fa4e9 req-871bdeb3-1116-4308-8548-70840e677262 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 210 time: 0.0608826 Oct 17 19:17:01.783925 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-74476c8e-bfb0-49fe-9253-5825a2c21f45 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:01.785722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-74476c8e-bfb0-49fe-9253-5825a2c21f45 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 796 time: 0.3198049 Oct 17 19:17:01.834974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-d99d9aab-9ef8-45ec-afdc-a1c10aa4e822 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=229c66aa34fb410da94ac7a8f3a898db HTTP/1.1" status: 200 len: 380 time: 0.0393233 Oct 17 19:17:01.845247 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'port': {'device_id': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'admin_state_up': True, 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'security_groups': ['ac1f1eb9-eb62-427c-a034-f861fe783d25']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:17:01.989197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:17:02.000123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:17:02.073129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Made reservation on behalf of 229c66aa34fb410da94ac7a8f3a898db for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:17:02.076864 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.100485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1b3fa02-2d26-4eb6-976c-aa5b494814c8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:17:02.247493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.20.0.13 (07217875-dbfd-48cf-adbb-0c4e64a178bd/4ac5dfc4-3128-44eb-8b47-b112f684b110/c5dd4b79-44d4-42dd-9a44-c11319c158be) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:17:02.261512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:17:02.266786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:17:02.271402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.271402 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:17:02.387685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:17:02.388068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.419965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port d1b3fa02-2d26-4eb6-976c-aa5b494814c8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:17:02.444618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.459659 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Transition to ACTIVE for port object c5dd4b79-44d4-42dd-9a44-c11319c158be will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:17:02.513218 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.542339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.580477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:02.611873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:17:02.615037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:17:02.619493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:17:02.656330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:02.689272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:02.689915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.773457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-cae0f9fe-3ebc-4d52-9aee-8ae7785a4834 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312904 Oct 17 19:17:02.784580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Request body: {'port': {'device_id': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:17:02.904626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.954096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399f821-93ab-457a-9762-0a05ac264b6d req-59546110-a9ba-4c94-9a02-71ce8e4b2e9f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:02.955533 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e399f821-93ab-457a-9762-0a05ac264b6d req-59546110-a9ba-4c94-9a02-71ce8e4b2e9f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 932 time: 0.0922534 Oct 17 19:17:02.960415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Provisioning for port c5dd4b79-44d4-42dd-9a44-c11319c158be completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:17:02.970340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Provisioning complete for port c5dd4b79-44d4-42dd-9a44-c11319c158be triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:17:02.970340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:02.970340 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Attempt 1 to provision port c5dd4b79-44d4-42dd-9a44-c11319c158be Oct 17 19:17:03.005158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e399f821-93ab-457a-9762-0a05ac264b6d req-dd46edb4-8ffb-47fb-a028-79fc73c4231d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Oct 17 19:17:03.021957 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Port c5dd4b79-44d4-42dd-9a44-c11319c158be cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:17:03.258934 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dd4b79-44d4-42dd-9a44-c11319c158be {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:17:03.266586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:03.281578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Transition to ACTIVE for port object c5dd4b79-44d4-42dd-9a44-c11319c158be will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:17:03.360156 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:03.522468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:03.523305 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Attempt 2 to provision port c5dd4b79-44d4-42dd-9a44-c11319c158be Oct 17 19:17:03.582340 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Port c5dd4b79-44d4-42dd-9a44-c11319c158be cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:17:03.590273 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Attempting to bind port c5dd4b79-44d4-42dd-9a44-c11319c158be on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:17:03.590611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Attempting to bind port c5dd4b79-44d4-42dd-9a44-c11319c158be by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:17:03.590938 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Attempting to bind port c5dd4b79-44d4-42dd-9a44-c11319c158be on network 07217875-dbfd-48cf-adbb-0c4e64a178bd {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:17:03.595467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Port c5dd4b79-44d4-42dd-9a44-c11319c158be on network 07217875-dbfd-48cf-adbb-0c4e64a178bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:17:03.596170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Attempting to bind port c5dd4b79-44d4-42dd-9a44-c11319c158be on network 07217875-dbfd-48cf-adbb-0c4e64a178bd {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:17:03.601096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:17:03.601433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Checking segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:17:03.601842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Bound using segment: {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:17:03.602303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Bound port: c5dd4b79-44d4-42dd-9a44-c11319c158be, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a2caea-86ea-4891-9c01-b29c2c609b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:17:03.602648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:03.699977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:17:03.702856 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:17:03.790188 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:03.821881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:03.822583 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:03.823945 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 1094 time: 1.0436654 Oct 17 19:17:03.824430 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:17:03.826776 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b905e2-fd52-49cb-99d5-9c49a900649a" -d '{"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:17:03.873168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8842-ece3-4353-bf70-08bab7e3b1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:03.877911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82479974-f065-4900-97bd-21663049ed64 x-openstack-request-id: req-82479974-f065-4900-97bd-21663049ed64 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:17:03.878194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:17:03.878440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82479974-f065-4900-97bd-21663049ed64 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:17:03.878827 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82479974-f065-4900-97bd-21663049ed64'] response: {'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'status': 'completed', 'code': 200} Oct 17 19:17:03.980564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-d509f78b-3f46-43e7-b035-e795bddbcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:03.982062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-d509f78b-3f46-43e7-b035-e795bddbcb41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0849531 Oct 17 19:17:04.069142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1b3fa02-2d26-4eb6-976c-aa5b494814c8 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:17:04.099321 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Attempt 3 to provision port c5dd4b79-44d4-42dd-9a44-c11319c158be Oct 17 19:17:04.191464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-1998e437-adb2-4564-83b7-1d2de71bfa26 None None] Port c5dd4b79-44d4-42dd-9a44-c11319c158be had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:17:04.201691 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:17:04.202743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:04.202743 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 Oct 17 19:17:04.218796 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c06283-95ba-40ad-9565-b805bd140c64 req-b130e9d2-fca2-4c55-be1a-e82cf1b22d3b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.220301 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e1c06283-95ba-40ad-9565-b805bd140c64 req-b130e9d2-fca2-4c55-be1a-e82cf1b22d3b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 944 time: 0.0967910 Oct 17 19:17:04.245421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-7051aef4-dd35-4926-af1c-76f8cec7f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.247199 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-7051aef4-dd35-4926-af1c-76f8cec7f338 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=229c66aa34fb410da94ac7a8f3a898db&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2567389 Oct 17 19:17:04.286986 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e1c06283-95ba-40ad-9565-b805bd140c64 req-3c470da1-7166-4864-ae88-621c6c29d220 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493045 Oct 17 19:17:04.325337 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:17:04.400412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-468b77da-dfb5-48fa-ab6e-ef72c08c26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.401865 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-59b905e2-fd52-49cb-99d5-9c49a900649a req-468b77da-dfb5-48fa-ab6e-ef72c08c26e7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476886 Oct 17 19:17:04.519167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-6f3f7cc7-8e10-4ecf-aea7-a94fe7718d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.520631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-6f3f7cc7-8e10-4ecf-aea7-a94fe7718d93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0802963 Oct 17 19:17:04.594249 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-0652e98c-ee66-4035-9a34-62f6be80e3e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 217 time: 0.0653169 Oct 17 19:17:04.656568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-e612fb6a-ff42-4246-8cce-918d75d8a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.657997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-e612fb6a-ff42-4246-8cce-918d75d8a310 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 200 len: 835 time: 0.0577412 Oct 17 19:17:04.742810 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-e17b526c-3aa6-43ff-9cc3-2ba383a8d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:04.744282 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-e17b526c-3aa6-43ff-9cc3-2ba383a8d5b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07217875-dbfd-48cf-adbb-0c4e64a178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798292 Oct 17 19:17:04.879899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-2069c035-b340-44ab-9e73-5f52b112cfa6 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285706 Oct 17 19:17:05.013123 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7b8216ed-e812-4b29-84a5-abb41175c539 req-c5440043-5059-4e1d-9ac2-2809b9089450 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259665 Oct 17 19:17:05.483111 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eceee6-4c82-4a81-9188-03c53d3508a3 req-148daea7-b57c-47ab-8286-ce170f841234 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:05.483825 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-38eceee6-4c82-4a81-9188-03c53d3508a3 req-148daea7-b57c-47ab-8286-ce170f841234 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:17:05.572276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-38eceee6-4c82-4a81-9188-03c53d3508a3 req-148daea7-b57c-47ab-8286-ce170f841234 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:17:05.573386 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38eceee6-4c82-4a81-9188-03c53d3508a3 req-148daea7-b57c-47ab-8286-ce170f841234 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 944 time: 0.1752596 Oct 17 19:17:05.621152 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-38eceee6-4c82-4a81-9188-03c53d3508a3 req-9013484b-bab8-441d-bda5-e1c9e228df81 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Oct 17 19:17:06.820092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819f82-41c7-4740-884e-69eb3c9d71c1 req-63b2b44c-2fa8-4ff6-8cff-9b2caf94d96a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:06.822106 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-15819f82-41c7-4740-884e-69eb3c9d71c1 req-63b2b44c-2fa8-4ff6-8cff-9b2caf94d96a tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 944 time: 0.0865250 Oct 17 19:17:06.868452 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-15819f82-41c7-4740-884e-69eb3c9d71c1 req-791e9ba7-978e-4982-b62f-8a994a0d83f1 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Oct 17 19:17:08.071997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499502db-c443-4ae3-8bde-4279d5c54c18 req-52770190-ef22-4976-88a7-a6ff7951770b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:08.073443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-499502db-c443-4ae3-8bde-4279d5c54c18 req-52770190-ef22-4976-88a7-a6ff7951770b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 944 time: 0.0906062 Oct 17 19:17:08.118982 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-499502db-c443-4ae3-8bde-4279d5c54c18 req-f4e65c54-3297-46f4-a00d-bc17ccea3abf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Oct 17 19:17:09.052906 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c5dd4b79-44d4-42dd-9a44-c11319c158be details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:17:09.229332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:17:09.245673 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'port_id': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'mac_address': 'fa:16:3e:e7:2b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:17:09.312743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port c5dd4b79-44d4-42dd-9a44-c11319c158be is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:17:09.313061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:09.330038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dd4b79-44d4-42dd-9a44-c11319c158be {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:17:09.333237 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36765461-d9c3-4d32-af19-91675bc31b24 req-ee3ddd73-1274-41ae-925c-f78638f660ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:09.334730 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36765461-d9c3-4d32-af19-91675bc31b24 req-ee3ddd73-1274-41ae-925c-f78638f660ff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 944 time: 0.1022253 Oct 17 19:17:09.345521 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:17:09.379401 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-36765461-d9c3-4d32-af19-91675bc31b24 req-037a7efb-835a-4e9e-9d2c-70270625aba5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 Oct 17 19:17:09.421471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:09.491767 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:09.865935 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['c5dd4b79-44d4-42dd-9a44-c11319c158be'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:17:10.592308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae943-e602-4d05-a638-cca48fb32949 req-45e6972d-fe54-4b26-962a-97f86f62c5a6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:10.593753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9f6ae943-e602-4d05-a638-cca48fb32949 req-45e6972d-fe54-4b26-962a-97f86f62c5a6 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 945 time: 0.0964627 Oct 17 19:17:10.639433 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9f6ae943-e602-4d05-a638-cca48fb32949 req-8599a9e1-6659-42db-abe4-af2be11357a0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Oct 17 19:17:11.052360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c5dd4b79-44d4-42dd-9a44-c11319c158be up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:17:11.181852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port c5dd4b79-44d4-42dd-9a44-c11319c158be completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:17:11.187058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port c5dd4b79-44d4-42dd-9a44-c11319c158be triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:17:11.187421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:11.187749 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port c5dd4b79-44d4-42dd-9a44-c11319c158be Oct 17 19:17:11.306549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port c5dd4b79-44d4-42dd-9a44-c11319c158be is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:17:11.306956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:11.333717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:17:11.335985 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6d61f-6983-4f43-88cb-7cab0abafa54" -d '{"events": [{"server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "name": "network-vif-plugged", "status": "completed", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:17:11.344152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:17:11.433100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:11.465491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07407217-d685-481d-b378-c3c5c795fb8b x-openstack-request-id: req-07407217-d685-481d-b378-c3c5c795fb8b {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:17:11.465844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "name": "network-vif-plugged", "status": "completed", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:17:11.466098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07407217-d685-481d-b378-c3c5c795fb8b {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:17:11.466493 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07407217-d685-481d-b378-c3c5c795fb8b'] response: {'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'code': 200} Oct 17 19:17:11.505623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:11.850310 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e28d51-ea1e-4f02-9ad7-d4be5844e8f2 req-ab5cc208-71a6-4a68-a408-80cd9611b47d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:11.851832 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69e28d51-ea1e-4f02-9ad7-d4be5844e8f2 req-ab5cc208-71a6-4a68-a408-80cd9611b47d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0913653 Oct 17 19:17:11.962220 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-69e28d51-ea1e-4f02-9ad7-d4be5844e8f2 req-c5e80e7b-f905-4154-b853-5eda70cdb6e9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626609 Oct 17 19:17:11.979275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2af90-6e4b-4133-ac07-dac7b973324e req-1006bccc-1a0c-4109-a900-e32243ffa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:11.980730 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dbe2af90-6e4b-4133-ac07-dac7b973324e req-1006bccc-1a0c-4109-a900-e32243ffa108 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1099 time: 0.1279945 Oct 17 19:17:12.023253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-dbe2af90-6e4b-4133-ac07-dac7b973324e req-c4dc0e43-d008-4852-847c-2ef722acc035 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354805 Oct 17 19:17:13.166298 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4eaf4-39ed-4922-b131-7f11163c20c3 req-aa4cb1e9-4ce5-42d7-870e-4bed8d510090 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:13.167726 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6ba4eaf4-39ed-4922-b131-7f11163c20c3 req-aa4cb1e9-4ce5-42d7-870e-4bed8d510090 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0919905 Oct 17 19:17:13.210004 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6ba4eaf4-39ed-4922-b131-7f11163c20c3 req-03b41452-1cae-42e8-90de-f3a12519f3f4 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365658 Oct 17 19:17:14.412962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16925ca0-d9e0-407d-b7ed-82b002116dae req-7ef8f9c3-3f25-4bc4-aa76-8e5a3d4bf4ec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:14.414969 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-16925ca0-d9e0-407d-b7ed-82b002116dae req-7ef8f9c3-3f25-4bc4-aa76-8e5a3d4bf4ec tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0893803 Oct 17 19:17:14.458354 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-16925ca0-d9e0-407d-b7ed-82b002116dae req-1f234587-a01e-4ceb-b834-f56a71aabd2e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376503 Oct 17 19:17:14.656406 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a551-b068-4c09-96fa-5f4a7f734b67 req-f288bf19-d02d-47ec-8d9c-3b920f9fa125 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:14.657789 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4e61a551-b068-4c09-96fa-5f4a7f734b67 req-f288bf19-d02d-47ec-8d9c-3b920f9fa125 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0869992 Oct 17 19:17:14.701107 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4e61a551-b068-4c09-96fa-5f4a7f734b67 req-247fdd2d-86e2-49ae-b532-7ec382c2193e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375800 Oct 17 19:17:14.730666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51724) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:17:14.810308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5b9b6-947d-479e-a07b-798400290288 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:14.811773 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8fd5b9b6-947d-479e-a07b-798400290288 tempest-TestNetworkAdvancedServerOps-1468240350 tempest-TestNetworkAdvancedServerOps-1468240350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0801315 Oct 17 19:17:14.814607 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51728) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:17:14.819316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:17:14.825138 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:17:14.828873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Usage tracker for resource:floatingip and tenant:229c66aa34fb410da94ac7a8f3a898db is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:17:14.831651 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:17:14.837736 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:17:14.919000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:15.055018 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:15.293067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Allocated IP 172.26.2.204 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/060a8b7e-d5c7-49a9-b439-18c287012088) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:17:15.443396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:15.532158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:15.595634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:17:15.598491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:17:15.602182 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:17:15.637190 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=060a8b7e-d5c7-49a9-b439-18c287012088,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:16.007971 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:16.129465 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:16.335760 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:16.411394 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:16.519629 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:16.567255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event updated for resources: {'Port': ['ID=060a8b7e-d5c7-49a9-b439-18c287012088,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:17:16.691858 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP bd4c8754-1b6a-42ec-a539-c0cb8c46802c associated. External IP: 172.26.2.204, port: c5dd4b79-44d4-42dd-9a44-c11319c158be. Oct 17 19:17:17.151609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 22a17243-32ca-44a3-a310-43aff6558651 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:17:17.328845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:17:17.338693 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Sync routers for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:17:17.348687 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:17:17.349568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:17.423486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:17.487397 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e105f3a8-5da1-4f68-969d-969aadd0a0ad tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6717970 Oct 17 19:17:17.488298 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:17:17.496732 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3705806-4613-433e-9643-33bd2fa89d14" -d '{"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:17:17.525932 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:17:17.540703 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea04c8e-6570-4c53-a8d5-87240fee4824 x-openstack-request-id: req-4ea04c8e-6570-4c53-a8d5-87240fee4824 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:17:17.541431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:17:17.541431 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ea04c8e-6570-4c53-a8d5-87240fee4824 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:17:17.541760 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea04c8e-6570-4c53-a8d5-87240fee4824'] response: {'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'status': 'completed', 'code': 200} Oct 17 19:17:17.717838 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705806-4613-433e-9643-33bd2fa89d14 req-65080b95-9e0e-4654-ba3a-385d91caf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:17.719326 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-65080b95-9e0e-4654-ba3a-385d91caf63c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1099 time: 0.1472409 Oct 17 19:17:17.727433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5654e-161c-410e-b294-3c3ba0aa8eb1 req-e07d3a8b-26eb-4e90-9b2b-6b5a445e599e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:17.729014 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90b5654e-161c-410e-b294-3c3ba0aa8eb1 req-e07d3a8b-26eb-4e90-9b2b-6b5a445e599e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.1207724 Oct 17 19:17:17.852131 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-90b5654e-161c-410e-b294-3c3ba0aa8eb1 req-6fa90c9e-f941-4924-be98-96bf8d05f2b9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046767 Oct 17 19:17:17.871916 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'bd4c8754-1b6a-42ec-a539-c0cb8c46802c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '22a17243-32ca-44a3-a310-43aff6558651', 'port_id': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'mac_address': 'fa:16:3e:e7:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:17:15Z', 'updated_at': '2022-10-17T19:17:15Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:17.875632 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Checking router: 22a17243-32ca-44a3-a310-43aff6558651 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:17:17.882824 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51736) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:17:17.887189 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:17:17.887780 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:16:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:17.890079 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705806-4613-433e-9643-33bd2fa89d14 req-92c5a811-15a9-4c42-9e84-fba4fb1e3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:17.891665 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-92c5a811-15a9-4c42-9e84-fba4fb1e3181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 897 time: 0.1618268 Oct 17 19:17:17.989997 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-1485d0be-f347-4854-9831-0c43af748918 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/bd4c8754-1b6a-42ec-a539-c0cb8c46802c HTTP/1.1" status: 200 len: 992 time: 0.1053803 Oct 17 19:17:18.000896 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-7a2145d8-b123-4558-818b-51a741667bdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 1000 time: 0.1020403 Oct 17 19:17:18.066833 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:17:18.068468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705806-4613-433e-9643-33bd2fa89d14 req-fcd21af2-b47c-4b95-8724-ef28e89a34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:18.069911 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-fcd21af2-b47c-4b95-8724-ef28e89a34d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 200 len: 835 time: 0.0582449 Oct 17 19:17:18.156599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705806-4613-433e-9643-33bd2fa89d14 req-55407f76-dc54-4571-969a-594e2722e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:17:18.158076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-55407f76-dc54-4571-969a-594e2722e38f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07217875-dbfd-48cf-adbb-0c4e64a178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821080 Oct 17 19:17:18.291117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-09ccdc36-c20a-46a2-a8e9-bd527b61833c service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256254 Oct 17 19:17:18.424835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3705806-4613-433e-9643-33bd2fa89d14 req-650900bf-ffb3-4696-819f-1579bbd88f2b service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239696 Oct 17 19:17:18.445719 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'bd4c8754-1b6a-42ec-a539-c0cb8c46802c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '22a17243-32ca-44a3-a310-43aff6558651', 'port_id': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'mac_address': 'fa:16:3e:e7:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:17:15Z', 'updated_at': '2022-10-17T19:17:15Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:17:18.449718 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d714bce-3588-4aa7-bdab-64ac4065a8d0 None None] The sync data for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv is: [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': 'bd4c8754-1b6a-42ec-a539-c0cb8c46802c', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '22a17243-32ca-44a3-a310-43aff6558651', 'port_id': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'mac_address': 'fa:16:3e:e7:2b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:17:15Z', 'updated_at': '2022-10-17T19:17:15Z', 'revision_number': 0, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:17:18.649220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1fc7d-8a01-45f8-b42a-2fba06bc8d56 None None] New status for floating IP bd4c8754-1b6a-42ec-a539-c0cb8c46802c: ACTIVE {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:17:18.992898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51740) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:17:19.101820 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-301e8ff9-e433-48da-9c38-baf5c2ea62c8 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/bd4c8754-1b6a-42ec-a539-c0cb8c46802c HTTP/1.1" status: 200 len: 994 time: 0.1076126 Oct 17 19:17:19.713071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf79f155-a9fb-4954-96bd-550581b311ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:22.347696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-95d99097-2e2b-4ecf-b831-63ccc0447c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:23.057458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:23.303445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:24.844774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:26.622954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:26.901423 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:17:49.691512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f3dd-a32f-48b8-8852-1d94921100f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:52.319949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2df85cf7-a8de-493e-948e-fe1d0c75462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:53.028163 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:53.262065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:54.765690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:17:56.600120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:03.901471 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:18:09.032806 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-b8ea6ce9-c150-447a-9d17-725e0806c6bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223245 Oct 17 19:18:09.314479 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-e8cdc35c-1764-4c16-bac2-5a23e7f3ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:09.315945 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-e8cdc35c-1764-4c16-bac2-5a23e7f3ca8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1099 time: 0.2112060 Oct 17 19:18:09.462669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-34966590-7537-4391-9f06-2e73a2466db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:09.464186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-34966590-7537-4391-9f06-2e73a2466db4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 897 time: 0.1289458 Oct 17 19:18:09.568925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-ef93af0a-a47d-414c-b5fa-25426396efee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 1002 time: 0.0976775 Oct 17 19:18:09.632916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-fe048c89-8220-4509-9d17-cf189a709296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:09.634363 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-fe048c89-8220-4509-9d17-cf189a709296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 200 len: 835 time: 0.0578690 Oct 17 19:18:09.722000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-1f95c1cb-fe11-484c-a265-0accc47ea0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:09.723446 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-1f95c1cb-fe11-484c-a265-0accc47ea0ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07217875-dbfd-48cf-adbb-0c4e64a178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816121 Oct 17 19:18:09.856188 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-84cd6328-56f3-4526-b805-edd8ce322dd2 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250103 Oct 17 19:18:09.988381 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b528b53d-591c-4b6a-90df-40fc60d51b74 req-aba32ebc-e787-4fa4-9b48-d325b3c27ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248655 Oct 17 19:18:19.719282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9f728121-bd1e-4712-99dd-9998c04bf981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:22.365010 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-def0bba5-1ad0-4a1a-91b3-3be44ee6808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:23.027711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:23.279647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:24.765249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:26.662122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:36.802345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767abc7-5ea6-4db0-9d9a-47b3c386ed92 req-f3deb35a-4cab-4261-b93a-0e9fae3ddcbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:36.803848 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4767abc7-5ea6-4db0-9d9a-47b3c386ed92 req-f3deb35a-4cab-4261-b93a-0e9fae3ddcbd tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.1388018 Oct 17 19:18:36.847648 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4767abc7-5ea6-4db0-9d9a-47b3c386ed92 req-0133c332-8558-4b3c-a1a9-c94db13a5b23 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Oct 17 19:18:38.093493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe760ad-3a7d-4956-b5d2-73a7a4bb007f req-23aa334c-9dfb-41fa-a74f-8c8a017f07ae tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:38.095037 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fe760ad-3a7d-4956-b5d2-73a7a4bb007f req-23aa334c-9dfb-41fa-a74f-8c8a017f07ae tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.1353898 Oct 17 19:18:38.139880 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5fe760ad-3a7d-4956-b5d2-73a7a4bb007f req-b5ea938a-f725-40d4-8d97-91a9566036b9 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Oct 17 19:18:39.339060 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890f421-bc87-48a2-bca4-20fe1710dd07 req-381b6b51-70e6-4a46-af99-3de2b18fdd0f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:39.340537 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4890f421-bc87-48a2-bca4-20fe1710dd07 req-381b6b51-70e6-4a46-af99-3de2b18fdd0f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0877907 Oct 17 19:18:39.388497 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4890f421-bc87-48a2-bca4-20fe1710dd07 req-c3dce510-e080-4b3e-9d74-9b302d71e66f tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Oct 17 19:18:39.419672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51776) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:39.525429 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-a7ee68d1-ec52-4dcc-9276-1ba51720192c tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/bd4c8754-1b6a-42ec-a539-c0cb8c46802c HTTP/1.1" status: 200 len: 994 time: 0.1046305 Oct 17 19:18:40.901317 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:18:41.188299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccf818-e9b9-4ddc-8251-b3781d7bc95a req-0c912a11-453c-4741-b172-d7c13a098618 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:41.189797 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3ccf818-e9b9-4ddc-8251-b3781d7bc95a req-0c912a11-453c-4741-b172-d7c13a098618 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0915973 Oct 17 19:18:41.285980 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a3ccf818-e9b9-4ddc-8251-b3781d7bc95a req-3e7952ae-5a30-42ca-a840-02a7d36fc350 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903275 Oct 17 19:18:41.310259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d02b8-2385-46a4-a792-edd921c48c52 req-aeb58831-feb8-49ff-8578-ba6ce0343af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:41.311692 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-aeb58831-feb8-49ff-8578-ba6ce0343af9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0869310 Oct 17 19:18:41.442829 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d02b8-2385-46a4-a792-edd921c48c52 req-cb409f52-a178-44ac-ba88-c54cf2493f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:41.444189 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-cb409f52-a178-44ac-ba88-c54cf2493f27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 897 time: 0.1253617 Oct 17 19:18:41.547668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-3f097b8f-19e8-4e6f-b6f2-7ec772e6f303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 1002 time: 0.0965183 Oct 17 19:18:41.613688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d02b8-2385-46a4-a792-edd921c48c52 req-202d2a31-239e-408f-93a5-7c8c75efa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:41.615075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-202d2a31-239e-408f-93a5-7c8c75efa4a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 200 len: 835 time: 0.0594709 Oct 17 19:18:41.696040 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d02b8-2385-46a4-a792-edd921c48c52 req-b5df12da-4f6f-4507-b1a4-ee0e44cb1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:41.697409 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-b5df12da-4f6f-4507-b1a4-ee0e44cb1f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07217875-dbfd-48cf-adbb-0c4e64a178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758593 Oct 17 19:18:41.826721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-adfbf638-985e-4174-a84e-f3dcf9798b44 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220293 Oct 17 19:18:42.061395 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-941d02b8-2385-46a4-a792-edd921c48c52 req-8624b76c-b3a6-4408-87a7-324968879635 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284963 Oct 17 19:18:42.490371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eddd50-cbc9-479d-8ab7-6511b88c7d25 req-7f85dd54-50a3-4ebd-bb6f-e43594c50440 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:42.491839 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7eddd50-cbc9-479d-8ab7-6511b88c7d25 req-7f85dd54-50a3-4ebd-bb6f-e43594c50440 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0875654 Oct 17 19:18:42.535437 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b7eddd50-cbc9-479d-8ab7-6511b88c7d25 req-faa93292-a610-4aed-8044-903266c140b0 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373342 Oct 17 19:18:43.737421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af555d4e-094f-4a9d-84bf-1743b58bc581 req-975d3a06-786a-468f-8345-26ecb8631413 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:43.738883 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af555d4e-094f-4a9d-84bf-1743b58bc581 req-975d3a06-786a-468f-8345-26ecb8631413 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0918746 Oct 17 19:18:43.784898 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af555d4e-094f-4a9d-84bf-1743b58bc581 req-e90a09c7-7324-4160-87d7-5aec1b0c272d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Oct 17 19:18:43.818899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51790) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:43.924825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ff6f27ae-77ac-4edb-bca0-e64c7737c230 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/floatingips/bd4c8754-1b6a-42ec-a539-c0cb8c46802c HTTP/1.1" status: 200 len: 994 time: 0.1046295 Oct 17 19:18:44.366407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51798) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:44.571442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 060a8b7e-d5c7-49a9-b439-18c287012088 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:18:44.571724 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:44.735613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:44.735937 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:44.854972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 060a8b7e-d5c7-49a9-b439-18c287012088 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:18:45.056419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:45.103428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=060a8b7e-d5c7-49a9-b439-18c287012088,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:45.147425 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.147769 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.148104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.148434 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.148765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.149088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.149408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.150364 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.150796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.151123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.151442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.151758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:45.210530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:45.210869 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Floating IP bd4c8754-1b6a-42ec-a539-c0cb8c46802c disassociated (deleted). External IP: 172.26.2.204, port: c5dd4b79-44d4-42dd-9a44-c11319c158be. Oct 17 19:18:45.676274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 22a17243-32ca-44a3-a310-43aff6558651 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:18:45.851571 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:18:45.861497 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Sync routers for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:18:45.870779 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:18:45.871364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:46.005060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:46.044766 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:18:46.064451 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-815fa0a3-e79c-4032-9d8d-c9309f160066 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/floatingips/bd4c8754-1b6a-42ec-a539-c0cb8c46802c HTTP/1.1" status: 204 len: 168 time: 1.6969955 Oct 17 19:18:46.065087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:18:46.067546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196e679-49be-4f7e-9941-43d5c2f0799e" -d '{"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:18:46.112605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d672f63-0152-4ffb-bb74-2f887cbc5525 x-openstack-request-id: req-6d672f63-0152-4ffb-bb74-2f887cbc5525 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:18:46.112605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:18:46.112605 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d672f63-0152-4ffb-bb74-2f887cbc5525 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:18:46.112605 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d672f63-0152-4ffb-bb74-2f887cbc5525'] response: {'name': 'network-changed', 'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'status': 'completed', 'code': 200} Oct 17 19:18:46.236012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-fd427ca4-2989-45f2-a007-7f99f629d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:46.237480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-fd427ca4-2989-45f2-a007-7f99f629d8e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=229c66aa34fb410da94ac7a8f3a898db&device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0991619 Oct 17 19:18:46.358828 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:46.362521 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Checking router: 22a17243-32ca-44a3-a310-43aff6558651 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:18:46.371252 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:18:46.371833 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:46.373218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-ecec6eae-1426-4fae-9f25-559b73d17368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:46.374710 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-ecec6eae-1426-4fae-9f25-559b73d17368 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 200 len: 897 time: 0.1311445 Oct 17 19:18:46.448487 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-ee7ac1fd-cf02-493d-b167-475a08de6cd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 200 len: 217 time: 0.0667193 Oct 17 19:18:46.512084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-e487e068-cb99-4d13-a16e-317da1dad5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:46.513549 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-e487e068-cb99-4d13-a16e-317da1dad5b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 200 len: 835 time: 0.0584781 Oct 17 19:18:46.561396 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:18:46.613884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-8506a7ee-ce4e-40a4-bbc3-fe47c1f5fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:46.615477 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-8506a7ee-ce4e-40a4-bbc3-fe47c1f5fe84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07217875-dbfd-48cf-adbb-0c4e64a178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958836 Oct 17 19:18:46.721424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d56b6-95be-4b42-b780-2c40d2828bc4 req-daa684ed-b33f-4884-bc5e-d2a173c8c145 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:46.722933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e82d56b6-95be-4b42-b780-2c40d2828bc4 req-daa684ed-b33f-4884-bc5e-d2a173c8c145 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0938478 Oct 17 19:18:46.754004 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-4e574f5d-cca6-4faf-a4d3-9a8176ec6fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318846 Oct 17 19:18:46.767778 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-e82d56b6-95be-4b42-b780-2c40d2828bc4 req-49a96f11-6eb0-4af5-973c-46cfd6d4b558 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Oct 17 19:18:46.890887 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7196e679-49be-4f7e-9941-43d5c2f0799e req-21e0dd6b-4130-413a-9ed9-1b46ff43e23b service neutron] 10.222.0.42 "GET /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287258 Oct 17 19:18:46.898716 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:46.902859 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f7aa1-28c1-4ec1-ab23-b42b0f84bbea None None] The sync data for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv is: [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'd1b3fa02-2d26-4eb6-976c-aa5b494814c8', 'name': '', 'network_id': '07217875-dbfd-48cf-adbb-0c4e64a178bd', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'mac_address': 'fa:16:3e:30:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:55Z', 'updated_at': '2022-10-17T19:17:02Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'subnets': [{'id': '4ac5dfc4-3128-44eb-8b47-b112f684b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:18:47.104181 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0cdd7-f142-4995-9d93-7dc063e284e2 None None] New status for floating IP bd4c8754-1b6a-42ec-a539-c0cb8c46802c: DOWN {{(pid=89828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:18:47.972853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ba2f2-9d8c-49ae-a19b-a07156b7de7f req-d9192207-1c77-4095-8880-34a0cf3ba17e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:47.973561 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-391ba2f2-9d8c-49ae-a19b-a07156b7de7f req-d9192207-1c77-4095-8880-34a0cf3ba17e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Synchronizing usage tracker for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:18:48.078956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-391ba2f2-9d8c-49ae-a19b-a07156b7de7f req-d9192207-1c77-4095-8880-34a0cf3ba17e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Unset dirty status for tenant:229c66aa34fb410da94ac7a8f3a898db on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:18:48.080250 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-391ba2f2-9d8c-49ae-a19b-a07156b7de7f req-d9192207-1c77-4095-8880-34a0cf3ba17e tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.1953158 Oct 17 19:18:48.125019 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-391ba2f2-9d8c-49ae-a19b-a07156b7de7f req-21d20745-3d5d-4cd1-8048-7a3db53f160d tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Oct 17 19:18:48.971346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3dc10-bb37-4225-9777-59b974c56567 req-f3b8deb8-9137-416f-a047-c2dc9e630dff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:48.972761 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68b3dc10-bb37-4225-9777-59b974c56567 req-f3b8deb8-9137-416f-a047-c2dc9e630dff tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0882130 Oct 17 19:18:49.046783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port c5dd4b79-44d4-42dd-9a44-c11319c158be {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:18:49.047501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:49.327573 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32042811-a475-442d-a546-c55d55a40606 req-cdba9d69-eb99-49e5-9eef-39f9d0d53176 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:18:49.329050 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-32042811-a475-442d-a546-c55d55a40606 req-cdba9d69-eb99-49e5-9eef-39f9d0d53176 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 946 time: 0.0899413 Oct 17 19:18:49.377172 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-32042811-a475-442d-a546-c55d55a40606 req-7d301ba1-bd41-44af-b9a7-9fd18cf2019b tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac1f1eb9-eb62-427c-a034-f861fe783d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Oct 17 19:18:49.412557 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port c5dd4b79-44d4-42dd-9a44-c11319c158be, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=c5dd4b79-44d4-42dd-9a44-c11319c158be,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:18:49.412915 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:49.536233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for c5dd4b79-44d4-42dd-9a44-c11319c158be owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:18:49.718939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-84813bed-2272-4f0e-b372-300dc0b7ef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:49.764783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:49.814021 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=c5dd4b79-44d4-42dd-9a44-c11319c158be,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:49.903565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] No DVR routers for this DVR port c5dd4b79-44d4-42dd-9a44-c11319c158be on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:18:49.906061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:49.908648 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'name': 'network-vif-deleted', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:18:49.910916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17988cb-bd62-4d51-87d3-cc2f5f5c8b9f" -d '{"events": [{"server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "name": "network-vif-deleted", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:18:49.952529 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0e92e-0f52-4a78-856c-03ac6c5ea373 x-openstack-request-id: req-5ff0e92e-0f52-4a78-856c-03ac6c5ea373 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:18:49.952828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528e3706-0ae9-485f-ac59-c4b3cbcf5fe6", "name": "network-vif-deleted", "tag": "c5dd4b79-44d4-42dd-9a44-c11319c158be", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:18:49.953080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ff0e92e-0f52-4a78-856c-03ac6c5ea373 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:18:49.953478 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff0e92e-0f52-4a78-856c-03ac6c5ea373'] response: {'server_uuid': '528e3706-0ae9-485f-ac59-c4b3cbcf5fe6', 'name': 'network-vif-deleted', 'tag': 'c5dd4b79-44d4-42dd-9a44-c11319c158be', 'status': 'completed', 'code': 200} Oct 17 19:18:49.994460 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-68b3dc10-bb37-4225-9777-59b974c56567 req-3a75a1be-6a56-47eb-acc0-7ff4d5cdbde5 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.42 "DELETE /v2.0/ports/c5dd4b79-44d4-42dd-9a44-c11319c158be HTTP/1.1" status: 204 len: 173 time: 1.0142310 Oct 17 19:18:50.643590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d8ca6320-698d-4fef-b0fb-d57d19fb6bac req-7d1a7aba-cc1f-4773-8780-29c8ea707007 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "GET /v2.0/ports?device_id=528e3706-0ae9-485f-ac59-c4b3cbcf5fe6 HTTP/1.1" status: 200 len: 210 time: 0.1453617 Oct 17 19:18:51.744526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51818) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:52.294207 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:52.342375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-036406a4-27e8-4bf1-8715-32b2916bc7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:52.647299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port d1b3fa02-2d26-4eb6-976c-aa5b494814c8 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:18:52.647568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:52.941032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port d1b3fa02-2d26-4eb6-976c-aa5b494814c8, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:18:52.941797 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:53.039215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:53.066765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for d1b3fa02-2d26-4eb6-976c-aa5b494814c8 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:18:53.313395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:53.347844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:53.398260 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=d1b3fa02-2d26-4eb6-976c-aa5b494814c8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:53.449760 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c5dd4b79-44d4-42dd-9a44-c11319c158be no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:18:53.486697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: c5dd4b79-44d4-42dd-9a44-c11319c158be {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:18:53.487123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device c5dd4b79-44d4-42dd-9a44-c11319c158be not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:18:53.678528 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.037283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Router 22a17243-32ca-44a3-a310-43aff6558651 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:18:54.338085 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:18:54.347971 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Sync routers for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:18:54.351117 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-bb638da3-a6fb-4254-8aa5-45a308a42fcf tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "PUT /v2.0/routers/22a17243-32ca-44a3-a310-43aff6558651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055167 Oct 17 19:18:54.354150 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51822) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:54.358858 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:18:54.359454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:54.424634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting subnet 4ac5dfc4-3128-44eb-8b47-b112f684b110 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:18:54.427895 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.484015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.536162 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:18:54.568742 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.765176 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.799613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.804268 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac5dfc4-3128-44eb-8b47-b112f684b110,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:54.811216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:54.816849 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f287e5ac-82d6-4bc7-9d98-6767e4c38fce tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/subnets/4ac5dfc4-3128-44eb-8b47-b112f684b110 HTTP/1.1" status: 204 len: 168 time: 0.4616849 Oct 17 19:18:54.817813 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3eab7-b7a4-427f-a165-cac5c8aa8f7b None None] Network 07217875-dbfd-48cf-adbb-0c4e64a178bd requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:18:54.819521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51826) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:54.824188 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:18:53Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:54.828187 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Checking router: 22a17243-32ca-44a3-a310-43aff6558651 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:18:54.836690 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Routers {'22a17243-32ca-44a3-a310-43aff6558651'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:18:54.837287 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['22a17243-32ca-44a3-a310-43aff6558651'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:55.007986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.021930 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] Set router 22a17243-32ca-44a3-a310-43aff6558651 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:18:55.126860 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] DHCP port deletion for 07217875-dbfd-48cf-adbb-0c4e64a178bd request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:18:55.130890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Deleting port 0b59dce3-33d3-436a-a286-4e1abc56c563 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:18:55.131331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.203713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.302551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Deleting port 25b12c2f-33db-4b44-ab54-1eb40c861528 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:18:55.302551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.363537 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:18:53Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:55.367300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] For port 0b59dce3-33d3-436a-a286-4e1abc56c563, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=0b59dce3-33d3-436a-a286-4e1abc56c563,segment=NetworkSegment(68a2caea-86ea-4891-9c01-b29c2c609b3c),segment_id=68a2caea-86ea-4891-9c01-b29c2c609b3c)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:18:55.367563 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53144c80-792e-47fd-936f-ff7d6bf7c225 None None] The sync data for ids ['22a17243-32ca-44a3-a310-43aff6558651'] in dv-neutron-861384-1-hyperv is: [{'id': '22a17243-32ca-44a3-a310-43aff6558651', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360727532', 'tenant_id': '229c66aa34fb410da94ac7a8f3a898db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:16:50Z', 'updated_at': '2022-10-17T19:18:53Z', 'revision_number': 5, 'project_id': '229c66aa34fb410da94ac7a8f3a898db', 'gw_port': {'id': '25b12c2f-33db-4b44-ab54-1eb40c861528', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a17243-32ca-44a3-a310-43aff6558651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:16:51Z', 'updated_at': '2022-10-17T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:18:55.367732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.489819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] For port 25b12c2f-33db-4b44-ab54-1eb40c861528, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=25b12c2f-33db-4b44-ab54-1eb40c861528,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:18:55.490179 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.495640 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Calling delete_port for 0b59dce3-33d3-436a-a286-4e1abc56c563 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:18:55.612421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Calling delete_port for 25b12c2f-33db-4b44-ab54-1eb40c861528 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:18:55.717687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555'] for port, after_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.768633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Pushing event deleted for resources: {'Port': ['ID=0b59dce3-33d3-436a-a286-4e1abc56c563,revision_number=None']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:55.773408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] No DVR routers for this DVR port 0b59dce3-33d3-436a-a286-4e1abc56c563 on host dv-neutron-861384-1-hyperv {{(pid=89828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:18:55.779385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.779736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.780077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.780410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.780743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.781072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.781396 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.781748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.782071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.782391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.782708 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.783206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ce4bbb-8954-4de4-8707-39f2984342e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:55.868164 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:55.914661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Port': ['ID=25b12c2f-33db-4b44-ab54-1eb40c861528,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:56.014051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.163505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0b59dce3-33d3-436a-a286-4e1abc56c563 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:18:56.199836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 0b59dce3-33d3-436a-a286-4e1abc56c563 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:18:56.200183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 0b59dce3-33d3-436a-a286-4e1abc56c563 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:18:56.200603 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1b3fa02-2d26-4eb6-976c-aa5b494814c8 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:18:56.235506 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: d1b3fa02-2d26-4eb6-976c-aa5b494814c8 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:18:56.235853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device d1b3fa02-2d26-4eb6-976c-aa5b494814c8 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:18:56.303330 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.305501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.405316 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.405929 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Fanout notify agent at l3_agent the message router_deleted on router 22a17243-32ca-44a3-a310-43aff6558651 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:18:56.426505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.428027 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-b746ee69-af22-48bd-9685-aacda8bfe5ef tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/routers/22a17243-32ca-44a3-a310-43aff6558651 HTTP/1.1" status: 204 len: 168 time: 1.6072624 Oct 17 19:18:56.431786 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51830) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:56.552857 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.684374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.690539 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.709796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07217875-dbfd-48cf-adbb-0c4e64a178bd']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:56.722373 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a2caea-86ea-4891-9c01-b29c2c609b3c') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:56.722675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a2caea-86ea-4891-9c01-b29c2c609b3c') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:18:56.734565 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.754953 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.761521 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:18:56.761944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.848099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 68a2caea-86ea-4891-9c01-b29c2c609b3c resource provider aggregate not found Oct 17 19:18:56.864976 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 68a2caea-86ea-4891-9c01-b29c2c609b3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68a2caea-86ea-4891-9c01-b29c2c609b3c found for delete ", "request_id": "req-636b23e8-f904-49e7-9627-9876880e99db"}]} Oct 17 19:18:56.936595 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.954719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:56.965643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'Network': ['ID=07217875-dbfd-48cf-adbb-0c4e64a178bd,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:57.040669 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ae2a9aea-7c5a-4d2c-be7f-77e33bfddf76 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/networks/07217875-dbfd-48cf-adbb-0c4e64a178bd HTTP/1.1" status: 204 len: 168 time: 0.6072128 Oct 17 19:18:57.043245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51840) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:57.114403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:57.143661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:57.302097 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:57.321211 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f1eb9-eb62-427c-a034-f861fe783d25,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:57.404874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:57.406058 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1eefa3eb-a49d-4d0b-8b19-104a7c067878 tempest-TestNetworkAdvancedServerOps-697267925 tempest-TestNetworkAdvancedServerOps-697267925-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac1f1eb9-eb62-427c-a034-f861fe783d25 HTTP/1.1" status: 204 len: 168 time: 0.3618433 Oct 17 19:18:58.077534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 25b12c2f-33db-4b44-ab54-1eb40c861528 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:18:58.110943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 25b12c2f-33db-4b44-ab54-1eb40c861528 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:18:58.111292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 25b12c2f-33db-4b44-ab54-1eb40c861528 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:18:59.055288 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51852) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:59.202286 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8fd5b8ae-62be-4d96-84ab-713f38e7ea8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=229c66aa34fb410da94ac7a8f3a898db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456871 Oct 17 19:18:59.204778 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51858) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:18:59.263390 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:59.288470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:59.416786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:59.432962 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5522e-d4a1-4937-a3c2-9bad0ff8e5a1,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:18:59.444327 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.444672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.445012 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.445344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.445699 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.446041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.446356 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.446679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.447002 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.447318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.447638 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.447958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:18:59.452061 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:18:59.453697 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-09a87f75-22d3-4dd8-8378-6dd0d339c5ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94c5522e-d4a1-4937-a3c2-9bad0ff8e5a1 HTTP/1.1" status: 204 len: 168 time: 0.2475040 Oct 17 19:19:00.068500 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51866) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:00.086655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.101167 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:00.105243 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Usage tracker for resource:security_group_rule and tenant:a94ec37d2bc04a4687046db1f5e01c00 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:00.108041 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:00.113545 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:00.194939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.279279 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.326620 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a94ec37d2bc04a4687046db1f5e01c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570250 Oct 17 19:19:00.327430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17a4ad-537b-48c9-bce5-b10bbab61a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3d311-00d3-47f7-b2d3-74a5750ef4a8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:00.330026 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51870) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:00.388964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.414546 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.599584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.616350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3d311-00d3-47f7-b2d3-74a5750ef4a8,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:00.623077 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:00.623077 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-33b6d62c-5bf2-4a0e-b798-8a2f497bcde8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbe3d311-00d3-47f7-b2d3-74a5750ef4a8 HTTP/1.1" status: 204 len: 168 time: 0.2912364 Oct 17 19:19:01.846264 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51894) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:01.948775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1042252138-network', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:01.953676 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:01.957669 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Usage tracker for resource:network and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:01.960503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:01.967028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:02.078781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Made reservation on behalf of 3764d0f7932e49ed8df4dac23da3fbaa for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:19:02.081035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.093822 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.108661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:02.112519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:02.115338 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:02.120926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:02.202775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.262412 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.295158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:19:02.300214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f10ee15-4d17-4d9d-918b-f9574b4b7390,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:02.307428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.307772 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Added segment 3757173c-79e2-4a56-875a-9922954c0280 of type vlan for network 9838599e-005f-4ab6-afc1-5aa75272247a Oct 17 19:19:02.333619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.433547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.434545 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:02.435141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:02.537294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] Pushing event updated for resources: {'Network': ['ID=9838599e-005f-4ab6-afc1-5aa75272247a,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:02.547108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 9838599e-005f-4ab6-afc1-5aa75272247a details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:19:02.623070 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0c3f4553-04a8-4958-a746-42d857cf656a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7756217 Oct 17 19:19:02.625964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51900) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:02.631503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Request body: {'subnet': {'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1042252138-subnet', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'ip_version': 4}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:02.637183 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:02.640995 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Usage tracker for resource:subnet and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:02.644060 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:02.649917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:02.741378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Made reservation on behalf of 3764d0f7932e49ed8df4dac23da3fbaa for: {'subnet': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:19:02.743753 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2288410'] for subnet, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.021948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2288424'] for subnet, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.092840 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3baa00a6-6a41-4448-b270-a3471a615500,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:03.104034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Checking segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:03.104407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Network hostable DHCP agents. Network: 9838599e-005f-4ab6-afc1-5aa75272247a, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:19:03.204591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Network 9838599e-005f-4ab6-afc1-5aa75272247a is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:19:03.290378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 9838599e-005f-4ab6-afc1-5aa75272247a) {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:03.295738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:03.296582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.300350 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c46de-5945-414c-af70-9997497b969a None None] Network 9838599e-005f-4ab6-afc1-5aa75272247a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:19:03.405888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-945b27e4-6f5e-4444-bfe9-c0d2f435bdb7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7787108 Oct 17 19:19:03.408496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51904) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:03.413303 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:03.420804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:03.423059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Usage tracker for resource:router and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:03.425993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:03.431746 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:03.516157 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-9838599e-005f-4ab6-afc1-5aa75272247a', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:19:03.516981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.519634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.520682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.536155 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.676027 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Allocated IP 172.20.0.2 (9838599e-005f-4ab6-afc1-5aa75272247a/3baa00a6-6a41-4448-b270-a3471a615500/08138d94-5c3f-49d3-bec8-30019110032b) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:03.884269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:03.894818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Transition to ACTIVE for port object 08138d94-5c3f-49d3-bec8-30019110032b will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:03.913077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Transition to ACTIVE for port object 08138d94-5c3f-49d3-bec8-30019110032b will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:03.988442 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.045719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.114188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Network 9838599e-005f-4ab6-afc1-5aa75272247a is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:04.116882 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:04.121049 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:04.126711 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Pushing event updated for resources: {'Port': ['ID=08138d94-5c3f-49d3-bec8-30019110032b,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:04.254045 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Attempting to bind port 08138d94-5c3f-49d3-bec8-30019110032b on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:04.254400 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Attempting to bind port 08138d94-5c3f-49d3-bec8-30019110032b by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:04.254753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Attempting to bind port 08138d94-5c3f-49d3-bec8-30019110032b on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:04.259911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:04.260280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Checking segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:04.261361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.263098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Bound using segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:04.263592 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Bound port: 08138d94-5c3f-49d3-bec8-30019110032b, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:04.263956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.352568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] For port 08138d94-5c3f-49d3-bec8-30019110032b, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:04.355687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] For port 08138d94-5c3f-49d3-bec8-30019110032b, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08138d94-5c3f-49d3-bec8-30019110032b,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:04.374205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.404125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.417328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.497050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891861-d88c-422f-99fc-f18cb369b72f None None] Pushing event updated for resources: {'Port': ['ID=08138d94-5c3f-49d3-bec8-30019110032b,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:04.662337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Allocated IP 172.26.2.45 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/f8fdb490-7ad6-4507-a95d-b7fd1862c853) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:04.801035 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.879234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:04.943618 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:04.946627 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:04.950580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:04.988370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fdb490-7ad6-4507-a95d-b7fd1862c853,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:05.396008 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44e848-1bd4-4034-9f18-136d175a71f4 None None] Network 9838599e-005f-4ab6-afc1-5aa75272247a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:19:05.426282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:05.577505 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4cc49c7e-cf3d-4354-9fdc-4d5805ad69c3 None None] Provisioning for port 08138d94-5c3f-49d3-bec8-30019110032b completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:05.897977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:06.149418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08138d94-5c3f-49d3-bec8-30019110032b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:06.188152 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Router c3def9c3-3800-4506-b0d6-42e581c9d62a is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:19:06.279596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 08138d94-5c3f-49d3-bec8-30019110032b completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:06.284849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 08138d94-5c3f-49d3-bec8-30019110032b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:06.285225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:06.285712 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 08138d94-5c3f-49d3-bec8-30019110032b Oct 17 19:19:06.371289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:19:06.380151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:19:06.407574 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:06.408214 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:06.473444 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:06.474693 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4ed085a3-b259-432e-8e16-9ab88496e259 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0652149 Oct 17 19:19:06.477726 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51908) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:06.519955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 08138d94-5c3f-49d3-bec8-30019110032b is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:06.520338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:06.590956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 08138d94-5c3f-49d3-bec8-30019110032b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08138d94-5c3f-49d3-bec8-30019110032b,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:06.612391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:06.656174 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:06.935933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=08138d94-5c3f-49d3-bec8-30019110032b,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:07.172930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:05Z', 'revision_number': 3, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:07.181393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:19:07.181790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Updating router c3def9c3-3800-4506-b0d6-42e581c9d62a port f8fdb490-7ad6-4507-a95d-b7fd1862c853 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:19:07.241498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.272210 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.482197 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Allocated IP 172.20.0.1 (9838599e-005f-4ab6-afc1-5aa75272247a/3baa00a6-6a41-4448-b270-a3471a615500/81c30e11-1357-466a-aeb9-fcab6f5af094) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:07.582968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.595248 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Transition to ACTIVE for port object f8fdb490-7ad6-4507-a95d-b7fd1862c853 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:07.639874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.655996 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Transition to ACTIVE for port object 81c30e11-1357-466a-aeb9-fcab6f5af094 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:07.707886 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.742551 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.773378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Attempting to bind port f8fdb490-7ad6-4507-a95d-b7fd1862c853 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:07.781405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Attempting to bind port f8fdb490-7ad6-4507-a95d-b7fd1862c853 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:07.781405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Attempting to bind port f8fdb490-7ad6-4507-a95d-b7fd1862c853 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:07.783385 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:07.783785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:07.784188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.784558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:07.785018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Bound port: f8fdb490-7ad6-4507-a95d-b7fd1862c853, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:07.785383 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.808110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Network 9838599e-005f-4ab6-afc1-5aa75272247a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:07.811154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:07.814809 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:07.828088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5396-19eb-49d8-abd6-47f4e5093af0 None None] Pushing event updated for resources: {'Port': ['ID=f8fdb490-7ad6-4507-a95d-b7fd1862c853,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:07.850089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Pushing event updated for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:07.867151 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] For port f8fdb490-7ad6-4507-a95d-b7fd1862c853, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:07.871634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] For port f8fdb490-7ad6-4507-a95d-b7fd1862c853, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f8fdb490-7ad6-4507-a95d-b7fd1862c853,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:07.879083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.931442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:07.997750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:07.998401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:08.077707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.135081 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08138d94-5c3f-49d3-bec8-30019110032b up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:08.184795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5396-19eb-49d8-abd6-47f4e5093af0 None None] Pushing event updated for resources: {'Port': ['ID=f8fdb490-7ad6-4507-a95d-b7fd1862c853,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:08.255122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 08138d94-5c3f-49d3-bec8-30019110032b triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:08.255487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.255820 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 08138d94-5c3f-49d3-bec8-30019110032b Oct 17 19:19:08.285839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:08.319564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.340183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Provisioning for port 81c30e11-1357-466a-aeb9-fcab6f5af094 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:08.366432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Provisioning complete for port 81c30e11-1357-466a-aeb9-fcab6f5af094 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:08.366810 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.367142 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 1 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:08.399523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.505371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:08.509902 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Pushing event updated for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:08.589432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:08.634328 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 08138d94-5c3f-49d3-bec8-30019110032b is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:08.645696 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Network 9838599e-005f-4ab6-afc1-5aa75272247a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:08.646779 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:08.750666 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 1, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:08.754805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58bbf9-622d-4d39-9e75-9cea230cfcf0 None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 1, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:19:08.857968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:19:09.090820 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 2 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:09.150917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:09.166837 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:19:09.175582 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4d960eaf-acf6-4056-b0cd-78259f7c5046 admin admin] 10.222.0.36 "PUT /v2.0/routers/c3def9c3-3800-4506-b0d6-42e581c9d62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6968205 Oct 17 19:19:09.652922 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 3 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:09.769710 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:09.892542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51928) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:09.898074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-206322646-network', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:09.903255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:09.907292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Usage tracker for resource:network and tenant:a7b8583569e44187996b8a14bdce1ef0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:09.910344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:09.916047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:10.004867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Made reservation on behalf of a7b8583569e44187996b8a14bdce1ef0 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:19:10.007283 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.020398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.036641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:10.040850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b8583569e44187996b8a14bdce1ef0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:10.044694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:10.050514 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:10.145733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.152696 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f8fdb490-7ad6-4507-a95d-b7fd1862c853 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:10.222193 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.253072 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:19:10.262066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc2d46-e1cc-4f54-ab88-ebe7ae3a9d1e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:10.267543 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.267891 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Added segment 9d51455b-d830-4fd9-a6a5-67dfaabd3a15 of type vlan for network 74204b36-7492-4221-b258-7338d3e27321 Oct 17 19:19:10.270582 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 4 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:10.295493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.305135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port f8fdb490-7ad6-4507-a95d-b7fd1862c853 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:10.324352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f8fdb490-7ad6-4507-a95d-b7fd1862c853 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:10.324721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.325055 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f8fdb490-7ad6-4507-a95d-b7fd1862c853 Oct 17 19:19:10.378982 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:10.399560 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.401068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:10.401960 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.454597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f8fdb490-7ad6-4507-a95d-b7fd1862c853 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:10.455058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.471572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port f8fdb490-7ad6-4507-a95d-b7fd1862c853, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f8fdb490-7ad6-4507-a95d-b7fd1862c853,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:10.512408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] Pushing event updated for resources: {'Network': ['ID=74204b36-7492-4221-b258-7338d3e27321,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:10.523861 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network 74204b36-7492-4221-b258-7338d3e27321 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:19:10.577350 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-964ca9fe-1e59-4499-af62-d7b2a7316029 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6836751 Oct 17 19:19:10.580138 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 51932) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:10.587798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Request body: {'subnet': {'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-206322646-subnet', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:10.588278 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.593388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:10.597472 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Usage tracker for resource:subnet and tenant:a7b8583569e44187996b8a14bdce1ef0 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:10.600338 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:10.611026 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:10.680605 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:19:10.689812 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=f8fdb490-7ad6-4507-a95d-b7fd1862c853,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:10.690840 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:10.691421 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:10.702120 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Made reservation on behalf of a7b8583569e44187996b8a14bdce1ef0 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:19:10.704475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:10.867656 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:10.880205 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 5 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:10.935948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:11.022354 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.102642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee09fa2-72de-4337-b148-06ca5d6bb513,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:11.117375 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Checking segment: {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:11.117898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Network hostable DHCP agents. Network: 74204b36-7492-4221-b258-7338d3e27321, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:19:11.192973 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:08Z', 'revision_number': 2, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:11.196852 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:19:11.197198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Updating router c3def9c3-3800-4506-b0d6-42e581c9d62a port 81c30e11-1357-466a-aeb9-fcab6f5af094 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:19:11.216379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Network 74204b36-7492-4221-b258-7338d3e27321 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:19:11.255316 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.284944 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, 74204b36-7492-4221-b258-7338d3e27321) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:11.290345 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:11.291227 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.295969 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5519f-cf75-4b13-87d2-aca2686aa192 None None] Network 74204b36-7492-4221-b258-7338d3e27321 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:19:11.418055 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b625c859-11c7-49fc-959f-6de686a47d2b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8365266 Oct 17 19:19:11.420493 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51936) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:11.426469 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:11.434787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:11.440883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Usage tracker for resource:router and tenant:a7b8583569e44187996b8a14bdce1ef0 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:11.446572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:11.455392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:11.456193 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 6 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:11.537323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.539044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.557918 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.569795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:11.587095 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-74204b36-7492-4221-b258-7338d3e27321', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:19:11.588296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.623291 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.635608 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Transition to ACTIVE for port object 81c30e11-1357-466a-aeb9-fcab6f5af094 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:11.736426 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.768131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Allocated IP 172.20.0.2 (74204b36-7492-4221-b258-7338d3e27321/eee09fa2-72de-4337-b148-06ca5d6bb513/459ef0df-89e3-43d0-8a1c-36efaa1ee145) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:11.933636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.965330 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Pushing event updated for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:11.970879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Attempting to bind port 81c30e11-1357-466a-aeb9-fcab6f5af094 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:11.971664 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Attempting to bind port 81c30e11-1357-466a-aeb9-fcab6f5af094 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:11.971664 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Attempting to bind port 81c30e11-1357-466a-aeb9-fcab6f5af094 on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:11.979402 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.979750 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.980083 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.980410 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.980737 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.981060 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.981379 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.981725 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.982046 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.982364 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.982680 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.982990 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:19:11.988568 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:11.988862 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Checking segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:11.989258 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.989663 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Bound using segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:11.990118 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Bound port: 81c30e11-1357-466a-aeb9-fcab6f5af094, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:11.990503 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:11.996286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.007677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Transition to ACTIVE for port object 459ef0df-89e3-43d0-8a1c-36efaa1ee145 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:12.028536 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Transition to ACTIVE for port object 459ef0df-89e3-43d0-8a1c-36efaa1ee145 will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:12.071504 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 7 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:12.080016 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] For port 81c30e11-1357-466a-aeb9-fcab6f5af094, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:12.087515 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] For port 81c30e11-1357-466a-aeb9-fcab6f5af094, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81c30e11-1357-466a-aeb9-fcab6f5af094,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:12.111456 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.169656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f8fdb490-7ad6-4507-a95d-b7fd1862c853 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:12.177159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.258801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Network 74204b36-7492-4221-b258-7338d3e27321 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:12.267685 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:12.274344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:12.274880 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e380f6-14a6-4706-af18-ac9adac205c7 None None] Pushing event updated for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:12.275018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:12.278555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Pushing event updated for resources: {'Port': ['ID=459ef0df-89e3-43d0-8a1c-36efaa1ee145,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:12.289539 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:12.290299 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:12.347947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.379519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.386690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port f8fdb490-7ad6-4507-a95d-b7fd1862c853 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:12.387089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.387403 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port f8fdb490-7ad6-4507-a95d-b7fd1862c853 Oct 17 19:19:12.435193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Attempting to bind port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:12.435193 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Attempting to bind port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:12.435549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Attempting to bind port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 on network 74204b36-7492-4221-b258-7338d3e27321 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:12.444042 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:12.444489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Checking segment: {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:12.444899 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.445292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Bound using segment: {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:12.445804 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Bound port: 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:12.446177 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.511807 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:12.531793 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Allocated IP 172.26.2.7 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/2377f888-276c-49b5-8892-eb179cf946e7) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:12.643127 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] For port 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:12.656444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] For port 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=459ef0df-89e3-43d0-8a1c-36efaa1ee145,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:12.661872 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port f8fdb490-7ad6-4507-a95d-b7fd1862c853 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:12.708050 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.754542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.787200 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Attempt 8 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:12.817130 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:12.873292 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:12Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:12.881159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd017e7-7f61-4820-b250-b6aad5667ff8 None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:12Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:19:12.881744 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c1ebb-8ede-49bf-bb85-fcd253e60331 None None] Pushing event updated for resources: {'Port': ['ID=459ef0df-89e3-43d0-8a1c-36efaa1ee145,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:12.889954 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-4f4cf9c3-91f3-4a87-91c8-130cc9e472a0 None None] Port 81c30e11-1357-466a-aeb9-fcab6f5af094 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:19:12.893688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:12.897046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:12.905887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:12.948542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Pushing event updated for resources: {'Port': ['ID=2377f888-276c-49b5-8892-eb179cf946e7,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:13.596690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:13.942667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54471aa2-1041-45e3-b6be-578398a6b2e2 None None] Network 74204b36-7492-4221-b258-7338d3e27321 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:19:13.959501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:14.125392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a61ab7a2-d7bd-4a8f-bb24-af457b82e939 None None] Provisioning for port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:14.227944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:19:14.257911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81c30e11-1357-466a-aeb9-fcab6f5af094 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:14.406115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 81c30e11-1357-466a-aeb9-fcab6f5af094 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:14.412253 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 81c30e11-1357-466a-aeb9-fcab6f5af094 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:14.412881 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:14.413128 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:14.434702 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:19:14.452412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Sync routers for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:19:14.489201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:14.489201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:14.543245 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:14.546597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-ff215d88-b3fd-4ea9-abfe-c83e2f834363 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1222446 Oct 17 19:19:14.547456 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51940) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:14.721232 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 81c30e11-1357-466a-aeb9-fcab6f5af094 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:14.721633 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:14.735706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:14.937241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 81c30e11-1357-466a-aeb9-fcab6f5af094, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81c30e11-1357-466a-aeb9-fcab6f5af094,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:15.010118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.011369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 459ef0df-89e3-43d0-8a1c-36efaa1ee145 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:15.143166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:15.165809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:13Z', 'revision_number': 3, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:15.169631 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Checking router: 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:19:15.169973 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Updating router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 port 2377f888-276c-49b5-8892-eb179cf946e7 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:19:15.221722 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:15.229542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.256541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:15.256541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.256875 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 Oct 17 19:19:15.358488 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.554911 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:15.555290 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.567661 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Allocated IP 172.20.0.1 (74204b36-7492-4221-b258-7338d3e27321/eee09fa2-72de-4337-b148-06ca5d6bb513/ca51ff4f-830f-48c5-a43b-5cb4dd898964) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:15.622848 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=459ef0df-89e3-43d0-8a1c-36efaa1ee145,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:15.714091 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.723816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.724040 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.742151 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Transition to ACTIVE for port object ca51ff4f-830f-48c5-a43b-5cb4dd898964 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:15.756343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Transition to ACTIVE for port object 2377f888-276c-49b5-8892-eb179cf946e7 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:15.795038 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=459ef0df-89e3-43d0-8a1c-36efaa1ee145,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:15.845129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.856066 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.915294 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Network 74204b36-7492-4221-b258-7338d3e27321 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:15.918634 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:15.922007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Attempting to bind port 2377f888-276c-49b5-8892-eb179cf946e7 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:15.922007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Attempting to bind port 2377f888-276c-49b5-8892-eb179cf946e7 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:15.922341 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:15.922475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Attempting to bind port 2377f888-276c-49b5-8892-eb179cf946e7 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:15.933223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:15.933617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:15.934023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.934416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:15.934888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Bound port: 2377f888-276c-49b5-8892-eb179cf946e7, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:15.935258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:15.953214 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Pushing event updated for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:15.966891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f65c-28d9-43ce-b41f-0fad5c26336d None None] Pushing event updated for resources: {'Port': ['ID=2377f888-276c-49b5-8892-eb179cf946e7,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:15.982598 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.016836 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] For port 2377f888-276c-49b5-8892-eb179cf946e7, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:16.024134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] For port 2377f888-276c-49b5-8892-eb179cf946e7, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2377f888-276c-49b5-8892-eb179cf946e7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:16.125750 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.196258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81c30e11-1357-466a-aeb9-fcab6f5af094 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:16.236896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.321173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:16.321821 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:16.477720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f65c-28d9-43ce-b41f-0fad5c26336d None None] Pushing event updated for resources: {'Port': ['ID=2377f888-276c-49b5-8892-eb179cf946e7,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:16.485686 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Provisioning for port ca51ff4f-830f-48c5-a43b-5cb4dd898964 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:16.495688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.496754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Provisioning complete for port ca51ff4f-830f-48c5-a43b-5cb4dd898964 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:16.497121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.497455 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 1 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:16.554809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 81c30e11-1357-466a-aeb9-fcab6f5af094 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:16.555186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.555518 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 81c30e11-1357-466a-aeb9-fcab6f5af094 Oct 17 19:19:16.610803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.625182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:16.667313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:16.718499 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Pushing event updated for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:16.720966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:16.855443 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Network 74204b36-7492-4221-b258-7338d3e27321 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:16.856785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:16.900024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 81c30e11-1357-466a-aeb9-fcab6f5af094 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:16.901669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 459ef0df-89e3-43d0-8a1c-36efaa1ee145 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:17.041327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:17.042726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:17.042726 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 Oct 17 19:19:17.122721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-dca70396-b932-43df-837f-cc78bf391710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ca51ff4f-830f-48c5-a43b-5cb4dd898964', 'name': '', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'mac_address': 'fa:16:3e:13:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:15Z', 'updated_at': '2022-10-17T19:19:15Z', 'revision_number': 1, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'subnets': [{'id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:17.167506 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:19:17.198973 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 2 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:17.232190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca70396-b932-43df-837f-cc78bf391710 None None] The sync data for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv is: [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ca51ff4f-830f-48c5-a43b-5cb4dd898964', 'name': '', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'mac_address': 'fa:16:3e:13:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:15Z', 'updated_at': '2022-10-17T19:19:15Z', 'revision_number': 1, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'subnets': [{'id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:19:17.274717 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:17.278755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:17.367865 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:19:17.377877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-29d29c11-3123-494a-bc3b-a1fe3306a40f admin admin] 10.222.0.36 "PUT /v2.0/routers/8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292778 Oct 17 19:19:17.779870 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 3 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:17.839378 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:17.906065 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:19:17.960296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51950) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:17.966374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995146636', 'description': 'tempest-secgroup-smoke-1995146636 description', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:17.973314 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:17.978023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:17.981120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:17.987105 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:18.091467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.125467 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:18.129440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:18.132320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:18.139502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:18.167414 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2377f888-276c-49b5-8892-eb179cf946e7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:18.229398 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.325137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.340874 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 4 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:18.366893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb1abe4-dd95-470c-9e63-e29cae3f4c48,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:18.372840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 2377f888-276c-49b5-8892-eb179cf946e7 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:18.391546 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2377f888-276c-49b5-8892-eb179cf946e7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:18.391908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.392234 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2377f888-276c-49b5-8892-eb179cf946e7 Oct 17 19:19:18.442342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:18.451733 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.455864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-49726972-9a4e-42f1-a5d6-8202cb69c1c5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4916952 Oct 17 19:19:18.456124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51956) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:18.461086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:18.467076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:18.471241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:18.474174 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:18.482167 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:18.518141 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2377f888-276c-49b5-8892-eb179cf946e7 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:18.518517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.534558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 2377f888-276c-49b5-8892-eb179cf946e7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2377f888-276c-49b5-8892-eb179cf946e7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:18.596516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.616336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.678381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.687501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=2377f888-276c-49b5-8892-eb179cf946e7,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:18.764698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.789405 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8b1986-8928-48fb-ab98-49ae8965c6ff,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:18.885422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:18.886663 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-244e4560-81e1-4f41-8d73-93a0b5a417c7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296026 Oct 17 19:19:18.889475 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51960) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:18.894771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:18.900952 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:18.904852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:18.907794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:18.913800 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:18.943410 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 5 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:18.996980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:19.040337 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.102884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.210504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.230650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367856f8-1cd6-4f65-a5ff-1b9db11bcb7d,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:19.330745 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.331965 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-632fa402-e571-40fb-b307-1d066d1134d9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4415305 Oct 17 19:19:19.334642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:19.339962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:19.345991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:19.349804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:19.352880 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:19.359115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:19.434143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.497036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.497835 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 6 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:19.553815 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:19.588016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.612087 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e158dde-1160-4d8f-aa58-6d71d91c1e2a,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:19.702584 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.703802 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-0331f508-b961-4c16-b28f-defe1660b10d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682501 Oct 17 19:19:19.711580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51972) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:19.717666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:19.723859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:19.728019 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:19.731148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f6db624a-7425-4c27-8ba1-b6f4ba80fb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.731437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:19.737687 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:19.830305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:19.900148 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.005436 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.032473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fda02d-6904-4355-ad0d-ba0b5b55f3e6,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:20.055392 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 7 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:20.112809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:20.118740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.120044 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-1b6790ff-8bd2-4d70-8fb7-264bb04dc240 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4074662 Oct 17 19:19:20.123280 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51976) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:20.128168 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:20.135738 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2377f888-276c-49b5-8892-eb179cf946e7 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:20.138619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:20.142710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:20.145835 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:20.151816 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:20.206100 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 2377f888-276c-49b5-8892-eb179cf946e7 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:20.206466 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.206804 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 2377f888-276c-49b5-8892-eb179cf946e7 Oct 17 19:19:20.233753 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Project 3764d0f7932e49ed8df4dac23da3fbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:19:20.240645 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.329909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.332632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 2377f888-276c-49b5-8892-eb179cf946e7 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:20.399481 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.429439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c05cd4f-2f26-407b-ae21-08adb450636c,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:20.536447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.537698 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f31bd157-4fe2-411b-801c-c52488f13d86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134672 Oct 17 19:19:20.540679 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 51980) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:20.546438 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '8bb1abe4-dd95-470c-9e63-e29cae3f4c48', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:20.552553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:20.558070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:20.561032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:20.566853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:20.595692 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Sync routers for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:19:20.606615 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:20.608879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:20.614216 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 8 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:20.652731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Project 3764d0f7932e49ed8df4dac23da3fbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:19:20.660464 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.674406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:20.734090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.788590 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:20.804956 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.830801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e055669-efe3-4eef-a454-b468d89a67da,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:20.896677 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:20.906928 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-69f301a7-c82f-4c02-ae42-0002ed6a8e62 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562639 Oct 17 19:19:21.077130 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-be036eb4-043c-45c3-86f5-6b15db483236 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995146636&fields=id&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 267 time: 0.0430434 Oct 17 19:19:21.123308 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ca51ff4f-830f-48c5-a43b-5cb4dd898964', 'name': '', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'mac_address': 'fa:16:3e:13:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:15Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 2, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'subnets': [{'id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:21.128100 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Checking router: 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:19:21.128444 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Updating router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 port ca51ff4f-830f-48c5-a43b-5cb4dd898964 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:19:21.175426 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 9 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:21.181333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:21.240333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:21.247235 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-397bf786-ca63-451a-8244-016863486ed5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:21.248689 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-397bf786-ca63-451a-8244-016863486ed5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 809 time: 0.1649044 Oct 17 19:19:21.268964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-c65961c0-ebda-443d-8d36-0610a78b4bf0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/quotas/3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 375 time: 0.0146942 Oct 17 19:19:21.363482 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-074185b1-f434-4d63-ba84-dbcdcd45beba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936656 Oct 17 19:19:21.508890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-3e2c19df-cdbf-4aaa-8cdd-e5a648d9f27d service neutron] 10.222.0.36 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328037 Oct 17 19:19:21.537504 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:21.549763 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Transition to ACTIVE for port object ca51ff4f-830f-48c5-a43b-5cb4dd898964 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:21.643652 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-fb15e534-b447-4d8c-88c4-b33c8cc6c3f3 service neutron] 10.222.0.36 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282480 Oct 17 19:19:21.684879 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:21.741726 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Attempt 10 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:21.798855 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-d1e30639-625d-4b25-86c6-c2e772819bcf None None] Port ca51ff4f-830f-48c5-a43b-5cb4dd898964 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:21.903455 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a2d1-2fe9-4a73-8d34-cdf9e7bec390 None None] Pushing event updated for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:21.935969 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Attempting to bind port ca51ff4f-830f-48c5-a43b-5cb4dd898964 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:21.936343 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Attempting to bind port ca51ff4f-830f-48c5-a43b-5cb4dd898964 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:21.936702 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Attempting to bind port ca51ff4f-830f-48c5-a43b-5cb4dd898964 on network 74204b36-7492-4221-b258-7338d3e27321 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:21.944617 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:21.944914 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Checking segment: {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:21.945318 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:21.945741 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Bound using segment: {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:21.946204 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Bound port: ca51ff4f-830f-48c5-a43b-5cb4dd898964, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d51455b-d830-4fd9-a6a5-67dfaabd3a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '74204b36-7492-4221-b258-7338d3e27321'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:21.946577 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:21.947518 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-daea3d48-b766-43ad-a923-1a886c7db7d2 req-34e9d782-3b03-4353-8b88-2da5baabfc44 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:19:22.033331 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-daea3d48-b766-43ad-a923-1a886c7db7d2 req-34e9d782-3b03-4353-8b88-2da5baabfc44 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:19:22.034581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-daea3d48-b766-43ad-a923-1a886c7db7d2 req-34e9d782-3b03-4353-8b88-2da5baabfc44 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.1413200 Oct 17 19:19:22.037696 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] For port ca51ff4f-830f-48c5-a43b-5cb4dd898964, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:22.040679 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] For port ca51ff4f-830f-48c5-a43b-5cb4dd898964, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ca51ff4f-830f-48c5-a43b-5cb4dd898964,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:22.131221 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:22.192892 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:22.193522 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:18:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:22.312845 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5a5614f4-1fb0-4c8d-9fd6-02c87e3e90fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:22.334538 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a2d1-2fe9-4a73-8d34-cdf9e7bec390 None None] Pushing event updated for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:22.399379 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:22.718190 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ca51ff4f-830f-48c5-a43b-5cb4dd898964', 'name': '', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'mac_address': 'fa:16:3e:13:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:15Z', 'updated_at': '2022-10-17T19:19:22Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'subnets': [{'id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:22.722328 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7dd07f-4779-42ad-b3e6-cc743cd28b98 None None] The sync data for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv is: [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:19:16Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': 'ca51ff4f-830f-48c5-a43b-5cb4dd898964', 'name': '', 'network_id': '74204b36-7492-4221-b258-7338d3e27321', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'mac_address': 'fa:16:3e:13:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:15Z', 'updated_at': '2022-10-17T19:19:22Z', 'revision_number': 4, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'subnets': [{'id': 'eee09fa2-72de-4337-b148-06ca5d6bb513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:19:23.055966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:23.163125 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0e0e7b7e-9971-4463-b122-f5bff99c919b req-9a308667-69a1-4469-8ca1-bf9ef01b0577 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0680430 Oct 17 19:19:23.262401 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:24.153515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ca51ff4f-830f-48c5-a43b-5cb4dd898964 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:24.262410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port ca51ff4f-830f-48c5-a43b-5cb4dd898964 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:24.267913 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ca51ff4f-830f-48c5-a43b-5cb4dd898964 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:24.268368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:24.268859 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:24.330823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9a4aa15f-b516-4064-80d8-fdee650266dd req-01fb1371-ff78-4687-9624-3a9b8d8d49a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0498328 Oct 17 19:19:24.392107 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ca51ff4f-830f-48c5-a43b-5cb4dd898964 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:24.392510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:24.422980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port ca51ff4f-830f-48c5-a43b-5cb4dd898964, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ca51ff4f-830f-48c5-a43b-5cb4dd898964,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:24.495734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:24.564215 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:24.753720 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:25.497950 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9ab84b50-380a-4b0a-98d2-2821aeb122df req-b4112215-11ff-4b1c-9c0d-158658d7f5de tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0510793 Oct 17 19:19:26.138208 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ca51ff4f-830f-48c5-a43b-5cb4dd898964 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:26.207653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port ca51ff4f-830f-48c5-a43b-5cb4dd898964 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:26.208019 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:26.208348 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port ca51ff4f-830f-48c5-a43b-5cb4dd898964 Oct 17 19:19:26.324781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port ca51ff4f-830f-48c5-a43b-5cb4dd898964 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:26.457178 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-35aaa987-9095-479a-9af3-6af0c77e1e86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:26.457872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-35aaa987-9095-479a-9af3-6af0c77e1e86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:network {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:19:26.576713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-35aaa987-9095-479a-9af3-6af0c77e1e86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:network {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:19:26.577893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-35aaa987-9095-479a-9af3-6af0c77e1e86 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 809 time: 0.2698259 Oct 17 19:19:26.610398 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:26.670820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-3761a0b3-976b-4e85-b98d-c3782de968cd tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:security_group {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:19:26.681252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f74e9dce-fad8-4e92-b32e-6071d3f0a6f8 req-e2d5d8a9-6e75-4d44-ba27-33b3ec276c49 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0610592 Oct 17 19:19:26.799360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-3761a0b3-976b-4e85-b98d-c3782de968cd tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:security_group {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:19:26.800422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-3761a0b3-976b-4e85-b98d-c3782de968cd tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 380 time: 0.2131999 Oct 17 19:19:26.809964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'port': {'device_id': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'admin_state_up': True, 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'security_groups': ['8bb1abe4-dd95-470c-9e63-e29cae3f4c48']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:26.947685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:26.957808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:27.033370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Made reservation on behalf of 3764d0f7932e49ed8df4dac23da3fbaa for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:19:27.036874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:27.195873 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Allocated IP 172.20.0.7 (9838599e-005f-4ab6-afc1-5aa75272247a/3baa00a6-6a41-4448-b270-a3471a615500/9aa11120-ef9d-4ca4-b0bb-78405e0a596e) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:27.493304 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:27.510371 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Transition to ACTIVE for port object 9aa11120-ef9d-4ca4-b0bb-78405e0a596e will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:27.593962 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:27.662301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Network 9838599e-005f-4ab6-afc1-5aa75272247a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:27.665399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:27.669675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:27.711611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:27.740942 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:27.741585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:27.828728 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-792d659b-ce8c-4a93-b5de-d3d87e5cfbaa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0223851 Oct 17 19:19:27.840292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Request body: {'port': {'device_id': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:27.889211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed89be-415b-4277-b9f7-4e4075247ae6 req-3d07b979-dbf5-43f2-95db-603b19688056 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:27.890951 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89ed89be-415b-4277-b9f7-4e4075247ae6 req-3d07b979-dbf5-43f2-95db-603b19688056 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 931 time: 0.0956941 Oct 17 19:19:27.936397 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-89ed89be-415b-4277-b9f7-4e4075247ae6 req-f7d0ec84-97a4-431a-b4b4-e49a0f8128f4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Oct 17 19:19:27.942343 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Provisioning for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:27.947382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Provisioning complete for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:27.947840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:27.948171 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Attempt 1 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:19:27.961117 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.003884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:28.304439 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:19:28.311734 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.325578 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Transition to ACTIVE for port object 9aa11120-ef9d-4ca4-b0bb-78405e0a596e will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:19:28.415590 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.505038 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Attempt 2 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:19:28.557199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:19:28.599579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:28.640831 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Attempting to bind port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:19:28.641159 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Attempting to bind port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:19:28.641478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Attempting to bind port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:28.646116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e on network 9838599e-005f-4ab6-afc1-5aa75272247a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:19:28.646426 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Attempting to bind port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:19:28.651393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:19:28.651720 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Checking segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:19:28.652092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Bound using segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:19:28.652507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Bound port: 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:19:28.652841 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.739646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:19:28.742594 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:19:28.811619 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.845422 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:28.846051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:28.847394 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] 10.222.0.42 "PUT /v2.0/ports/9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1093 time: 1.0113614 Oct 17 19:19:28.847892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:19:28.850221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb9890-e1c6-469c-929f-8eb622ff8bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:19:28.892945 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584d0f8-ff42-4a1a-a168-05fe02af722d x-openstack-request-id: req-a584d0f8-ff42-4a1a-a168-05fe02af722d {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:19:28.893234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:19:28.893487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a584d0f8-ff42-4a1a-a168-05fe02af722d {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:19:28.893925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584d0f8-ff42-4a1a-a168-05fe02af722d'] response: {'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'status': 'completed', 'code': 200} Oct 17 19:19:28.894553 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce84e7c-b1c8-4ed4-b077-c6f8584cc357 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:28.994611 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-ba9aa1be-4eb3-4fff-b9f3-c1a080af581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:28.996008 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-ba9aa1be-4eb3-4fff-b9f3-c1a080af581f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1096 time: 0.0802619 Oct 17 19:19:29.058161 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Attempt 3 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:19:29.142112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0903-d82c-4c9c-9105-cd08e244850f req-4834f127-5250-4afe-8232-495255c6677a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.143677 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-271e0903-d82c-4c9c-9105-cd08e244850f req-4834f127-5250-4afe-8232-495255c6677a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0925894 Oct 17 19:19:29.148306 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-ec4aaed3-6216-45a6-976f-ecff843aab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.149780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-ec4aaed3-6216-45a6-976f-ecff843aab63 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1457078 Oct 17 19:19:29.154535 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-13d1cc33-70a5-4b32-8f87-b7ff4da4f644 None None] Port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:19:29.190149 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-271e0903-d82c-4c9c-9105-cd08e244850f req-6c08ee13-771e-4c21-b20f-7e823a567115 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404053 Oct 17 19:19:29.288826 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-d994c7cd-2135-44d2-b690-c511a6e13731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.289637 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-64eb9890-e1c6-469c-929f-8eb622ff8bb8 req-d994c7cd-2135-44d2-b690-c511a6e13731 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334949 Oct 17 19:19:29.405887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-f7526e16-4512-4199-a679-2fec522bd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.407948 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-f7526e16-4512-4199-a679-2fec522bd329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1096 time: 0.0821025 Oct 17 19:19:29.476537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-1bdb0598-5847-4b4d-a370-31367a287abc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 217 time: 0.0613978 Oct 17 19:19:29.647135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-90aae0b4-9bbe-40a3-be8f-91f324f0e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.648627 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-90aae0b4-9bbe-40a3-be8f-91f324f0e967 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.1646931 Oct 17 19:19:29.731713 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-27d99d1c-a79d-4e56-966c-3ce29810f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:29.733789 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-27d99d1c-a79d-4e56-966c-3ce29810f040 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779297 Oct 17 19:19:29.864699 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-a8147575-3008-4260-b202-14a90862728e service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234872 Oct 17 19:19:29.995843 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6363fcca-e4a4-4986-a970-c318f55915d1 req-b55db83e-aaae-4f31-9d8a-6ec5296a1485 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237493 Oct 17 19:19:30.392579 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2a150-f564-49af-a818-d1a9e72c9e8c req-df780516-c147-4af4-8f3e-2703698c18ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:30.393274 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-80f2a150-f564-49af-a818-d1a9e72c9e8c req-df780516-c147-4af4-8f3e-2703698c18ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:19:30.484070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-80f2a150-f564-49af-a818-d1a9e72c9e8c req-df780516-c147-4af4-8f3e-2703698c18ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:19:30.485234 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-80f2a150-f564-49af-a818-d1a9e72c9e8c req-df780516-c147-4af4-8f3e-2703698c18ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.1837034 Oct 17 19:19:30.530486 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-80f2a150-f564-49af-a818-d1a9e72c9e8c req-ecfee3ac-e8f8-4f3b-80cc-02f8690b8df1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Oct 17 19:19:31.733036 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139d616-98bb-48d6-96af-6583e2cfc71a req-9a1e9f56-4322-445c-97b7-00b5413528e6 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:31.734487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5139d616-98bb-48d6-96af-6583e2cfc71a req-9a1e9f56-4322-445c-97b7-00b5413528e6 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0894840 Oct 17 19:19:31.781321 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5139d616-98bb-48d6-96af-6583e2cfc71a req-56bec7cd-73b1-4c79-8ef7-6f3aff362f75 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Oct 17 19:19:32.981768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f526f-60fc-4f13-8db0-b191e28afdf7 req-51c0b765-36ad-4c9e-94c9-39e6640be1e7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:32.983228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f70f526f-60fc-4f13-8db0-b191e28afdf7 req-51c0b765-36ad-4c9e-94c9-39e6640be1e7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0897632 Oct 17 19:19:33.025587 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f70f526f-60fc-4f13-8db0-b191e28afdf7 req-6d6b0986-7dc9-48df-bf44-31996acc99ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Oct 17 19:19:33.636572 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:19:33.767625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:33.780573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:19:33.837051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:33.837424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:33.853939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:19:33.869061 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:33.918887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:33.985315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:34.220317 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a422935-1fa1-4d8e-9baa-99630aed2042 req-fd441d9e-2240-4de4-a3e1-aeb62723f58f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:34.221796 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a422935-1fa1-4d8e-9baa-99630aed2042 req-fd441d9e-2240-4de4-a3e1-aeb62723f58f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 944 time: 0.0874951 Oct 17 19:19:34.361441 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2a422935-1fa1-4d8e-9baa-99630aed2042 req-d857cf72-860e-4485-b390-218e5dbfb080 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334529 Oct 17 19:19:34.368257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9aa11120-ef9d-4ca4-b0bb-78405e0a596e'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:19:35.558416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ceabf-b5db-42ea-9fbf-ab080b5eb934 req-18d29d39-fe74-460c-879d-70ecc5fc1547 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:35.560287 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b48ceabf-b5db-42ea-9fbf-ab080b5eb934 req-18d29d39-fe74-460c-879d-70ecc5fc1547 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 944 time: 0.0872877 Oct 17 19:19:35.603529 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b48ceabf-b5db-42ea-9fbf-ab080b5eb934 req-cb304a9f-6e95-4fc0-9afe-b6dc59445483 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375717 Oct 17 19:19:35.655012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:19:35.780950 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:19:35.786153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:19:35.786523 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:35.786852 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:19:35.905832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:19:35.906202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:35.932519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:19:35.935438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaab18c-4951-4be9-ae46-dfe05979a5c6" -d '{"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:19:35.943199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:19:35.977519 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1e4d2-4859-4ee8-9837-13de9781ef0f x-openstack-request-id: req-28e1e4d2-4859-4ee8-9837-13de9781ef0f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:19:35.977833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:19:35.978073 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28e1e4d2-4859-4ee8-9837-13de9781ef0f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:19:35.978464 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e1e4d2-4859-4ee8-9837-13de9781ef0f'] response: {'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'code': 200} Oct 17 19:19:36.015632 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:36.083284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:36.345472 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c08d45-badf-4393-bf12-33ce8ce3ba57 req-fc7f569f-db6d-4710-bb9a-285681a2cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:36.346882 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c08d45-badf-4393-bf12-33ce8ce3ba57 req-fc7f569f-db6d-4710-bb9a-285681a2cc6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0804062 Oct 17 19:19:36.387666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c08d45-badf-4393-bf12-33ce8ce3ba57 req-a0df00d5-2784-4216-b11c-0f4dd9a69916 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Oct 17 19:19:36.809103 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe06f7-12ae-4218-a128-0e95079f12d3 req-d4225927-a397-4818-8afe-c053da8b68db tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:36.811150 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ffbe06f7-12ae-4218-a128-0e95079f12d3 req-d4225927-a397-4818-8afe-c053da8b68db tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0991962 Oct 17 19:19:36.853852 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ffbe06f7-12ae-4218-a128-0e95079f12d3 req-a9b59d98-f583-4644-8ee6-93f9eaeff517 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Oct 17 19:19:38.054494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20de1-db77-4686-9cfd-f5d37ff12a94 req-32411847-1154-4359-92bc-a25f51f6ec80 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:38.055964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12a20de1-db77-4686-9cfd-f5d37ff12a94 req-32411847-1154-4359-92bc-a25f51f6ec80 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0884223 Oct 17 19:19:38.102473 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12a20de1-db77-4686-9cfd-f5d37ff12a94 req-451781d7-cab3-451a-babf-10cd35481b83 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Oct 17 19:19:39.300767 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dec71-9686-4712-8473-23c52c88221c req-ad652920-9c95-4501-8d4b-fcc8dc689667 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:39.302241 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b3dec71-9686-4712-8473-23c52c88221c req-ad652920-9c95-4501-8d4b-fcc8dc689667 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0870538 Oct 17 19:19:39.346400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b3dec71-9686-4712-8473-23c52c88221c req-53eb5fb8-6ba7-4361-a367-3305d98092d0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385695 Oct 17 19:19:39.547123 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdaf8-dd99-4833-92e7-71a1ba4bcff8 req-df5f9ee3-37d7-4428-b4f8-da5d1afaeb01 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:39.548557 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5c7fdaf8-dd99-4833-92e7-71a1ba4bcff8 req-df5f9ee3-37d7-4428-b4f8-da5d1afaeb01 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0915346 Oct 17 19:19:39.591296 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5c7fdaf8-dd99-4833-92e7-71a1ba4bcff8 req-6a2e5b2c-7deb-4b64-a16c-c4aa236adee4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370948 Oct 17 19:19:39.620076 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52064) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:39.794525 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b79616-3e13-442d-b566-532dd75a9ba2 tempest-TestShelveInstance-972424954 tempest-TestShelveInstance-972424954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:39.796175 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-f8b79616-3e13-442d-b566-532dd75a9ba2 tempest-TestShelveInstance-972424954 tempest-TestShelveInstance-972424954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1093 time: 0.1751130 Oct 17 19:19:39.799128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52070) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:19:39.803847 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:19:39.810044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:19:39.815951 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:floatingip and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:19:39.818786 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:19:39.824322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:19:39.891306 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:40.033855 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:40.167718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Allocated IP 172.26.2.80 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/ad12b907-eca7-4262-8038-61112af1880a) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:19:40.311737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:40.376535 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:40.441884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:19:40.444753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:19:40.448451 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:19:40.484242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=ad12b907-eca7-4262-8038-61112af1880a,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:40.845252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:41.001685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:41.200582 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:41.255080 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:41.461018 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:41.507133 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=ad12b907-eca7-4262-8038-61112af1880a,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:19:41.631590 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Floating IP 836f4d46-2858-4e82-8c6f-f31e23ab92af associated. External IP: 172.26.2.80, port: 9aa11120-ef9d-4ca4-b0bb-78405e0a596e. Oct 17 19:19:41.985487 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:19:42.159846 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:19:42.169367 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:19:42.179852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:42.180463 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:42.267341 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:42.325860 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-01d03cd3-c6c7-490d-8e6c-aaa925743244 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5257063 Oct 17 19:19:42.327003 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:19:42.329556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27cac0-1b62-4174-b8a5-94f987e6301e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:19:42.360589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:42.421661 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e308ee90-5dd4-4cb4-95ec-a59a7a2d4509 x-openstack-request-id: req-e308ee90-5dd4-4cb4-95ec-a59a7a2d4509 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:19:42.421948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:19:42.422199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e308ee90-5dd4-4cb4-95ec-a59a7a2d4509 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:19:42.422594 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e308ee90-5dd4-4cb4-95ec-a59a7a2d4509'] response: {'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'status': 'completed', 'code': 200} Oct 17 19:19:42.532599 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-a408594c-1e12-4e2f-bfd2-483228e7f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:42.534036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-a408594c-1e12-4e2f-bfd2-483228e7f3b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0828161 Oct 17 19:19:42.666569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-fefd97fc-faed-4aae-9ea4-ec39350be856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:42.667994 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-fefd97fc-faed-4aae-9ea4-ec39350be856 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1280711 Oct 17 19:19:42.711101 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '836f4d46-2858-4e82-8c6f-f31e23ab92af', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.80', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:19:40Z', 'updated_at': '2022-10-17T19:19:40Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:42.714835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:19:42.722979 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:19:42.723555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:19:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:42.770726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-d67c685c-4af8-4525-8855-d2499dfd869a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 998 time: 0.0961847 Oct 17 19:19:42.836787 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-57c6dd9e-f374-43e1-afa5-4e0b51c8af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:42.838147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-57c6dd9e-f374-43e1-afa5-4e0b51c8af61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0601699 Oct 17 19:19:42.924281 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-7483bed8-bfb9-4484-97b6-ac5550c44757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:19:42.925799 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-7483bed8-bfb9-4484-97b6-ac5550c44757 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812008 Oct 17 19:19:42.936368 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:19:43.060102 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-0a7eb654-e32d-4e6e-84ca-df8c08c0f061 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271453 Oct 17 19:19:43.284805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '836f4d46-2858-4e82-8c6f-f31e23ab92af', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.80', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:19:40Z', 'updated_at': '2022-10-17T19:19:40Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:19:43.288960 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854f0d5-82a3-4a96-9448-9b15f1d146ee None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '836f4d46-2858-4e82-8c6f-f31e23ab92af', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.80', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:19:40Z', 'updated_at': '2022-10-17T19:19:40Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:19:43.302081 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-da27cac0-1b62-4174-b8a5-94f987e6301e req-b13afae1-2fad-4fb7-891a-873d6f81c7bd service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354910 Oct 17 19:19:43.481101 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f0658-a332-4c9a-9d15-af8ad025bf2a None None] New status for floating IP 836f4d46-2858-4e82-8c6f-f31e23ab92af: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:19:49.765672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e5a320f6-8f0b-4fa9-890f-a33ab33fcd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:52.359741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-52db1c1e-9d9c-42c0-9e63-75dd7abb36b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:53.056185 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:53.262021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:54.747802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:19:54.906578 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:19:56.610725 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:10.982019 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-a3539ddd-e500-4c6f-88fc-636a82e5082f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803111 Oct 17 19:20:11.137621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-c584a7a6-9c51-4734-9e60-c99aeca52918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:20:11.139121 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-c584a7a6-9c51-4734-9e60-c99aeca52918 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0827177 Oct 17 19:20:11.285125 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-d5fae637-0a70-47ae-a928-08fc97713b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:20:11.286512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-d5fae637-0a70-47ae-a928-08fc97713b5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1279666 Oct 17 19:20:11.389332 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-897e3497-4181-41a0-8b2f-aec5550a9b28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0954125 Oct 17 19:20:11.452366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-e1befab0-5dc1-47c8-80b0-a014dc069b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:20:11.453856 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-e1befab0-5dc1-47c8-80b0-a014dc069b04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0582583 Oct 17 19:20:11.541397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-15b60455-c945-4702-b4b1-5ce9be5fa5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:20:11.543032 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-15b60455-c945-4702-b4b1-5ce9be5fa5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828030 Oct 17 19:20:11.676722 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-cf3e768c-12dd-46ad-8758-6af3854c7ea0 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269271 Oct 17 19:20:11.816436 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52e9a737-fc2a-403f-be06-f2fe110b5128 req-feed0aaf-c659-42c1-b1ec-ad3b055f7556 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252906 Oct 17 19:20:19.711707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-68069fe3-107e-4f77-bd7c-ef2ad392e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:22.323309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-37296388-ea18-4d8c-bd31-e7104646c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:23.043094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:23.277324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:24.753561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:26.644801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:31.906921 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:20:49.705477 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7871-eb78-44af-a80f-d4b8683ebcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:52.316921 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9d3a1376-ff48-4d00-9e45-b4adda893634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:53.027527 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:53.279298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:54.770621 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:20:56.642415 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:08.907420 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:21:10.975177 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-e96c8edf-bdb0-4a89-8844-a01b9a51a763 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760031 Oct 17 19:21:11.127116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54567-4b67-4610-9228-466f35fa19ba req-8bf17309-5263-49ed-b2a3-747682f13329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:21:11.128606 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-8bf17309-5263-49ed-b2a3-747682f13329 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0844202 Oct 17 19:21:11.275633 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54567-4b67-4610-9228-466f35fa19ba req-6c9e8ee9-ee0b-42c9-91da-33217196fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:21:11.276983 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-6c9e8ee9-ee0b-42c9-91da-33217196fecc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1288295 Oct 17 19:21:11.376581 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-a828dd2f-b9a7-4832-b2d4-6a5dc232b382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0932384 Oct 17 19:21:11.443137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54567-4b67-4610-9228-466f35fa19ba req-a18b8575-e0dc-47a8-a23e-1a12aac3b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:21:11.444568 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-a18b8575-e0dc-47a8-a23e-1a12aac3b286 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0621736 Oct 17 19:21:11.528131 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54567-4b67-4610-9228-466f35fa19ba req-44696cff-6d69-4570-bfbb-74753ce36fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:21:11.529541 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-44696cff-6d69-4570-bfbb-74753ce36fd8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785871 Oct 17 19:21:11.770461 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-d33405ea-efc1-4a93-b1d0-a76ed15a4ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325027 Oct 17 19:21:11.905946 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bac54567-4b67-4610-9228-466f35fa19ba req-d534c385-90f4-4845-bcee-8da7fd4d7413 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293938 Oct 17 19:21:19.713391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8c380855-4473-4e58-b993-58547864cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:22.307329 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5692d689-7658-445d-b572-f2d161f8b7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:23.016475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:23.270300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:24.744877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:26.659313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:45.905960 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:21:49.715558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ea6b16c2-7cf7-49c2-b4ee-dcc375043b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:52.398568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-06186bbf-1a79-4cfc-91fc-4c93c3c28f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:53.021271 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:53.313118 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:54.758781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:21:56.658241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:11.997263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-76fefb36-1670-40c8-8ccf-7e2bc0bedbac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803256 Oct 17 19:22:12.146142 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-521d8cf8-0b14-442c-bf99-0bec1cf288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:12.147491 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-521d8cf8-0b14-442c-bf99-0bec1cf288ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0797994 Oct 17 19:22:12.291200 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-8ec9b58d-bcfc-46ca-ab68-9ef7d5fca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:12.292635 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-8ec9b58d-bcfc-46ca-ab68-9ef7d5fca999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1259551 Oct 17 19:22:12.395708 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-bd06dc1f-cd20-4d65-b5e2-7d51b91aa57e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0966725 Oct 17 19:22:12.459680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-0f02b27a-654b-498e-a5f9-403a675fadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:12.461075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-0f02b27a-654b-498e-a5f9-403a675fadff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0591896 Oct 17 19:22:12.542672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-24020ad7-bcd1-475b-b43b-b7e6697f3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:12.544115 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-24020ad7-bcd1-475b-b43b-b7e6697f3621 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762329 Oct 17 19:22:12.555421 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-3efac43e-6828-47a2-9ab2-f5122a89dae2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:22:12.556331 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-3efac43e-6828-47a2-9ab2-f5122a89dae2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047081 Oct 17 19:22:12.687351 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-9e41e571-3ed5-4256-bcc9-8befddbc4860 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231120 Oct 17 19:22:12.817952 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e60d9578-01e2-4a0f-8cc6-0ac01b64dc57 req-286f5023-a5da-4b5e-b715-ad6c1533e0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239414 Oct 17 19:22:19.702115 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9de1187b-d173-463f-9d43-9e6e0c324320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:22.347244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-882bc115-f93d-41db-92ef-b34bfa4bd874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:22.904508 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:22:23.028932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:23.274777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:24.754730 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:26.680438 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:31.558976 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfb68-4052-40de-968c-57fcdb708959 req-dea2abe7-dab6-4edf-8304-a2f5eec09846 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:31.560465 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-407cfb68-4052-40de-968c-57fcdb708959 req-dea2abe7-dab6-4edf-8304-a2f5eec09846 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0922141 Oct 17 19:22:31.605654 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-407cfb68-4052-40de-968c-57fcdb708959 req-8b936a0e-f413-4126-b2e4-c76c774ad340 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Oct 17 19:22:32.808179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319b59-443a-4596-a6e8-ef91ca34f1b6 req-7b61ecb3-4688-4104-bbb2-b2d058347622 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:32.809683 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81319b59-443a-4596-a6e8-ef91ca34f1b6 req-7b61ecb3-4688-4104-bbb2-b2d058347622 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0869374 Oct 17 19:22:32.853136 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81319b59-443a-4596-a6e8-ef91ca34f1b6 req-f5c1c4d8-7833-4182-b620-8ff086061a4e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377147 Oct 17 19:22:34.050498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031042e-5456-4a92-b48c-ae6e939c6961 req-6e1f5026-5ce5-448b-9659-8f12bec558ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:34.052437 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f031042e-5456-4a92-b48c-ae6e939c6961 req-6e1f5026-5ce5-448b-9659-8f12bec558ba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0857363 Oct 17 19:22:34.097947 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f031042e-5456-4a92-b48c-ae6e939c6961 req-9c93f5b8-d392-44e5-99e0-9c1aceee910f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Oct 17 19:22:35.294929 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a48ab-da96-4d23-afda-d3b92da73c94 req-18881f9d-c730-4c8c-acee-a7dd52969d90 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:35.296379 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9f6a48ab-da96-4d23-afda-d3b92da73c94 req-18881f9d-c730-4c8c-acee-a7dd52969d90 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0903378 Oct 17 19:22:35.339643 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9f6a48ab-da96-4d23-afda-d3b92da73c94 req-93d7acfe-36c0-47bc-8fe7-861728c120a0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Oct 17 19:22:36.538728 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9b596-88ea-4629-86b5-790bb26cc468 req-54f1bd47-9a33-474d-8383-5b87c1160b68 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:36.540172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ffa9b596-88ea-4629-86b5-790bb26cc468 req-54f1bd47-9a33-474d-8383-5b87c1160b68 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0882533 Oct 17 19:22:36.584257 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ffa9b596-88ea-4629-86b5-790bb26cc468 req-b86d6bb6-6377-4c44-834c-c975712d5ce8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Oct 17 19:22:37.789181 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc46652-94c7-4709-9b6e-899095cc18c3 req-dd6d2563-3e0f-426e-ba0d-da7c38b61719 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:37.790642 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7bc46652-94c7-4709-9b6e-899095cc18c3 req-dd6d2563-3e0f-426e-ba0d-da7c38b61719 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0923805 Oct 17 19:22:37.834416 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7bc46652-94c7-4709-9b6e-899095cc18c3 req-16125336-3191-4ec8-8599-347df0014008 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Oct 17 19:22:39.034048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c422958-f019-440f-806b-a8f4233f20c5 req-3dbff61f-7981-4038-9f7c-6cecced253f1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:39.035508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c422958-f019-440f-806b-a8f4233f20c5 req-3dbff61f-7981-4038-9f7c-6cecced253f1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0919211 Oct 17 19:22:39.079909 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9c422958-f019-440f-806b-a8f4233f20c5 req-cb2c3cd6-e86f-4f63-961c-c3b0fbdfa718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389175 Oct 17 19:22:40.276679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0bab-58f3-4194-9488-225bfc5afd14 req-d4383a8d-ef71-4625-ac81-43a7ea91490d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:40.278223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a35f0bab-58f3-4194-9488-225bfc5afd14 req-d4383a8d-ef71-4625-ac81-43a7ea91490d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0859675 Oct 17 19:22:40.321845 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a35f0bab-58f3-4194-9488-225bfc5afd14 req-2dd77298-2bdc-439e-b09a-4e2a5527a9f0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380096 Oct 17 19:22:41.516081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda33b-8ba2-4399-a5c5-227930d39481 req-2cc3566d-1c21-4179-8162-7cb186362b8c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:41.517513 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-43cda33b-8ba2-4399-a5c5-227930d39481 req-2cc3566d-1c21-4179-8162-7cb186362b8c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0862932 Oct 17 19:22:41.563597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-43cda33b-8ba2-4399-a5c5-227930d39481 req-50705caf-000a-403a-91f0-e38674686e0b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Oct 17 19:22:42.766105 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56546-e822-469a-b016-8d55e0267cbb req-cb23dff6-6162-4c84-bcd4-b105e8e238e4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:42.767546 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d6c56546-e822-469a-b016-8d55e0267cbb req-cb23dff6-6162-4c84-bcd4-b105e8e238e4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0911384 Oct 17 19:22:42.810657 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d6c56546-e822-469a-b016-8d55e0267cbb req-1944c9a2-1c7b-4d6a-a6ec-a94e20de4de0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374136 Oct 17 19:22:44.009874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cd955-3457-445a-9be3-a074f523e91a req-3d4b7806-234e-4564-91e7-a26897f37be0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:44.011346 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-525cd955-3457-445a-9be3-a074f523e91a req-3d4b7806-234e-4564-91e7-a26897f37be0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0886588 Oct 17 19:22:44.054764 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-525cd955-3457-445a-9be3-a074f523e91a req-0a46ea6d-12cd-4474-887b-f6782b4a6a99 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Oct 17 19:22:45.248562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e266dc-a3d9-4eae-9b26-90c6aace15a6 req-d373a525-f383-41b2-8167-188e690eda63 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:45.250044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f0e266dc-a3d9-4eae-9b26-90c6aace15a6 req-d373a525-f383-41b2-8167-188e690eda63 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0855026 Oct 17 19:22:45.404487 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f0e266dc-a3d9-4eae-9b26-90c6aace15a6 req-8fd47c6c-f492-4284-a856-596367338ac8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485832 Oct 17 19:22:46.604813 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c526ba0-f4cc-4b38-a1da-a63aab79fa04 req-3e1d4b19-763d-4bec-8c7f-4bec3798b4c0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:46.606283 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c526ba0-f4cc-4b38-a1da-a63aab79fa04 req-3e1d4b19-763d-4bec-8c7f-4bec3798b4c0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0915895 Oct 17 19:22:46.650422 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2c526ba0-f4cc-4b38-a1da-a63aab79fa04 req-c8459342-b15c-4afc-95b7-0655ff2976ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384037 Oct 17 19:22:47.849294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565be9-52d0-43d4-8481-c9f8a94a7d6e req-d643a239-b1d9-4cc0-80ad-f852e8e912be tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:47.851259 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-25565be9-52d0-43d4-8481-c9f8a94a7d6e req-d643a239-b1d9-4cc0-80ad-f852e8e912be tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0876384 Oct 17 19:22:47.895661 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-25565be9-52d0-43d4-8481-c9f8a94a7d6e req-9d3c1b09-4681-4227-b33c-af91f450c647 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Oct 17 19:22:48.645497 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:22:48.777896 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:22:48.790651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:22:48.843795 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:22:48.844171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:48.860360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:22:48.875509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:22:48.936801 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:49.008268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:22:49.015600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.015983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.016323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.016655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.016991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.017321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.017669 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.017998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.018321 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.018646 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.018966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.019286 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:22:49.025660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9aa11120-ef9d-4ca4-b0bb-78405e0a596e'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:22:49.099450 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6a5d-b508-41b4-90a2-75b4f969bfde req-452cf4fa-5d7a-49cb-973d-ce2107d8788f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:49.101571 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e80c6a5d-b508-41b4-90a2-75b4f969bfde req-452cf4fa-5d7a-49cb-973d-ce2107d8788f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 944 time: 0.0923452 Oct 17 19:22:49.150292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e80c6a5d-b508-41b4-90a2-75b4f969bfde req-564dbec5-bb63-4ce1-a641-2d7fdc106567 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Oct 17 19:22:49.690953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-683fe798-0f18-4dd4-b7b8-3a2858df08d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:50.349679 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db5e43-9cc3-4562-b233-cd9d837b66c2 req-41284704-b3a3-4517-ac1d-039d200a82fb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:50.351837 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12db5e43-9cc3-4562-b233-cd9d837b66c2 req-41284704-b3a3-4517-ac1d-039d200a82fb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 944 time: 0.0896497 Oct 17 19:22:50.394291 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12db5e43-9cc3-4562-b233-cd9d837b66c2 req-c8eb33c4-6703-49b5-ad6f-e9620ea90b2d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367181 Oct 17 19:22:50.660531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:22:50.763591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:22:50.764275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:50.764275 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:22:50.874645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:22:50.875015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:50.904472 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:22:50.906729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9566fe5-a70c-4886-9707-33b2f79b358c" -d '{"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:22:50.914059 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:22:51.005384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:51.072326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:22:51.592051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a589-1859-4764-8e1e-073ce6cad2b2 req-d4c854dd-82ad-4971-a014-d4c959aa976d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:51.593383 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cb0a589-1859-4764-8e1e-073ce6cad2b2 req-d4c854dd-82ad-4971-a014-d4c959aa976d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0901275 Oct 17 19:22:51.636069 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cb0a589-1859-4764-8e1e-073ce6cad2b2 req-ca00578b-0a78-4156-8209-f2ad2c8ef5a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369487 Oct 17 19:22:52.025932 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a230bc-4dc6-4bb2-ae79-538c6ea06a0c x-openstack-request-id: req-28a230bc-4dc6-4bb2-ae79-538c6ea06a0c {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:22:52.026444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:22:52.026554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28a230bc-4dc6-4bb2-ae79-538c6ea06a0c {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:22:52.026888 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a230bc-4dc6-4bb2-ae79-538c6ea06a0c'] response: {'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'code': 200} Oct 17 19:22:52.325620 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5d048a9c-054d-4e74-8980-dae18383e28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:52.833596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32769e-d3b1-46dc-b202-01e30b3457b4 req-89dbd1d3-455e-495c-979c-e8c0b1c37845 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:52.835036 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ec32769e-d3b1-46dc-b202-01e30b3457b4 req-89dbd1d3-455e-495c-979c-e8c0b1c37845 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0868349 Oct 17 19:22:52.878183 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ec32769e-d3b1-46dc-b202-01e30b3457b4 req-50d8cbc5-dd90-4616-88ce-c55012f21dba tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365446 Oct 17 19:22:53.022972 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:53.314210 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:54.078295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b60b59-dc0b-4e40-9b45-111e2dd33cd0 req-abc6bb68-d07f-465a-940d-5f9544632300 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:54.079735 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d8b60b59-dc0b-4e40-9b45-111e2dd33cd0 req-abc6bb68-d07f-465a-940d-5f9544632300 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0873277 Oct 17 19:22:54.122791 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d8b60b59-dc0b-4e40-9b45-111e2dd33cd0 req-23fca34e-e08d-4c03-b58a-b4b8be32a7d8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Oct 17 19:22:54.800014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:55.334688 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6de631-fc04-4f32-a71e-3bd84e0e24ff req-2c654f84-eaa6-42ca-8453-491a386cdd52 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:55.336146 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b6de631-fc04-4f32-a71e-3bd84e0e24ff req-2c654f84-eaa6-42ca-8453-491a386cdd52 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0936673 Oct 17 19:22:55.382808 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8b6de631-fc04-4f32-a71e-3bd84e0e24ff req-775c9dfe-acba-4fd8-8b76-7f8d1676bf29 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Oct 17 19:22:56.631941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032db58-a7cc-4b2c-9096-8c26e8d31303 req-831c5169-bedd-49ba-bb03-8e4c4010fb6c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:56.634268 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0032db58-a7cc-4b2c-9096-8c26e8d31303 req-831c5169-bedd-49ba-bb03-8e4c4010fb6c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.1253166 Oct 17 19:22:56.657370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:22:56.690281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0032db58-a7cc-4b2c-9096-8c26e8d31303 req-d119cb3f-a591-4276-b296-85be58d9bcb8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493982 Oct 17 19:22:57.898453 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93fade-cf9b-4508-9f25-434e0bfa3bf9 req-d5c680b2-1fc3-4250-a874-a63fa19aab5b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:57.900425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb93fade-cf9b-4508-9f25-434e0bfa3bf9 req-d5c680b2-1fc3-4250-a874-a63fa19aab5b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0942702 Oct 17 19:22:57.958158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cb93fade-cf9b-4508-9f25-434e0bfa3bf9 req-4bf7374a-2774-4aea-83bd-219bedae0046 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495136 Oct 17 19:22:59.158424 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4da90-ae3b-4828-a5f3-e3ae2c1294e3 req-b405be07-5237-4265-b7e1-db47b51ebed2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:22:59.160809 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51e4da90-ae3b-4828-a5f3-e3ae2c1294e3 req-b405be07-5237-4265-b7e1-db47b51ebed2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0946546 Oct 17 19:22:59.217258 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51e4da90-ae3b-4828-a5f3-e3ae2c1294e3 req-861a9034-e061-488a-b6af-9a175c24d163 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502768 Oct 17 19:22:59.904726 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:23:00.463419 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086544-1066-42fd-a159-040eebcdc22b req-c4c6e6c7-6aa4-4a6c-8de3-8cc861614151 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:00.464855 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-96086544-1066-42fd-a159-040eebcdc22b req-c4c6e6c7-6aa4-4a6c-8de3-8cc861614151 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0869017 Oct 17 19:23:00.519356 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-96086544-1066-42fd-a159-040eebcdc22b req-9617cc67-1bb3-4422-bbdb-c4bead6d7e25 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Oct 17 19:23:01.724282 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263366-f73d-4e2b-9899-5bb1cccf9b77 req-379b99f1-4a00-4e2d-a3b3-a2d5fcfc5510 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:01.725888 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d263366-f73d-4e2b-9899-5bb1cccf9b77 req-379b99f1-4a00-4e2d-a3b3-a2d5fcfc5510 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0944779 Oct 17 19:23:01.778138 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d263366-f73d-4e2b-9899-5bb1cccf9b77 req-bcb6cff9-af40-4d81-992a-0c7c9492590b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Oct 17 19:23:03.019910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b2398-afec-4d00-ab6f-1d7f1a9a36a9 req-61223c94-3955-4cef-8b84-531859414b9a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:03.021406 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-859b2398-afec-4d00-ab6f-1d7f1a9a36a9 req-61223c94-3955-4cef-8b84-531859414b9a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.1174846 Oct 17 19:23:03.075962 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-859b2398-afec-4d00-ab6f-1d7f1a9a36a9 req-934e08ff-5f52-4118-8ea0-f083f3090a11 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477500 Oct 17 19:23:04.288377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48438-796c-4600-ab3a-51907d35cd64 req-4852132f-9774-4fc2-a774-9fec0f69140d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:04.289971 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84c48438-796c-4600-ab3a-51907d35cd64 req-4852132f-9774-4fc2-a774-9fec0f69140d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0940623 Oct 17 19:23:04.338061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-84c48438-796c-4600-ab3a-51907d35cd64 req-ccb900e5-3a58-43a3-8dde-a2ef1db00d2a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Oct 17 19:23:05.545212 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fe1b6-3cb8-44ed-8bf6-a3b887d619c3 req-fe6fbcc3-5977-45dc-9fff-5789384d0f46 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:05.546677 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3a6fe1b6-3cb8-44ed-8bf6-a3b887d619c3 req-fe6fbcc3-5977-45dc-9fff-5789384d0f46 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0928783 Oct 17 19:23:05.590680 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3a6fe1b6-3cb8-44ed-8bf6-a3b887d619c3 req-4e438a90-5a20-44e0-aa1c-1f39c6c811af tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Oct 17 19:23:06.327086 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-4ed17c3f-03b5-430d-83ad-434bbfc17bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:06.328540 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-4ed17c3f-03b5-430d-83ad-434bbfc17bd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1098 time: 0.0773418 Oct 17 19:23:06.563106 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-b229765c-6f6a-4194-8bc5-d6c0002ca69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:06.564459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-b229765c-6f6a-4194-8bc5-d6c0002ca69f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.2296107 Oct 17 19:23:06.666016 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-b5dc5d9d-951f-4aa8-a517-0bd9cb1982cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0949910 Oct 17 19:23:06.784783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-c2142b72-6aa6-44ee-b1cb-70b88701ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:06.786274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-c2142b72-6aa6-44ee-b1cb-70b88701ebe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.1134522 Oct 17 19:23:06.872013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3c19d-2d68-4458-8e00-2be1d54cbdec req-557d3da4-c1f6-467d-9c22-ec63f86165f5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:06.873352 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5de3c19d-2d68-4458-8e00-2be1d54cbdec req-557d3da4-c1f6-467d-9c22-ec63f86165f5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.1674440 Oct 17 19:23:06.917388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-6d16dbb2-c68c-4644-aade-556e53168c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:06.918872 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-6d16dbb2-c68c-4644-aade-556e53168c4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253405 Oct 17 19:23:06.928384 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5de3c19d-2d68-4458-8e00-2be1d54cbdec req-0f8c6269-c0e5-48da-b313-69613b39c72c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475636 Oct 17 19:23:07.058343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-5e3bf087-11e0-4436-aec5-557a05b26748 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290183 Oct 17 19:23:07.190157 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e922d41a-b229-48c0-b642-59a2d0c0f4f2 req-ab412f15-236f-49e3-9ac2-3489a589ed25 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246595 Oct 17 19:23:08.128128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbc84f-89de-47a8-b3e7-46842ba3bab3 req-4772a32e-7c28-42e1-9ae5-10b310ada726 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:08.129567 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cbbc84f-89de-47a8-b3e7-46842ba3bab3 req-4772a32e-7c28-42e1-9ae5-10b310ada726 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 945 time: 0.0859649 Oct 17 19:23:08.174152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0cbbc84f-89de-47a8-b3e7-46842ba3bab3 req-f07e36a7-5051-46ae-97e5-6de0080b4de4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Oct 17 19:23:08.740247 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:23:08.849965 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:23:08.850338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:08.876949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:23:08.879234 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5babdcf-2c15-44af-b044-54f53d6e67ea" -d '{"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:23:08.886820 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:23:08.923162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81d2af-e557-47b7-a237-b2bfe9caf3ed x-openstack-request-id: req-0c81d2af-e557-47b7-a237-b2bfe9caf3ed {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:23:08.923462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:23:08.923779 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c81d2af-e557-47b7-a237-b2bfe9caf3ed {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:23:08.924110 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c81d2af-e557-47b7-a237-b2bfe9caf3ed'] response: {'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'code': 200} Oct 17 19:23:08.959513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:09.026980 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:23:09.374438 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e0b96-abd9-4a36-a8e6-15dd1b993570 req-1a1f9987-651e-4ee3-a0c1-93cfc254ffff tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:09.375861 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6a6e0b96-abd9-4a36-a8e6-15dd1b993570 req-1a1f9987-651e-4ee3-a0c1-93cfc254ffff tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0906663 Oct 17 19:23:09.419423 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-6a6e0b96-abd9-4a36-a8e6-15dd1b993570 req-5eb45a9f-c1c6-4ea8-bf3b-9a5e26b8eaa1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Oct 17 19:23:09.941756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4b7ba-bfcc-4f0e-965f-65d52df5f083 req-884548a7-13d2-4d90-9ea1-14c359165003 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:09.943197 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fef4b7ba-bfcc-4f0e-965f-65d52df5f083 req-884548a7-13d2-4d90-9ea1-14c359165003 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0921841 Oct 17 19:23:09.988354 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fef4b7ba-bfcc-4f0e-965f-65d52df5f083 req-0b501d46-e236-463d-b4d2-f4aa16dccb43 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Oct 17 19:23:10.481667 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-708ce8d6-3070-407d-ac7d-aef65ace9be6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174254 Oct 17 19:23:11.197360 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17e30b-436b-4635-a301-a05c0ce2f268 req-a99654f1-4515-42dc-923b-a15c381466f7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:11.199658 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d17e30b-436b-4635-a301-a05c0ce2f268 req-a99654f1-4515-42dc-923b-a15c381466f7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0948150 Oct 17 19:23:11.245825 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9d17e30b-436b-4635-a301-a05c0ce2f268 req-cd80e652-2c28-4920-b58d-2546d07c96b9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395246 Oct 17 19:23:11.976505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-8c4bfed9-2014-4228-93b5-e5710a0566a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:11.978036 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-8c4bfed9-2014-4228-93b5-e5710a0566a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 1096 time: 0.1230597 Oct 17 19:23:12.087129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-b530a823-56da-4bca-a9d5-0451699b1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:12.088588 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-b530a823-56da-4bca-a9d5-0451699b1226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1096 time: 0.0973859 Oct 17 19:23:12.231576 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-5e37f693-3a53-4298-892c-dfaf94f15fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:12.232988 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-5e37f693-3a53-4298-892c-dfaf94f15fb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1252558 Oct 17 19:23:12.336721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-8384d95e-7541-4010-a94f-1495a34daf80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 998 time: 0.0970490 Oct 17 19:23:12.399613 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-95fb590b-387c-4bcc-bf58-11173c9cf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:12.401110 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-95fb590b-387c-4bcc-bf58-11173c9cf038 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0577366 Oct 17 19:23:12.452615 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a626a-0ad2-46ef-87e4-2640f38fc9c7 req-736a84ff-99d5-44c1-bb36-c4226711c8fe tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:12.454020 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0e1a626a-0ad2-46ef-87e4-2640f38fc9c7 req-736a84ff-99d5-44c1-bb36-c4226711c8fe tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0903141 Oct 17 19:23:12.484685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-e0ccac57-91ea-411c-a1c6-56c5f3ee7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:12.486327 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-e0ccac57-91ea-411c-a1c6-56c5f3ee7416 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789471 Oct 17 19:23:12.498785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-0e1a626a-0ad2-46ef-87e4-2640f38fc9c7 req-9ea84175-e0d4-4fdf-a088-1d1c00505abc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Oct 17 19:23:12.618450 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-bb0762f1-904e-485f-896b-7db65b540812 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253932 Oct 17 19:23:12.768778 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:23:12.856459 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b5bcbc32-c1db-426c-8b5c-a5ed1996129e req-82ca1e03-bd9a-4591-9699-693742198e7a service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309902 Oct 17 19:23:12.883252 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: DOWN; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:23:13.056000 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-03d2250e-f2e1-4436-99c9-ccaf773389f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:13.057400 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-03d2250e-f2e1-4436-99c9-ccaf773389f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1096 time: 0.0783217 Oct 17 19:23:13.188487 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-968fb308-98e2-4364-8d24-47c47ae562d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:13.189955 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-968fb308-98e2-4364-8d24-47c47ae562d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1260197 Oct 17 19:23:13.295075 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-0cdfe74f-7fda-42e9-8ee4-9bc29607dd9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 998 time: 0.0983801 Oct 17 19:23:13.357225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-a608370d-9134-4026-8620-d72fd9d112b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:13.358562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-a608370d-9134-4026-8620-d72fd9d112b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0568647 Oct 17 19:23:13.442765 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-8417ac03-9a74-48cb-9f33-433d3ac49691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:13.444216 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-8417ac03-9a74-48cb-9f33-433d3ac49691 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793524 Oct 17 19:23:13.575696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-d5d06e48-8c63-4ccc-aae3-cce8e3a90845 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248775 Oct 17 19:23:13.770594 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-83c9f6c9-35ca-4917-bd49-7ed40f39f49f req-d13a59e2-179b-4eb4-9817-10267cd71f5e service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840484 Oct 17 19:23:13.788941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250cb9e-3642-4078-ad4e-0fe26a003e87 req-bb698831-9437-4311-b29f-1faf6f99e604 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:13.790955 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f250cb9e-3642-4078-ad4e-0fe26a003e87 req-bb698831-9437-4311-b29f-1faf6f99e604 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.1399608 Oct 17 19:23:13.835758 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f250cb9e-3642-4078-ad4e-0fe26a003e87 req-39abc054-3aee-473a-975f-4a56c2460754 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Oct 17 19:23:15.042512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be725494-71df-4a87-9f70-4692e83527c7 req-5a66de4b-a0bf-4001-b6f2-32ddd9e3ac5c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:15.043968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be725494-71df-4a87-9f70-4692e83527c7 req-5a66de4b-a0bf-4001-b6f2-32ddd9e3ac5c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0963047 Oct 17 19:23:15.090412 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-be725494-71df-4a87-9f70-4692e83527c7 req-5bc05981-9efd-4f9d-b408-249d0b40408c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Oct 17 19:23:16.345023 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3125a-e114-4913-ab97-5e99ae48dd3f req-d1f63934-8200-42ec-8b31-3369c6dc14f6 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:16.346543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8cc3125a-e114-4913-ab97-5e99ae48dd3f req-d1f63934-8200-42ec-8b31-3369c6dc14f6 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.1375084 Oct 17 19:23:16.391017 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8cc3125a-e114-4913-ab97-5e99ae48dd3f req-3d7fd398-1710-48dc-82ac-136377f20c8f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Oct 17 19:23:17.604469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12822d82-7b38-4246-ab4c-cf7ca3691cc7 req-7774a837-14f5-49fc-811c-e68fd542298b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:17.605964 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12822d82-7b38-4246-ab4c-cf7ca3691cc7 req-7774a837-14f5-49fc-811c-e68fd542298b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0992484 Oct 17 19:23:17.652849 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-12822d82-7b38-4246-ab4c-cf7ca3691cc7 req-a329caa7-87cf-4336-816d-ae85bf1cbe31 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Oct 17 19:23:18.864044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b95de-38c8-403a-9e4d-2e3d9e70ab67 req-916a5dfd-fa8c-46e6-9c6c-65f1182906dc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:18.865498 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d3b95de-38c8-403a-9e4d-2e3d9e70ab67 req-916a5dfd-fa8c-46e6-9c6c-65f1182906dc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0925467 Oct 17 19:23:18.913044 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5d3b95de-38c8-403a-9e4d-2e3d9e70ab67 req-900e4b57-a18a-4c10-8969-ad9a2a0a6d7b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Oct 17 19:23:19.718648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-750ab859-c4cd-4281-962f-a6c8194be930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:20.124633 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c0369-8d48-4f16-80e2-032a743f5f3b req-e448ce5b-f923-4223-b53e-33b9dd68c4fc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:20.126157 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c0c0369-8d48-4f16-80e2-032a743f5f3b req-e448ce5b-f923-4223-b53e-33b9dd68c4fc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0922451 Oct 17 19:23:20.170718 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2c0c0369-8d48-4f16-80e2-032a743f5f3b req-d4c95f3b-5255-41e4-8d43-335b575a9769 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389650 Oct 17 19:23:21.377093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc7bfe-9d23-4383-bab2-8770e6394c9a req-76278e4f-9064-40db-96d9-1ddf9e516016 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:21.378700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efdc7bfe-9d23-4383-bab2-8770e6394c9a req-76278e4f-9064-40db-96d9-1ddf9e516016 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0890603 Oct 17 19:23:21.438553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-efdc7bfe-9d23-4383-bab2-8770e6394c9a req-0b642710-442b-47bb-a4f5-d5794bb27f67 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Oct 17 19:23:22.553529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcbb-824d-431b-b476-6d699517e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:22.655038 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005860b9-52af-4b72-a96b-ba86388efeba req-de66c8f5-9e42-438c-b72d-a4dbcb68babc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:22.656474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-005860b9-52af-4b72-a96b-ba86388efeba req-de66c8f5-9e42-438c-b72d-a4dbcb68babc tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0882471 Oct 17 19:23:22.706955 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-005860b9-52af-4b72-a96b-ba86388efeba req-d8c0e3dd-bf1d-4320-a316-21370c365cc0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Oct 17 19:23:23.039258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:23.290743 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:23.920694 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200123f-1ec4-4ac1-918e-de2b15f2a8d0 req-87c105b7-b8d1-4523-a37e-3c6e8f497659 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:23.922558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8200123f-1ec4-4ac1-918e-de2b15f2a8d0 req-87c105b7-b8d1-4523-a37e-3c6e8f497659 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0926054 Oct 17 19:23:23.973953 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8200123f-1ec4-4ac1-918e-de2b15f2a8d0 req-9b06bf3e-5e1a-4ed6-9944-43961b539183 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Oct 17 19:23:24.752887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:25.214712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e216-7e51-4db1-b6b4-aabdb3358665 req-6b68fbb9-f247-42e2-9cfa-71d477150f22 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:25.216154 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2de7e216-7e51-4db1-b6b4-aabdb3358665 req-6b68fbb9-f247-42e2-9cfa-71d477150f22 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0974157 Oct 17 19:23:25.262604 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2de7e216-7e51-4db1-b6b4-aabdb3358665 req-ddc48bc0-e79a-488e-96b3-226161684a29 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Oct 17 19:23:26.464361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434a5c-c650-4a31-84ad-fb345a7d5e4c req-a6bb5528-aacb-4463-956d-9d73b5bce5f4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:26.466330 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7c434a5c-c650-4a31-84ad-fb345a7d5e4c req-a6bb5528-aacb-4463-956d-9d73b5bce5f4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0891581 Oct 17 19:23:26.510436 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7c434a5c-c650-4a31-84ad-fb345a7d5e4c req-6e33d764-5067-4625-a511-686d8fa7a62c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Oct 17 19:23:26.718656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:27.805364 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaff45-49db-4648-bcff-6ce460674072 req-653c934e-2bea-4d2a-a738-a3d09853894a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:27.806755 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ebfaff45-49db-4648-bcff-6ce460674072 req-653c934e-2bea-4d2a-a738-a3d09853894a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.1834240 Oct 17 19:23:27.849890 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ebfaff45-49db-4648-bcff-6ce460674072 req-8cda7d04-bc26-45a9-8ce2-f6637e685d90 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372221 Oct 17 19:23:29.045912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5003b9-9d37-46b7-a565-c05e5cebf720 req-ae1e4e3e-9601-4355-b9a7-7ccd7356fc5b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:29.047342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce5003b9-9d37-46b7-a565-c05e5cebf720 req-ae1e4e3e-9601-4355-b9a7-7ccd7356fc5b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0858073 Oct 17 19:23:29.198480 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce5003b9-9d37-46b7-a565-c05e5cebf720 req-844809fb-0aa3-4f42-bfc4-66e0bcf39b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455007 Oct 17 19:23:30.393694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabfdd-7261-4733-aed1-dff25ee84bd5 req-d7aca86c-4125-4c14-b87e-de0616f7b7cf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:30.395129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3dbabfdd-7261-4733-aed1-dff25ee84bd5 req-d7aca86c-4125-4c14-b87e-de0616f7b7cf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0859907 Oct 17 19:23:30.438410 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-3dbabfdd-7261-4733-aed1-dff25ee84bd5 req-e8232fdf-7314-4aca-9329-f549a1026694 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377023 Oct 17 19:23:31.632399 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945e25-d372-4ebc-ac4f-32647ea83ba7 req-643ab5ea-03ad-450f-82ea-e965dbf5f440 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:31.633866 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b945e25-d372-4ebc-ac4f-32647ea83ba7 req-643ab5ea-03ad-450f-82ea-e965dbf5f440 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0872052 Oct 17 19:23:31.677778 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b945e25-d372-4ebc-ac4f-32647ea83ba7 req-57a8b9e1-41ff-488f-af6a-73abacda2238 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Oct 17 19:23:32.875322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7d567-d81e-49e7-8f13-c3be7bd0c15c req-95cdce08-36a7-4156-a536-b497e308f1ea tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:32.876758 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ed7d567-d81e-49e7-8f13-c3be7bd0c15c req-95cdce08-36a7-4156-a536-b497e308f1ea tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 943 time: 0.0891690 Oct 17 19:23:32.893373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:23:32.923739 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8ed7d567-d81e-49e7-8f13-c3be7bd0c15c req-366c8878-ae44-4a61-a5de-5c498b3aeb4c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Oct 17 19:23:33.028462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:23:33.041051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'port_id': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'mac_address': 'fa:16:3e:8a:3e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:23:33.094670 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:23:33.095052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:33.112275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:23:33.127310 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:23:33.192780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:33.262867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=9']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:23:33.624622 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['9aa11120-ef9d-4ca4-b0bb-78405e0a596e'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:23:34.120089 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dfea1-0c6f-441f-b0db-44cfc81673b3 req-a8141bd4-af46-4322-aa61-8fa7af707b76 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:34.121523 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cf0dfea1-0c6f-441f-b0db-44cfc81673b3 req-a8141bd4-af46-4322-aa61-8fa7af707b76 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 944 time: 0.0894759 Oct 17 19:23:34.164380 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cf0dfea1-0c6f-441f-b0db-44cfc81673b3 req-f99d7b99-4f58-4970-b4b4-ce63c5ffc167 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372541 Oct 17 19:23:34.908996 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:23:34.976053 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:23:34.976447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:34.976779 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e Oct 17 19:23:35.089700 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:23:35.090074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:35.115745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:23:35.118018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c942c-21ce-44c7-b542-3528c7113e32" -d '{"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:23:35.125907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:23:35.164025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872f23be-3ba8-4f69-b44c-3d25e895483e x-openstack-request-id: req-872f23be-3ba8-4f69-b44c-3d25e895483e {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:23:35.164344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:23:35.164597 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-872f23be-3ba8-4f69-b44c-3d25e895483e {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:23:35.165018 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872f23be-3ba8-4f69-b44c-3d25e895483e'] response: {'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'code': 200} Oct 17 19:23:35.227741 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:35.338122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=10']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:23:35.379143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce77dd-8e31-48f5-bb92-6c42f939c6a7 req-2cd896f9-536b-4dd2-af5c-39b5466bd4f1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:35.380643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cfce77dd-8e31-48f5-bb92-6c42f939c6a7 req-2cd896f9-536b-4dd2-af5c-39b5466bd4f1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.1000996 Oct 17 19:23:35.424953 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cfce77dd-8e31-48f5-bb92-6c42f939c6a7 req-c308f886-6513-476f-850b-af21924e0a7b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377998 Oct 17 19:23:35.579788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891005-9f68-4421-98e9-ea0d178ed37c req-9e826900-3394-4a83-901d-b1fa0b87564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:35.581252 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de891005-9f68-4421-98e9-ea0d178ed37c req-9e826900-3394-4a83-901d-b1fa0b87564a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1099 time: 0.0789070 Oct 17 19:23:35.624066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-de891005-9f68-4421-98e9-ea0d178ed37c req-801001c8-a107-4397-8dd2-18cc8a49a494 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356066 Oct 17 19:23:36.675478 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3eefb3-12af-4125-9354-41d572d3e0da req-06b497e5-fc64-4349-ac4c-4d404c1f52f9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:36.676933 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e3eefb3-12af-4125-9354-41d572d3e0da req-06b497e5-fc64-4349-ac4c-4d404c1f52f9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.1403437 Oct 17 19:23:36.720271 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5e3eefb3-12af-4125-9354-41d572d3e0da req-e63eef10-1e0c-430e-b003-8491637b56bf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374815 Oct 17 19:23:36.904704 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:23:37.969147 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebff58-7fd0-42e8-a865-2ce4150bc11e req-0b7a0e49-a3a7-4701-b7a9-9a678384fd05 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:37.970612 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5bebff58-7fd0-42e8-a865-2ce4150bc11e req-0b7a0e49-a3a7-4701-b7a9-9a678384fd05 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.1408672 Oct 17 19:23:38.015349 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5bebff58-7fd0-42e8-a865-2ce4150bc11e req-4ba905a3-87b7-46c7-b223-1cb56e94d759 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Oct 17 19:23:39.211648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6e107-35d2-48cc-af25-9cfc30361f7f req-274d0953-3195-4da7-9604-5b6ac9635eeb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:23:39.213210 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cea6e107-35d2-48cc-af25-9cfc30361f7f req-274d0953-3195-4da7-9604-5b6ac9635eeb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.0873260 Oct 17 19:23:39.257199 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cea6e107-35d2-48cc-af25-9cfc30361f7f req-a401b8a2-20f5-4fa6-8af0-ac4d8984f414 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Oct 17 19:23:49.695088 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-861d5342-40ae-4a0a-b2c1-1b8f4ef3501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:52.306949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d969503-31ef-4c76-a266-895c89a15c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:53.037758 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:53.289435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:54.786930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:23:56.695294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:12.007079 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-c66c423c-da27-41c3-b463-1e7a823f2f64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805430 Oct 17 19:24:12.158854 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-c6f033e8-23a2-474a-9f4d-17a77e5c43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:24:12.160226 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-c6f033e8-23a2-474a-9f4d-17a77e5c43ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1099 time: 0.0785849 Oct 17 19:24:12.313034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-bdfd7bab-df36-47f2-961f-ed5fe32b6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:24:12.314586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-bdfd7bab-df36-47f2-961f-ed5fe32b6dbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1288965 Oct 17 19:24:12.421957 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-75b9d20a-f080-494a-af2f-76f3ce6a2d0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0992513 Oct 17 19:24:12.487692 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-85965c9a-b7de-410e-aa13-59f0c531c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:24:12.489100 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-85965c9a-b7de-410e-aa13-59f0c531c988 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0597785 Oct 17 19:24:12.576484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-3dd3dd78-4fa6-44f0-adcc-bb977fdcd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:24:12.577997 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-3dd3dd78-4fa6-44f0-adcc-bb977fdcd2dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819278 Oct 17 19:24:12.715392 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-1122e34e-17c0-4f6c-839a-c96961683ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284008 Oct 17 19:24:12.848301 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-61cc2014-7b6a-47b2-a992-d796ece0f726 req-f0cb268e-b073-4194-8b25-aa1b3c16d662 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268237 Oct 17 19:24:13.905064 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:24:19.684266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7fd982d1-7be1-435d-88aa-7f29f3035afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:22.312024 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-70c51320-99d7-43b7-a98f-1b401c8abfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:23.026246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:23.288608 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:24.774636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:26.694565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:49.723197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-45441f64-4474-4270-a3c8-4c3a7d4bf304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:50.904037 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:24:52.323384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6d203042-9cb6-423c-b5b4-8c56a416289a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:53.031630 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:53.294697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:54.768984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:24:56.688875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:11.977188 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-f6598587-b06b-4b8a-a85e-e03c7265716b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766613 Oct 17 19:25:12.128301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-3173e54c-7d44-4c03-9d15-bc8f99e3ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:12.129668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-3173e54c-7d44-4c03-9d15-bc8f99e3ff79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1099 time: 0.0818682 Oct 17 19:25:12.384137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-c6e63d3e-7ebd-4971-a459-a8c8e41c402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:12.385485 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-c6e63d3e-7ebd-4971-a459-a8c8e41c402f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.2339380 Oct 17 19:25:12.489427 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-f1d42f0b-daf5-405c-904e-18a78333e1e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 1000 time: 0.0971422 Oct 17 19:25:12.551842 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-433b6132-9ecc-4acb-8132-aae3389ba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:12.553243 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-433b6132-9ecc-4acb-8132-aae3389ba903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0569625 Oct 17 19:25:12.640055 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-702c0da3-141e-47b6-b157-e400015f0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:12.641414 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-702c0da3-141e-47b6-b157-e400015f0f74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811625 Oct 17 19:25:12.776215 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-4d90b71e-0007-4775-884a-8bf202919dd3 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255875 Oct 17 19:25:12.911124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52f9f47c-9c2e-4523-9add-29a57008ed6b req-14c0718d-023f-47e4-a54c-2cadcc7050f8 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278627 Oct 17 19:25:19.699693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0627bf71-b9da-47bb-a3aa-b3db4db7b763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:22.317311 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6e1f658d-8512-41a7-8f50-b2d9ef53b8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:23.031068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:23.300093 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:23.464662 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52436) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:23.724378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Deleting port ad12b907-eca7-4262-8038-61112af1880a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:25:23.724724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:23.906112 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:23.906444 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:24.028153 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Calling delete_port for ad12b907-eca7-4262-8038-61112af1880a owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:25:24.249205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:24.302558 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'Port': ['ID=ad12b907-eca7-4262-8038-61112af1880a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:24.377978 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.378316 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.378651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.378984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.379314 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.379641 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.379963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.380277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.380596 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.380913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.381229 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.381543 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:24.412142 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:24.412474 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Floating IP 836f4d46-2858-4e82-8c6f-f31e23ab92af disassociated (deleted). External IP: 172.26.2.80, port: 9aa11120-ef9d-4ca4-b0bb-78405e0a596e. Oct 17 19:25:24.779997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:24.873994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:25:25.055597 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:25:25.065272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:25:25.074828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:25:25.075429 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:25:25.145556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:25.201616 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c33a0004-bfa1-416a-a914-b7bcc4f95ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "DELETE /v2.0/floatingips/836f4d46-2858-4e82-8c6f-f31e23ab92af HTTP/1.1" status: 204 len: 168 time: 1.7358553 Oct 17 19:25:25.202420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:25:25.204868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f698e9d-be53-4c24-8593-13161c04ab6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:25:25.258173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:25:25.363632 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7869785f-ff4e-410c-8d7e-99c98ba29452 x-openstack-request-id: req-7869785f-ff4e-410c-8d7e-99c98ba29452 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:25:25.363931 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:25:25.364187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7869785f-ff4e-410c-8d7e-99c98ba29452 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:25:25.364589 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7869785f-ff4e-410c-8d7e-99c98ba29452'] response: {'name': 'network-changed', 'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'status': 'completed', 'code': 200} Oct 17 19:25:25.469569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-498ffd62-26d3-4aeb-907d-ad72276f5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:25.471444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-498ffd62-26d3-4aeb-907d-ad72276f5aee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 1099 time: 0.0821280 Oct 17 19:25:25.594411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:25:25.598947 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:25:25.607369 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:25:25.607887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:25:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:25:25.609752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-e58fa35a-c5f7-4771-aacc-7dd04e8a1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:25.611203 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-e58fa35a-c5f7-4771-aacc-7dd04e8a1c9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1330559 Oct 17 19:25:25.684554 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-62026c63-8dab-4b91-bbe7-c82aff6e4f32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 200 len: 217 time: 0.0672028 Oct 17 19:25:25.752100 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-b0921d76-6350-4f82-8364-8e7633ca805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:25.753528 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-b0921d76-6350-4f82-8364-8e7633ca805b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0620952 Oct 17 19:25:25.789078 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:25:25.840045 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b601d-5c71-4025-a8b7-95440f140aaa req-09ad32e7-d6ea-4870-863f-063297005464 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:25.841140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-603b601d-5c71-4025-a8b7-95440f140aaa req-09ad32e7-d6ea-4870-863f-063297005464 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:25:25.869811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-a80b4858-6955-4825-8c3a-f720b15ef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:25.869811 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-a80b4858-6955-4825-8c3a-f720b15ef677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079786 Oct 17 19:25:25.922693 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-603b601d-5c71-4025-a8b7-95440f140aaa req-09ad32e7-d6ea-4870-863f-063297005464 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:25:25.924256 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-603b601d-5c71-4025-a8b7-95440f140aaa req-09ad32e7-d6ea-4870-863f-063297005464 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.1862326 Oct 17 19:25:25.974158 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-603b601d-5c71-4025-a8b7-95440f140aaa req-7e234bfd-16c0-48a5-9071-d89f296c220d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Oct 17 19:25:26.012991 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-a10e2dfd-b0c3-44ce-afa9-1ec239b4f4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343973 Oct 17 19:25:26.158060 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-3f698e9d-be53-4c24-8593-13161c04ab6b req-2bc6ed37-775f-4243-9051-179fad397de4 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355906 Oct 17 19:25:26.166142 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:25:26.170436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9f502-4321-4cdd-8a09-a0be4719b362 None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:25:26.395867 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44179e92-b411-476c-8ef7-0979c97ac4b2 None None] New status for floating IP 836f4d46-2858-4e82-8c6f-f31e23ab92af: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:25:26.728580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:27.178541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e257a60-4521-4e9a-a80b-dee6cda6bafb req-9bf584cc-204f-4014-980e-f13808343910 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:27.180284 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e257a60-4521-4e9a-a80b-dee6cda6bafb req-9bf584cc-204f-4014-980e-f13808343910 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.0888352 Oct 17 19:25:27.227454 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e257a60-4521-4e9a-a80b-dee6cda6bafb req-1938f328-a2ba-413e-ae16-c6d764f753ca tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb1abe4-dd95-470c-9e63-e29cae3f4c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394623 Oct 17 19:25:27.557225 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-2812705a-3b20-4566-8dd8-202e3c7a44c8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:25:27.558599 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-2812705a-3b20-4566-8dd8-202e3c7a44c8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 946 time: 0.0906405 Oct 17 19:25:27.630321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Deleting port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:25:27.630658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:27.902665 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:25:27.991095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] For port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:25:27.991515 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:28.121540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Calling delete_port for 9aa11120-ef9d-4ca4-b0bb-78405e0a596e owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:25:28.344530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:28.399520 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b92e44f5-5f3b-466f-9179-7e77accbb71b req-3ca15a0c-2c2c-438c-b441-272b29dbde26 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0508144 Oct 17 19:25:28.403525 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'Port': ['ID=9aa11120-ef9d-4ca4-b0bb-78405e0a596e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:28.449244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.450819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.450819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.450819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.450819 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.451215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.451323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.451596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.451920 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.452242 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.452563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.452946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:25:28.502843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] No DVR routers for this DVR port 9aa11120-ef9d-4ca4-b0bb-78405e0a596e on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:25:28.505275 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:28.508457 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-deleted', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:25:28.510761 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f1dc90-fbd6-42c0-bb98-0a3e2ef1544d" -d '{"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-deleted", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:25:28.603465 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ec89231c-ac0c-49ab-84a1-3ca6cd9e61a9 req-732ae9ed-f7c5-473a-b23c-869301f77530 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "DELETE /v2.0/ports/9aa11120-ef9d-4ca4-b0bb-78405e0a596e HTTP/1.1" status: 204 len: 173 time: 1.0389993 Oct 17 19:25:28.605783 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2def9e-2977-4158-9f93-538c65f60763 x-openstack-request-id: req-af2def9e-2977-4158-9f93-538c65f60763 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:25:28.606081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e14bfe-7d5e-44bc-8654-54eda641fdaf", "name": "network-vif-deleted", "tag": "9aa11120-ef9d-4ca4-b0bb-78405e0a596e", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:25:28.606335 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af2def9e-2977-4158-9f93-538c65f60763 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:25:28.606731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2def9e-2977-4158-9f93-538c65f60763'] response: {'server_uuid': 'f7e14bfe-7d5e-44bc-8654-54eda641fdaf', 'name': 'network-vif-deleted', 'tag': '9aa11120-ef9d-4ca4-b0bb-78405e0a596e', 'status': 'completed', 'code': 200} Oct 17 19:25:29.582772 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e2bdc13-6f6d-4d30-8e5d-c8d525b2d4e9 req-5ee3d65f-3666-40b9-b98f-ef44be97000e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7e14bfe-7d5e-44bc-8654-54eda641fdaf HTTP/1.1" status: 200 len: 210 time: 0.0534034 Oct 17 19:25:30.684458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52462) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:30.752747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:30.783152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:30.888415 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:30.907806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb1abe4-dd95-470c-9e63-e29cae3f4c48,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:30.990994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:30.992166 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-d50247aa-39b1-46db-b868-f4e520417325 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "DELETE /v2.0/security-groups/8bb1abe4-dd95-470c-9e63-e29cae3f4c48 HTTP/1.1" status: 204 len: 168 time: 0.3067021 Oct 17 19:25:31.471490 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:25:31.506344 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 9aa11120-ef9d-4ca4-b0bb-78405e0a596e {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:25:31.506737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 9aa11120-ef9d-4ca4-b0bb-78405e0a596e not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:25:32.315592 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52472) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:32.321595 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94220406', 'description': 'tempest-secgroup-smoke-94220406 description', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:32.327713 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:32.331900 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:32.334827 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:32.341199 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:32.397339 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.421330 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:32.425130 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:32.428015 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:32.433642 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:32.501574 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.556579 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.602647 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde428a-892c-4383-88da-fc97389d2566,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:32.648664 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.650007 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-48db9c13-da1c-416e-87ce-826da988de17 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3333957 Oct 17 19:25:32.653639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52478) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:32.659431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:32.665780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:32.675829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:32.675829 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:32.678289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:32.759096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.819513 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.888421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.912255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08b3f0f-a7fd-4c93-af35-64cbfdd1a8a4,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:32.962957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:32.964176 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d8686a7-1baa-467d-8d7b-d35c0f282718 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096809 Oct 17 19:25:32.967208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52482) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:32.972429 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:32.978726 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:32.983025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:32.985985 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:33.000866 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:33.117274 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.181230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.292614 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.317136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f8f411-93ab-46c2-9611-352ad4710c81,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:33.408740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.409906 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-74a860e6-651b-4a82-aa2f-f3e8811733b8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417164 Oct 17 19:25:33.412735 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52486) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:33.418471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:33.424678 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:33.432509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:33.432509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:33.437783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:33.534976 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.596783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.694044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.718118 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ca8af2-9805-415c-bf87-7797dd9b4607,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:33.808299 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.809532 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2cc4c487-1c1e-4c02-8fe8-6f06b3d571cb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951850 Oct 17 19:25:33.812250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52492) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:33.817252 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:33.823783 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:33.827624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:33.830777 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:33.837378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:33.917787 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:33.981164 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.042685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.068989 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11348f75-a9bd-4633-b0ee-d0cc014dcb2c,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:34.143861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.145058 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7b9c01d9-1fee-44b4-93ff-0c5d3a678861 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3319046 Oct 17 19:25:34.147723 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52496) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:34.152660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:34.158685 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:34.162648 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:34.165511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:34.171264 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:34.241734 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Project 3764d0f7932e49ed8df4dac23da3fbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:25:34.248853 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.313569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.396816 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.420568 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d52bc49-a027-418b-bd75-4a580ace10cb,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:34.493136 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.494357 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ad9cac38-4dd8-4b4e-8db9-d7037ec05b57 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3456845 Oct 17 19:25:34.500397 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52500) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:25:34.505426 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'security_group_rule': {'security_group_id': '0dde428a-892c-4383-88da-fc97389d2566', 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:25:34.516086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:25:34.516086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:security_group_rule and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:25:34.518248 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:25:34.523950 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:25:34.614132 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.securitygroups_db [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Project 3764d0f7932e49ed8df4dac23da3fbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:25:34.621820 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.686780 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.772617 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.796128 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e5e16-888c-4f0b-a3e4-ab16d2b9522a,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:25:34.871379 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:34.872609 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0a98164c-267b-4630-b549-567eff3e4bbb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712780 Oct 17 19:25:49.751187 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e3ac-458e-46e6-abca-d217b666553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:52.374077 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a58d99d-5852-4c82-a8dd-9334105feeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:53.048419 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:53.328549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:54.794689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:25:56.767054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:01.198548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-08d7a6db-1554-4f41-bb26-09f514ef4019 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:26:01.271154 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-08d7a6db-1554-4f41-bb26-09f514ef4019 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:26:01.272241 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-08d7a6db-1554-4f41-bb26-09f514ef4019 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94220406&fields=id&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 267 time: 0.1151855 Oct 17 19:26:01.419779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-d62c4fac-1be3-48b5-a341-d9c7f4a525ed tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:01.421207 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-d62c4fac-1be3-48b5-a341-d9c7f4a525ed tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 809 time: 0.1423533 Oct 17 19:26:01.436446 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-0789de45-ee9a-4bbd-bd1e-33bc515e8dd0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/quotas/3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 375 time: 0.0091641 Oct 17 19:26:01.523595 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-726c6135-60ac-457f-b5d6-893d3b42508e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822284 Oct 17 19:26:01.809352 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f7642ab1-f208-4e2c-996f-14fa0ba3c9dc service neutron] 10.222.0.36 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741823 Oct 17 19:26:01.937277 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-37c87f89-f82c-47a5-a236-1c86290c8738 service neutron] 10.222.0.36 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222203 Oct 17 19:26:02.567922 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-322b1c14-f65a-4231-bcec-f973ca5fb0b0 req-e69bcb52-d120-4c06-a35b-1379e36bae81 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:26:02.645626 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-322b1c14-f65a-4231-bcec-f973ca5fb0b0 req-e69bcb52-d120-4c06-a35b-1379e36bae81 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:26:02.646695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-322b1c14-f65a-4231-bcec-f973ca5fb0b0 req-e69bcb52-d120-4c06-a35b-1379e36bae81 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.1317890 Oct 17 19:26:03.757988 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-927af371-9a3b-454f-8fec-15df45150095 req-9bd8a799-b2c2-4c8f-9f2b-bad38b1df954 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0539274 Oct 17 19:26:04.902028 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:26:04.921379 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a9e0660c-b5c5-4bf3-a3b9-974f51861961 req-88194022-be10-485e-a4b9-3411704ff83c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0492272 Oct 17 19:26:06.087400 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-08322585-b297-49ed-bb13-f368c3fb95ed req-8b54cec4-9cf1-47e4-ad8d-02cc2e1a21ee tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0511854 Oct 17 19:26:06.621088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-1633868c-6768-481d-a6e7-801ef5650daa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:06.622507 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-1633868c-6768-481d-a6e7-801ef5650daa tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 809 time: 0.1455019 Oct 17 19:26:06.670562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-382183c0-4006-400f-8d15-1ee3ac746d0d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 378 time: 0.0392849 Oct 17 19:26:06.679789 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'port': {'device_id': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'admin_state_up': True, 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'security_groups': ['0dde428a-892c-4383-88da-fc97389d2566']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:26:06.817427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:26:06.826924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:26:06.919911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Made reservation on behalf of 3764d0f7932e49ed8df4dac23da3fbaa for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:26:06.923610 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:07.100685 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Allocated IP 172.20.0.8 (9838599e-005f-4ab6-afc1-5aa75272247a/3baa00a6-6a41-4448-b270-a3471a615500/1f0a80f1-de2f-4bde-95ec-0e2f064d75e9) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:26:07.282810 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-af1e4303-7786-480a-8d12-5614dc43041b req-483f01de-ac96-4724-a206-02866658c9a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0662050 Oct 17 19:26:07.342705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:07.358496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Transition to ACTIVE for port object 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:26:07.446563 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:07.517845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Network 9838599e-005f-4ab6-afc1-5aa75272247a is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:26:07.520851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:26:07.524768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:26:07.559968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:07.718393 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:07.719032 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:07.834945 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-f9da4399-90d9-4cfe-9473-b4743682535e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589024 Oct 17 19:26:07.847017 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Request body: {'port': {'device_id': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:26:07.862835 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Provisioning for port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:26:07.868624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Provisioning complete for port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:26:07.872292 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:07.872292 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Attempt 1 to provision port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 Oct 17 19:26:07.923945 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:26:07.963757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.313323 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:26:08.320977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.336034 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Transition to ACTIVE for port object 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:26:08.425295 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Attempt 2 to provision port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 Oct 17 19:26:08.428453 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.483470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:26:08.487522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434fdcb-a08b-4bb1-b86e-4af4601231fb req-83ff75ea-cd05-4aa6-99eb-d47a7c5327b5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:08.489001 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a434fdcb-a08b-4bb1-b86e-4af4601231fb req-83ff75ea-cd05-4aa6-99eb-d47a7c5327b5 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0920508 Oct 17 19:26:08.540227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a434fdcb-a08b-4bb1-b86e-4af4601231fb req-83bc744d-1f20-4ab7-b922-3a693259eaea tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434964 Oct 17 19:26:08.621240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:08.660216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Attempting to bind port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:26:08.660549 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Attempting to bind port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:26:08.660882 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Attempting to bind port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:26:08.666447 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 on network 9838599e-005f-4ab6-afc1-5aa75272247a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:26:08.666768 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Attempting to bind port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 on network 9838599e-005f-4ab6-afc1-5aa75272247a {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:26:08.672067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:26:08.672403 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Checking segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:26:08.672782 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Bound using segment: {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:26:08.673208 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Bound port: 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3757173c-79e2-4a56-875a-9922954c0280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:26:08.673555 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.765353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:26:08.769119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:26:08.843063 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.878157 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:08.878843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:08.880156 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] 10.222.0.42 "PUT /v2.0/ports/1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 1093 time: 1.0375855 Oct 17 19:26:08.886339 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:26:08.888646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0204e2ad-f1b0-4ff4-845c-023431e8d00c" -d '{"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:26:08.923535 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5d140-18fc-4324-8894-85c9f7488cfa service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:08.942301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16037fe-00f3-4823-a15e-688f1c78fa73 x-openstack-request-id: req-f16037fe-00f3-4823-a15e-688f1c78fa73 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:26:08.942675 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:26:08.942993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f16037fe-00f3-4823-a15e-688f1c78fa73 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:26:08.943457 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16037fe-00f3-4823-a15e-688f1c78fa73'] response: {'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'status': 'completed', 'code': 200} Oct 17 19:26:08.984505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Attempt 3 to provision port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 Oct 17 19:26:09.041387 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-71810c07-8f48-47b1-8aaf-4091f66864bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.043009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-71810c07-8f48-47b1-8aaf-4091f66864bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1096 time: 0.0792878 Oct 17 19:26:09.045732 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-a894e17b-abdc-4b39-b5ce-a9c8f3a18995 None None] Port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:26:09.184542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-f25a1dbe-d5f2-4c4b-98f7-760c3f0c2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.186012 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-f25a1dbe-d5f2-4c4b-98f7-760c3f0c2ffa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1357498 Oct 17 19:26:09.325324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-04650dea-e909-4391-89fd-10f1b76b65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.326782 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0204e2ad-f1b0-4ff4-845c-023431e8d00c req-04650dea-e909-4391-89fd-10f1b76b65d0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338029 Oct 17 19:26:09.442672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-b06c2733-5163-4ca5-a965-de45f9bb2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.443982 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-b06c2733-5163-4ca5-a965-de45f9bb2536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1096 time: 0.0816269 Oct 17 19:26:09.512790 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-c6a2c109-dde3-4b00-b40d-9b0409a70b69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 217 time: 0.0597775 Oct 17 19:26:09.577101 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-6d6e62be-659d-4239-a491-8cc4be8ad9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.578200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-6d6e62be-659d-4239-a491-8cc4be8ad9f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0593953 Oct 17 19:26:09.662221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-c955ab06-e7ef-4712-8ccb-1fa68299cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.663698 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-c955ab06-e7ef-4712-8ccb-1fa68299cffa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785742 Oct 17 19:26:09.742157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a507-980e-4254-bbd3-49d8a06bedbd req-9f49f918-a058-4a4d-8cab-50395a863441 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:09.743532 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8654a507-980e-4254-bbd3-49d8a06bedbd req-9f49f918-a058-4a4d-8cab-50395a863441 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0870016 Oct 17 19:26:09.788011 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8654a507-980e-4254-bbd3-49d8a06bedbd req-f9d30a1b-573f-448f-aaa7-2493afb03941 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388513 Oct 17 19:26:09.802804 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-094a1af4-0ac4-43b0-b888-16ff1585b3e2 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311207 Oct 17 19:26:09.935623 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d9f3abb3-be1e-4bf8-9ab2-f9c76cda30eb req-6afb59ee-5cfb-4a5f-aac4-b85f61a82873 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264780 Oct 17 19:26:11.095519 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bacaa-4902-4806-b3bd-16a818898eb7 req-681644d1-7129-4cfa-9f83-8a78133f4704 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:11.096172 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0e5bacaa-4902-4806-b3bd-16a818898eb7 req-681644d1-7129-4cfa-9f83-8a78133f4704 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:26:11.171366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-0e5bacaa-4902-4806-b3bd-16a818898eb7 req-681644d1-7129-4cfa-9f83-8a78133f4704 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:26:11.172478 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0e5bacaa-4902-4806-b3bd-16a818898eb7 req-681644d1-7129-4cfa-9f83-8a78133f4704 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.2726867 Oct 17 19:26:11.218296 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0e5bacaa-4902-4806-b3bd-16a818898eb7 req-d5a0fa38-8ff8-4ab6-9d12-20f406b05055 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399015 Oct 17 19:26:12.417711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327232f1-f710-48ec-93cb-2ddbb4a77b28 req-bb0076ad-c035-4136-bdd4-4b8ebdc787ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:12.419151 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-327232f1-f710-48ec-93cb-2ddbb4a77b28 req-bb0076ad-c035-4136-bdd4-4b8ebdc787ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0900888 Oct 17 19:26:12.463956 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-327232f1-f710-48ec-93cb-2ddbb4a77b28 req-5e79101d-c775-4640-a6aa-f21591c9b17a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385654 Oct 17 19:26:13.664660 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aabbe-72e0-4c1e-be1a-2e301c6f8d4e req-c278def9-6841-42f2-8c13-d9b9b6b2ae9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:13.666034 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b44aabbe-72e0-4c1e-be1a-2e301c6f8d4e req-c278def9-6841-42f2-8c13-d9b9b6b2ae9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0899222 Oct 17 19:26:13.711169 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-b44aabbe-72e0-4c1e-be1a-2e301c6f8d4e req-35532b18-b5f1-4f9b-a864-e3869c12cabd tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395365 Oct 17 19:26:14.906681 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774189-0139-4bbf-8238-290621601cb9 req-79ec4041-1c10-4fef-89b6-a77924e07083 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:14.908103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-68774189-0139-4bbf-8238-290621601cb9 req-79ec4041-1c10-4fef-89b6-a77924e07083 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0883017 Oct 17 19:26:14.951180 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-68774189-0139-4bbf-8238-290621601cb9 req-d47957bc-3b7a-425d-94b2-7604f5528b00 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369143 Oct 17 19:26:16.147074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eddca-d7f4-4d22-a510-e8088e9fdda0 req-aee83730-7a14-4b7e-a90a-069f5fdbb247 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:16.148555 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bb7eddca-d7f4-4d22-a510-e8088e9fdda0 req-aee83730-7a14-4b7e-a90a-069f5fdbb247 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0871971 Oct 17 19:26:16.192672 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bb7eddca-d7f4-4d22-a510-e8088e9fdda0 req-9bcd20f7-d778-47ec-84e8-d33edefa9152 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384598 Oct 17 19:26:17.388598 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b80f0-fa6b-4ac6-adf9-ea0577dbdf68 req-4aefce77-3ebc-4be1-807b-dfa6323960b2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:17.390044 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-805b80f0-fa6b-4ac6-adf9-ea0577dbdf68 req-4aefce77-3ebc-4be1-807b-dfa6323960b2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0848985 Oct 17 19:26:17.432844 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-805b80f0-fa6b-4ac6-adf9-ea0577dbdf68 req-9dead5d3-9335-47f1-a97b-34cf2d7223ec tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367389 Oct 17 19:26:17.704584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:26:17.847105 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:26:17.860949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'mac_address': 'fa:16:3e:c0:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:26:17.917798 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:26:17.918183 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:17.938446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:26:17.954765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:26:18.027639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:18.097225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:18.104594 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.104948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.105289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.105641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.105978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.106315 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.106641 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.106966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.107293 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.107613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.107933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.108250 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:18.390690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:26:18.630874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c6450-46ab-4cae-adb9-35b9ac22d1a7 req-5ea34e95-4425-43ca-bc5b-6192b49bf7ab tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:18.632221 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d41c6450-46ab-4cae-adb9-35b9ac22d1a7 req-5ea34e95-4425-43ca-bc5b-6192b49bf7ab tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 944 time: 0.0900836 Oct 17 19:26:18.678340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d41c6450-46ab-4cae-adb9-35b9ac22d1a7 req-b2959d7e-4ebe-4901-a8b5-058172771165 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404396 Oct 17 19:26:19.699098 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-19b8d1f5-fdb7-4f69-be90-be5340a8c033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:19.702604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:26:19.842272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:26:19.847524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:26:19.847922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:19.848310 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 Oct 17 19:26:19.888673 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0326d9-d5a2-47c6-ab5b-b059572ae4aa req-cda9a2c3-6310-4345-94b0-f0be328fba27 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:19.890843 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea0326d9-d5a2-47c6-ab5b-b059572ae4aa req-cda9a2c3-6310-4345-94b0-f0be328fba27 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 944 time: 0.1016676 Oct 17 19:26:19.935745 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ea0326d9-d5a2-47c6-ab5b-b059572ae4aa req-62e5e636-31aa-4c91-a92a-2d25aafef908 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388482 Oct 17 19:26:19.965844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:26:19.966221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:19.993659 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:26:19.995905 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d022715-07d6-4073-9735-4fc3d85af20b" -d '{"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:26:20.003198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:26:20.037411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a804d2-8099-4a61-8ee2-e33b0e96545f x-openstack-request-id: req-08a804d2-8099-4a61-8ee2-e33b0e96545f {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:26:20.037735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:26:20.037988 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08a804d2-8099-4a61-8ee2-e33b0e96545f {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:26:20.038382 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a804d2-8099-4a61-8ee2-e33b0e96545f'] response: {'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'code': 200} Oct 17 19:26:20.071430 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:20.141639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:20.519145 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453485-9d44-4b6a-9d73-1625168b1688 req-d3cdb995-bf9f-4d7e-a710-e89e0739b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:20.521181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48453485-9d44-4b6a-9d73-1625168b1688 req-d3cdb995-bf9f-4d7e-a710-e89e0739b398 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0788686 Oct 17 19:26:20.565738 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-48453485-9d44-4b6a-9d73-1625168b1688 req-f73738ca-a0db-44d9-a0b3-f74490b67b8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370257 Oct 17 19:26:21.134696 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f79f0-7057-45f3-a9b1-46406ead0dc2 req-9a50c4ae-19d8-4af1-92fa-96a5d4f5d28e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:21.136129 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-497f79f0-7057-45f3-a9b1-46406ead0dc2 req-9a50c4ae-19d8-4af1-92fa-96a5d4f5d28e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0902963 Oct 17 19:26:21.178836 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-497f79f0-7057-45f3-a9b1-46406ead0dc2 req-a782460d-2729-40ac-a3b2-93404ae37556 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371072 Oct 17 19:26:22.368012 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ab9c46e3-bacb-4208-801a-adc66643bff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:22.396630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38b9c-d38a-4db4-8069-50c064dac384 req-6ea7da7e-f3aa-421e-8e71-c8bb3e714881 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:22.398101 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bed38b9c-d38a-4db4-8069-50c064dac384 req-6ea7da7e-f3aa-421e-8e71-c8bb3e714881 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0895963 Oct 17 19:26:22.441831 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-bed38b9c-d38a-4db4-8069-50c064dac384 req-6525ba69-2773-4def-8344-3389036b7161 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380008 Oct 17 19:26:22.640671 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daacb43-db5b-4770-b7c5-593f24196f4a req-bdc5bb6c-365c-49f7-afbd-be52a5594fa0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:22.642137 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1daacb43-db5b-4770-b7c5-593f24196f4a req-bdc5bb6c-365c-49f7-afbd-be52a5594fa0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0883522 Oct 17 19:26:22.685300 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1daacb43-db5b-4770-b7c5-593f24196f4a req-6d84cb5c-2605-496c-82df-fb5fd0a63a66 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373504 Oct 17 19:26:22.713781 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52742) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:26:22.835717 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ad608-cd7e-4568-9035-af9bcc944ddd tempest-TestShelveInstance-972424954 tempest-TestShelveInstance-972424954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:22.837223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ca0ad608-cd7e-4568-9035-af9bcc944ddd tempest-TestShelveInstance-972424954 tempest-TestShelveInstance-972424954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1093 time: 0.1224935 Oct 17 19:26:22.840111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52748) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:26:22.845049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:26:22.851189 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:26:22.854946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Usage tracker for resource:floatingip and tenant:3764d0f7932e49ed8df4dac23da3fbaa is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:26:22.857705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:26:22.863196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:26:22.933826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.042434 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.071207 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.204168 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Allocated IP 172.26.2.4 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/6a6c1280-4aef-46d6-b987-ef757e7b5df8) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:26:23.313990 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.443939 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.525328 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:23.589774 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:26:23.592464 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:26:23.596301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:26:23.625208 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=6a6c1280-4aef-46d6-b987-ef757e7b5df8,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:23.995556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:24.124165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:24.327650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:24.382285 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:24.486871 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:24.536447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event updated for resources: {'Port': ['ID=6a6c1280-4aef-46d6-b987-ef757e7b5df8,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:26:24.614815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.615152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.615495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.615817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.616144 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.616563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.616882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.617204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.617520 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.617872 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.618183 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.618503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:26:24.668005 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Floating IP 5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff associated. External IP: 172.26.2.4, port: 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9. Oct 17 19:26:24.785302 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:25.123511 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:26:25.301277 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:26:25.311269 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:26:25.321051 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:26:25.321706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:26:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:26:25.385416 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:25.444921 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-02c96c8d-43fc-4f92-a546-fab5d0eb56a2 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6038153 Oct 17 19:26:25.445557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:26:25.448013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37e0847-1c52-4649-880a-f46a9f2b9b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:26:25.489659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3cb1d0-9452-4e65-b3cf-d7634d5865e7 x-openstack-request-id: req-9b3cb1d0-9452-4e65-b3cf-d7634d5865e7 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:26:25.489959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:26:25.490211 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b3cb1d0-9452-4e65-b3cf-d7634d5865e7 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:26:25.490650 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3cb1d0-9452-4e65-b3cf-d7634d5865e7'] response: {'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'status': 'completed', 'code': 200} Oct 17 19:26:25.502939 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:26:25.601909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-ff64c564-53aa-4a0c-936e-b7db59570944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:25.603367 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-ff64c564-53aa-4a0c-936e-b7db59570944 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0816107 Oct 17 19:26:25.742917 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-6cec10ec-529a-4b52-bd06-a6b0208817d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:25.744398 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-6cec10ec-529a-4b52-bd06-a6b0208817d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1321728 Oct 17 19:26:25.848842 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-576fb26c-6336-4da0-8aa6-54de39d68c20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 997 time: 0.0982528 Oct 17 19:26:25.885623 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.4', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:c0:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:26:23Z', 'updated_at': '2022-10-17T19:26:23Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:26:25.889361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:26:25.897610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:26:25.898211 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:26:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:26:25.911664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-13e27911-224c-498a-a3c4-b28ad1084387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:25.913159 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-13e27911-224c-498a-a3c4-b28ad1084387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0583010 Oct 17 19:26:26.000299 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-baddbc8f-e7da-4492-a357-29e595b5098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:26:26.001725 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-baddbc8f-e7da-4492-a357-29e595b5098e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823047 Oct 17 19:26:26.079645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:26:26.133514 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-843061c1-39fa-4da7-8606-3567a1412c9d service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248727 Oct 17 19:26:26.270846 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-c37e0847-1c52-4649-880a-f46a9f2b9b8c req-43714f64-5691-4b37-90e0-c2ca11577f96 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 Oct 17 19:26:26.423411 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.4', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:c0:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:26:23Z', 'updated_at': '2022-10-17T19:26:23Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:26:26.427793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb586004-cd75-435a-94a7-1358d3e596eb None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'floating_ip_address': '172.26.2.4', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'mac_address': 'fa:16:3e:c0:c9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:26:23Z', 'updated_at': '2022-10-17T19:26:23Z', 'revision_number': 0, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:26:26.623041 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daa4668-6b21-4b68-bb97-efdd06f8d9b0 None None] New status for floating IP 5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:26:26.710680 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:41.900615 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:26:49.673322 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-458ec0bb-c243-4ae8-84f3-f910e070c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:52.321877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d4e71d67-ee50-486d-9587-7d97e92d4640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:53.050074 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:53.306683 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:54.818844 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:26:56.764617 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:04.809219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-cd4356f4-a161-4ba0-9cc3-5015c7f665a0 req-1df7b659-ed69-4b60-a13a-2c88e1737bc8 service neutron] (89826) timed out ('10.222.0.42', 55865) {{(pid=89826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 19:27:11.993124 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-df40ad5f-0de4-4c74-9eff-f02c2daabde6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768762 Oct 17 19:27:12.153949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-cc6ccf16-b527-47a2-842d-18374a6f8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:27:12.155341 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-cc6ccf16-b527-47a2-842d-18374a6f8ed5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0922337 Oct 17 19:27:12.304908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-619f801b-e6db-4290-a90e-01fe5fa66764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:27:12.306330 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-619f801b-e6db-4290-a90e-01fe5fa66764 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1305420 Oct 17 19:27:12.516271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-f049c921-ea58-4aa2-b3af-36bfa212ba75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.2027936 Oct 17 19:27:12.579016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-7aadc612-26dd-470a-94b8-b2991a98ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:27:12.580443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-7aadc612-26dd-470a-94b8-b2991a98ba0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0576417 Oct 17 19:27:12.667006 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-3dd470fe-32a0-4669-b1ab-ea2e66ed3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:27:12.668497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-3dd470fe-32a0-4669-b1ab-ea2e66ed3cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811291 Oct 17 19:27:12.802666 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-97d20c82-ceb3-4130-b57b-8c77a5cb6813 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269071 Oct 17 19:27:12.935832 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-500ccde2-c9f6-446a-9f84-c1ffd761e94a req-62d24eca-fb8c-4c56-a264-5e0789dab862 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262820 Oct 17 19:27:18.899462 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:27:19.780604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9c88f892-7f7b-4a53-aeb8-0edde6b1d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:22.363694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-10613622-3a48-427a-be1b-38f2f567ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:23.123724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:23.361203 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:24.780125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:26.715504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:49.722170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e29fe68f-5fab-40b4-9242-3153463daeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:52.356961 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f4691c58-7de6-4858-a732-65d7fe422cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:53.046667 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:53.328559 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:54.790891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:27:55.898868 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:27:56.739706 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:14.019063 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-731ffa43-249f-48b6-801f-c09aa97e2873 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282809 Oct 17 19:28:14.169868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-edd569b8-72bb-4e97-8871-78735819d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:28:14.171782 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-edd569b8-72bb-4e97-8871-78735819d1dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0829384 Oct 17 19:28:14.320153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-b3d5af11-4075-4d3f-8e26-2fd56bfa29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:28:14.321550 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-b3d5af11-4075-4d3f-8e26-2fd56bfa29b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1289654 Oct 17 19:28:14.421062 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-43c3356c-c0f8-4e9e-9191-91ed17ccd4ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.0923653 Oct 17 19:28:14.485867 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-b8e5ac02-d46e-4675-8f6c-5816c6ea2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:28:14.487217 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-b8e5ac02-d46e-4675-8f6c-5816c6ea2dba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0591955 Oct 17 19:28:14.568375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-e488b622-e91b-406b-a4df-d15cf05209b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:28:14.569854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-e488b622-e91b-406b-a4df-d15cf05209b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762196 Oct 17 19:28:14.699504 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-92aee8bc-011e-4041-a69e-9eea356b93fe service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231241 Oct 17 19:28:14.830593 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1d6d0d37-12e9-43a8-b099-a02c70ea5042 req-7cb8480c-a54e-4b7c-ab48-294cf2dd2e5d service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244819 Oct 17 19:28:19.681298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7fe904f2-0812-476f-a40a-35f08a491d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:22.310197 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-08cb03aa-f85c-4cc1-94a4-81b387b75db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:23.046705 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:23.304000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:24.773076 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:26.772582 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:32.898120 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:28:49.692737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b46fe679-7f2a-40e7-a79c-dc3ec65c8b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:52.377295 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1ac64fee-29fe-4ca5-8b9b-5db525dde057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:53.052017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:53.314498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:54.777154 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:28:56.719976 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:09.900703 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:29:13.976508 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-dffd650a-fd7c-407a-a2a6-0a18fc897d6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817006 Oct 17 19:29:14.122526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-ffbe0f66-5a34-4099-a317-57c4f49b198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:14.123979 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-ffbe0f66-5a34-4099-a317-57c4f49b198f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0789542 Oct 17 19:29:14.371224 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-8d2321ea-3ab3-40f5-9232-55f7e0254e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:14.372668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-8d2321ea-3ab3-40f5-9232-55f7e0254e0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.2287338 Oct 17 19:29:14.477038 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-1ee7d5a3-cc62-4d38-abaa-a230d8dda239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.0976424 Oct 17 19:29:14.544478 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-a2956f9c-45cf-49d9-a374-d6e66e16826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:14.546190 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-a2956f9c-45cf-49d9-a374-d6e66e16826e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0614882 Oct 17 19:29:14.629866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-6c49d8d2-f516-4a9a-ac99-345ec9b11b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:14.631355 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-6c49d8d2-f516-4a9a-ac99-345ec9b11b1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790775 Oct 17 19:29:14.765886 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-e2b45d0a-bb64-430f-ac5a-ec8e7f8ba266 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275892 Oct 17 19:29:14.900819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8c47c5b1-58e8-4eda-97ad-83d1b1d76c14 req-6498b132-fc8f-42f6-8ff6-de5f2c7ed6ae service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279488 Oct 17 19:29:18.662044 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc453c-de30-4598-a7d6-aad810e22176 req-568d2136-3c2f-4249-8793-e7a46e869ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:18.663538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0bbc453c-de30-4598-a7d6-aad810e22176 req-568d2136-3c2f-4249-8793-e7a46e869ac3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.2418168 Oct 17 19:29:18.709264 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0bbc453c-de30-4598-a7d6-aad810e22176 req-a3eb0a74-23a8-448a-8c17-16e6bf621017 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375659 Oct 17 19:29:19.765356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b1dfaffd-73eb-4a33-bc84-31e06d205d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:19.974868 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704783-bb96-45a2-9eb4-efaa8697b9aa req-1b77dde5-e7a8-4c8e-9629-74fb3e941453 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:19.976395 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e704783-bb96-45a2-9eb4-efaa8697b9aa req-1b77dde5-e7a8-4c8e-9629-74fb3e941453 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.1354790 Oct 17 19:29:20.025543 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7e704783-bb96-45a2-9eb4-efaa8697b9aa req-15d3305d-67cc-45bb-b00c-4c5fc22b5f64 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432818 Oct 17 19:29:21.227879 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f709b7-5a1e-4f5d-a9e8-3d796b9736f4 req-6d548edf-8424-451e-8913-015c54df6202 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:21.229343 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10f709b7-5a1e-4f5d-a9e8-3d796b9736f4 req-6d548edf-8424-451e-8913-015c54df6202 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0872433 Oct 17 19:29:21.278260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10f709b7-5a1e-4f5d-a9e8-3d796b9736f4 req-0ad794fa-6467-4bc4-93b5-5ebe2c99da02 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427651 Oct 17 19:29:22.325171 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bb3587e1-cae0-4a3f-bdc5-43de42274996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:22.474752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ddf26-19ad-4d3e-9023-b3fb1ad29181 req-40b2b5a4-9a9c-45cb-a8eb-3a3a42ce213d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:22.478165 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d09ddf26-19ad-4d3e-9023-b3fb1ad29181 req-40b2b5a4-9a9c-45cb-a8eb-3a3a42ce213d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0863256 Oct 17 19:29:22.520621 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d09ddf26-19ad-4d3e-9023-b3fb1ad29181 req-83fb2e4f-f2c1-483b-bd3f-7540cf4a8cb9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386972 Oct 17 19:29:23.033677 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:23.330634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:23.720094 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799940-772a-4c15-aaa4-921cf4792135 req-cd3e885d-944b-4e72-bfd4-abb385b9b38a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:23.721571 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1799940-772a-4c15-aaa4-921cf4792135 req-cd3e885d-944b-4e72-bfd4-abb385b9b38a tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0880220 Oct 17 19:29:23.765066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a1799940-772a-4c15-aaa4-921cf4792135 req-67b82add-6695-4a8e-b52c-6665b4794332 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378752 Oct 17 19:29:24.805405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:24.968512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75ece-b908-4fcf-9e96-071a846348a4 req-c1e0311c-a9cf-4ada-8637-de4268388cfe tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:24.969968 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d5a75ece-b908-4fcf-9e96-071a846348a4 req-c1e0311c-a9cf-4ada-8637-de4268388cfe tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0936136 Oct 17 19:29:25.014198 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d5a75ece-b908-4fcf-9e96-071a846348a4 req-b0d4d806-119b-4804-8055-16e6755e45fb tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379729 Oct 17 19:29:26.211397 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164f85-df48-4af7-99d5-79b83e3994da req-1c51dd01-4f65-4207-a502-6f73442e83c9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:26.212840 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2164f85-df48-4af7-99d5-79b83e3994da req-1c51dd01-4f65-4207-a502-6f73442e83c9 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0910256 Oct 17 19:29:26.256914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e2164f85-df48-4af7-99d5-79b83e3994da req-ed745bc5-891a-4eec-9437-69080cab5266 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379419 Oct 17 19:29:26.748067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:27.454509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9233-c687-4d74-91f7-8827f57f3d3b req-8775b701-0f08-48d3-a6ae-c5fc1feb2b73 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:27.455858 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cadb9233-c687-4d74-91f7-8827f57f3d3b req-8775b701-0f08-48d3-a6ae-c5fc1feb2b73 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0866222 Oct 17 19:29:27.501866 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-cadb9233-c687-4d74-91f7-8827f57f3d3b req-4a719cd8-2c5b-4f43-9e91-ba8de7910d9f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403709 Oct 17 19:29:28.760914 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d79d0-8c8a-47ff-9fd4-fdfd72229ead req-97433718-b888-46b6-b13b-5a8838a5ff43 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:28.762391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6d79d0-8c8a-47ff-9fd4-fdfd72229ead req-97433718-b888-46b6-b13b-5a8838a5ff43 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.1516593 Oct 17 19:29:28.764820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-b65b54c0-934f-4238-b139-ce43ecf2d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:28.766151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-b65b54c0-934f-4238-b139-ce43ecf2d7bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.1147799 Oct 17 19:29:28.885244 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2f6d79d0-8c8a-47ff-9fd4-fdfd72229ead req-60dfb2b3-f66e-4189-8444-4a93bc181394 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165981 Oct 17 19:29:28.925116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-7225f4c1-229e-45ef-8bf1-530dc756eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:28.926562 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-7225f4c1-229e-45ef-8bf1-530dc756eba4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1449597 Oct 17 19:29:29.029868 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-eb880c35-dc76-4d65-8be5-88ec6ca6141b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.0958157 Oct 17 19:29:29.091192 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-67f4713a-d127-4440-8322-9c50d8257d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:29.092591 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-67f4713a-d127-4440-8322-9c50d8257d05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0566704 Oct 17 19:29:29.176621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-738b8cd6-7c8d-4ceb-9314-79ffabeb6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:29.178115 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-738b8cd6-7c8d-4ceb-9314-79ffabeb6717 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791643 Oct 17 19:29:29.414709 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-10c45d85-1a8a-4145-bb36-5d7575389ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291996 Oct 17 19:29:29.545274 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-240b66d0-4e50-4f7b-aaf0-4605b85cf61c req-df9162ee-3628-4325-8f56-b69cebbbd5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235478 Oct 17 19:29:30.079659 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de644b-968c-4c3c-a55e-a3ff4cb118ed req-d9873593-03cd-4701-86c0-ae9683a69051 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:30.081112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-52de644b-968c-4c3c-a55e-a3ff4cb118ed req-d9873593-03cd-4701-86c0-ae9683a69051 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Oct 17 19:29:30.124484 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-52de644b-968c-4c3c-a55e-a3ff4cb118ed req-d7d3572e-f2a5-4ec4-a726-61b786118577 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376790 Oct 17 19:29:31.474411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e329a-9bd7-4396-b8ea-5a7d98524a5e req-d484755e-f5e4-42d7-90a5-82dec505bac0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:31.475867 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fd9e329a-9bd7-4396-b8ea-5a7d98524a5e req-d484755e-f5e4-42d7-90a5-82dec505bac0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0873194 Oct 17 19:29:31.519925 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fd9e329a-9bd7-4396-b8ea-5a7d98524a5e req-21da4155-dac3-4703-8e47-3922508af91b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382075 Oct 17 19:29:32.719303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54796f0-aeac-4f0e-a7d1-5cb1a195e463 req-889cbec3-7bbb-4c57-9d76-c9d58f7f6d00 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:32.720771 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d54796f0-aeac-4f0e-a7d1-5cb1a195e463 req-889cbec3-7bbb-4c57-9d76-c9d58f7f6d00 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0903513 Oct 17 19:29:32.764025 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d54796f0-aeac-4f0e-a7d1-5cb1a195e463 req-4b6d7922-8c40-4872-a5c5-3c877f34793e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375309 Oct 17 19:29:33.285452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728ecb1-5482-4a83-88fd-535f06a74bdf req-31769fdc-ef56-4206-a678-1124f48568c0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:33.286948 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8728ecb1-5482-4a83-88fd-535f06a74bdf req-31769fdc-ef56-4206-a678-1124f48568c0 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.1511562 Oct 17 19:29:33.289924 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-826e176b-d7d9-4d59-879b-2a4cbd07abe1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1826062 Oct 17 19:29:33.331212 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-8728ecb1-5482-4a83-88fd-535f06a74bdf req-475ab22d-9547-4b89-b115-e1bfac72f37f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385535 Oct 17 19:29:34.533468 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d5f98-9003-4dce-8de5-7ef176282234 req-7b24eea4-560e-434b-b049-4697490211ce tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:34.534907 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d5f98-9003-4dce-8de5-7ef176282234 req-7b24eea4-560e-434b-b049-4697490211ce tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0916350 Oct 17 19:29:34.580158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e58d5f98-9003-4dce-8de5-7ef176282234 req-89213a3f-7e9b-4dc4-9343-2478810118ac tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395663 Oct 17 19:29:34.731201 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:29:34.878338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:29:34.878453 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:34.905721 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:29:34.908018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40086d55-5630-4f22-9c7e-0b98139bf34f" -d '{"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:29:34.915809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:29:34.993884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:35.025518 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0511a-2449-4317-8f03-e3be7c4d7da6 x-openstack-request-id: req-5ac0511a-2449-4317-8f03-e3be7c4d7da6 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:29:35.025837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-unplugged", "status": "failed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "code": 422}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:29:35.026080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ac0511a-2449-4317-8f03-e3be7c4d7da6 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:29:35.026496 dv-neutron-861384-1-hyperv neutron-server[89828]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5ac0511a-2449-4317-8f03-e3be7c4d7da6']: {'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'code': 422} returned with failed status Oct 17 19:29:35.064447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:29:35.072541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.072888 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.073225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.073556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.073910 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.074236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.074557 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.074877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.075196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.075512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.075837 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.076146 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:29:35.782324 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13088f-aa81-48e8-91ed-c9acda0199bb req-e214c281-09e5-4df6-a0f0-015645db3a26 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:35.783683 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5c13088f-aa81-48e8-91ed-c9acda0199bb req-e214c281-09e5-4df6-a0f0-015645db3a26 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0940962 Oct 17 19:29:35.828423 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5c13088f-aa81-48e8-91ed-c9acda0199bb req-81a3aaf0-f0f4-496a-955a-9f82efaed195 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389678 Oct 17 19:29:36.966095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-cd809adb-0da5-4ca2-8db9-f21e1376bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:36.967575 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-cd809adb-0da5-4ca2-8db9-f21e1376bf88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&tenant_id=3764d0f7932e49ed8df4dac23da3fbaa HTTP/1.1" status: 200 len: 1096 time: 0.0790546 Oct 17 19:29:37.029914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899768-b37c-4c28-bf17-aff54513f4fe req-9d3cea71-5df1-451c-ac60-e04e2222c830 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:37.031464 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c899768-b37c-4c28-bf17-aff54513f4fe req-9d3cea71-5df1-451c-ac60-e04e2222c830 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0895407 Oct 17 19:29:37.070778 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-4902e79a-7b0f-4587-a25c-bdc88aa8f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:37.072250 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-4902e79a-7b0f-4587-a25c-bdc88aa8f592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1096 time: 0.0833280 Oct 17 19:29:37.075615 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-1c899768-b37c-4c28-bf17-aff54513f4fe req-08639a7e-09c1-4c62-a550-37fea8184154 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383525 Oct 17 19:29:37.205785 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-27d52065-0ac5-45e5-bc6f-b0563f9b0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:37.207200 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-27d52065-0ac5-45e5-bc6f-b0563f9b0cf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1283505 Oct 17 19:29:37.311681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-0b25917f-d34a-4840-a971-2acde629e90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 997 time: 0.0971537 Oct 17 19:29:37.372690 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-19b4d25a-642e-434e-865c-0e9cd9af0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:37.374142 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-19b4d25a-642e-434e-865c-0e9cd9af0b98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0567737 Oct 17 19:29:37.458473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-70095617-85b1-468c-b839-d6a578e2dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:37.459828 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-70095617-85b1-468c-b839-d6a578e2dd8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795908 Oct 17 19:29:37.591585 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-6ee755a4-7172-4065-a8cd-9643eed0927e service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246638 Oct 17 19:29:37.720870 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-82ab7fb6-e938-444e-aca2-58fad086a67c service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231227 Oct 17 19:29:38.271615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbea93-79dc-422e-b4ef-4de6171930f8 req-3441ccc3-cf70-4dab-a4d0-19f056177eb4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:38.273059 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9bfbea93-79dc-422e-b4ef-4de6171930f8 req-3441ccc3-cf70-4dab-a4d0-19f056177eb4 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0891802 Oct 17 19:29:38.318283 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9bfbea93-79dc-422e-b4ef-4de6171930f8 req-a7900ec1-a3ad-43af-9609-d166d23cee6b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394428 Oct 17 19:29:39.512157 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0343-9685-40d0-8b73-84f94fa6c6e4 req-44ceb98e-0ca3-4fcc-a9f9-a8567b45fe9d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:39.513875 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd2c0343-9685-40d0-8b73-84f94fa6c6e4 req-44ceb98e-0ca3-4fcc-a9f9-a8567b45fe9d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0873451 Oct 17 19:29:39.556684 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-bd2c0343-9685-40d0-8b73-84f94fa6c6e4 req-cefd55cf-e939-4cac-81f4-393b68b64b2d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367050 Oct 17 19:29:40.764358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62355f-76a3-49ee-9a2c-d4c7c103c550 req-3846ec27-2147-4a69-bdc9-3f1802cf3bff tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:40.765834 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b62355f-76a3-49ee-9a2c-d4c7c103c550 req-3846ec27-2147-4a69-bdc9-3f1802cf3bff tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0974803 Oct 17 19:29:40.808992 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-9b62355f-76a3-49ee-9a2c-d4c7c103c550 req-5ab3540a-f7de-476b-9474-8a0b9b3d06be tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373588 Oct 17 19:29:42.011165 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c773-eeef-4889-87cf-21ebbcbd93de req-cb78cf8d-7caa-4417-b604-0b64af629abf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:42.012614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4582c773-eeef-4889-87cf-21ebbcbd93de req-cb78cf8d-7caa-4417-b604-0b64af629abf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0917225 Oct 17 19:29:42.055881 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-4582c773-eeef-4889-87cf-21ebbcbd93de req-2323d3c8-9081-41c5-aab3-dd9852e31d5c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376079 Oct 17 19:29:43.251738 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b6c85-93b6-40ad-8524-d33a4ce20389 req-a94ca7b5-6a0b-4ed2-8c67-a8d26130d999 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:43.253185 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-841b6c85-93b6-40ad-8524-d33a4ce20389 req-a94ca7b5-6a0b-4ed2-8c67-a8d26130d999 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0874314 Oct 17 19:29:43.300412 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-841b6c85-93b6-40ad-8524-d33a4ce20389 req-17deb415-d217-4221-9f7c-bc936418d6cf tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415177 Oct 17 19:29:44.495856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7a6d-badc-4e1c-8bcb-da2f1afff591 req-201017c7-5306-4b64-a945-0829d22b8a74 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:44.497287 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-803f7a6d-badc-4e1c-8bcb-da2f1afff591 req-201017c7-5306-4b64-a945-0829d22b8a74 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 943 time: 0.0878778 Oct 17 19:29:44.544297 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-803f7a6d-badc-4e1c-8bcb-da2f1afff591 req-d514cd53-9d35-41f9-a8c5-960611edd068 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404611 Oct 17 19:29:44.768492 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:29:44.902648 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:29:44.915777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'port_id': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'mac_address': 'fa:16:3e:c0:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:29:44.974116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:29:44.974498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:44.991568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:29:45.006509 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:29:45.079458 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:45.145687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:29:45.483478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:29:45.850162 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0234-2d52-4cc2-b396-da9c2cb8c8f6 req-d5a803cf-c6a3-4a7f-a740-ef136b6378e7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:45.851510 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6f0c0234-2d52-4cc2-b396-da9c2cb8c8f6 req-d5a803cf-c6a3-4a7f-a740-ef136b6378e7 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 944 time: 0.1982100 Oct 17 19:29:45.895327 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6f0c0234-2d52-4cc2-b396-da9c2cb8c8f6 req-0572d43a-9fdc-49b8-980a-c3aeada3461b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382519 Oct 17 19:29:46.779600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:29:46.848530 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:29:46.848891 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:46.849216 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 Oct 17 19:29:46.899672 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:29:46.963577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:29:46.963955 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:46.991877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:29:46.994186 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8edad3-bf1d-4b95-a4a0-90c502f17f8d" -d '{"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:29:47.004070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:29:47.040111 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50394e-831f-485e-bd00-2863dd0d13de x-openstack-request-id: req-df50394e-831f-485e-bd00-2863dd0d13de {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:29:47.040402 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:29:47.040657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df50394e-831f-485e-bd00-2863dd0d13de {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:29:47.041098 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df50394e-831f-485e-bd00-2863dd0d13de'] response: {'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'code': 200} Oct 17 19:29:47.080445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:47.095684 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726f92b-4dc4-430b-b940-17d209335b9d req-bd06fe58-eb7f-4087-b46a-c56d9c72486c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:47.097160 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d726f92b-4dc4-430b-b940-17d209335b9d req-bd06fe58-eb7f-4087-b46a-c56d9c72486c tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 944 time: 0.0922585 Oct 17 19:29:47.142375 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-d726f92b-4dc4-430b-b940-17d209335b9d req-adbe5d3d-cb24-4345-ac52-a1e86c253aac tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393958 Oct 17 19:29:47.153828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:29:47.427244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e3b3-46a0-4cbd-8068-9e3ebc25af62 req-16d90797-d2ce-4b4e-b956-9e6a0ac856f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:47.428715 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51b2e3b3-46a0-4cbd-8068-9e3ebc25af62 req-16d90797-d2ce-4b4e-b956-9e6a0ac856f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0791280 Oct 17 19:29:47.471631 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-51b2e3b3-46a0-4cbd-8068-9e3ebc25af62 req-f77e0489-3fe2-43f2-932c-422045cf9954 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347662 Oct 17 19:29:48.343764 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c1bc-f580-4048-bd01-a99b72f85dca req-d4056cec-f599-407b-bf34-a72fb130038f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:48.345726 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-55c0c1bc-f580-4048-bd01-a99b72f85dca req-d4056cec-f599-407b-bf34-a72fb130038f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0886819 Oct 17 19:29:48.395147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-55c0c1bc-f580-4048-bd01-a99b72f85dca req-833bd1a0-62e1-455a-9f6d-7c70828c7e0d tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436668 Oct 17 19:29:49.599660 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164c3b6-d656-495a-a162-1d1e05a60178 req-601044ff-93ac-4cf3-8cf5-960d21ae93ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:29:49.601103 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5164c3b6-d656-495a-a162-1d1e05a60178 req-601044ff-93ac-4cf3-8cf5-960d21ae93ad tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0936785 Oct 17 19:29:49.647060 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-5164c3b6-d656-495a-a162-1d1e05a60178 req-006cd2ca-003b-4f47-a083-b4d613e53653 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403078 Oct 17 19:29:49.724605 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4809a3e6-f916-4354-8318-32e8455255ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:52.381817 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0858ed6b-2f57-405a-8cad-766f61458eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:53.170672 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:53.336392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:54.810604 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:29:56.770576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:15.987864 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-e9b6590a-dc64-4191-8d00-653a1fa05d51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825157 Oct 17 19:30:16.137313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-67d36e17-47c5-477a-aa3b-8c21a4d10a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:30:16.138319 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-67d36e17-47c5-477a-aa3b-8c21a4d10a7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0828884 Oct 17 19:30:16.287672 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-ea16cf1c-b564-460e-b658-cfd365c8fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:30:16.289574 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-ea16cf1c-b564-460e-b658-cfd365c8fdf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1305637 Oct 17 19:30:16.391877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-b833985d-a0cc-4bbb-88ea-cbbc2abce132 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.0965025 Oct 17 19:30:16.467970 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-7afe27ae-eb87-4d9f-bec9-6e701032d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:30:16.469443 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-7afe27ae-eb87-4d9f-bec9-6e701032d699 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0677211 Oct 17 19:30:16.552682 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-6e9f83e6-0076-4cc7-9968-f2ddd4391f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:30:16.567665 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-6e9f83e6-0076-4cc7-9968-f2ddd4391f8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781093 Oct 17 19:30:16.692877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-45666ae7-0230-4f99-819d-cdfc30cfb2f1 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314375 Oct 17 19:30:16.828119 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-63ff638f-5471-4d36-9147-7e5f61206cd0 req-1cacd09a-ed7e-4afa-adc6-8746fb8a85d0 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286931 Oct 17 19:30:19.706452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-052006f0-f8e6-4364-8fd0-e4fd40789558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:22.341484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-43429a4f-f3ed-4580-969c-48c8d6377097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:23.072397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:23.386568 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:23.927290 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:30:24.844149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:26.884065 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:49.695236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-21175d2d-93eb-47a8-9682-5a1fbd56f5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:52.317799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5bd95ad7-8021-4ec5-b5b2-d9774ee156ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:53.096436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:53.400090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:54.820687 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:30:56.808002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:00.897228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:31:16.984245 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-fa2c045e-3ee7-43cf-9cf7-8fe549e02a5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825531 Oct 17 19:31:17.133096 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b887a1b-7bde-4676-965e-20200428fe54 req-4e97ffd4-44a4-4e1c-a935-a020c1f1c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:17.134668 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-4e97ffd4-44a4-4e1c-a935-a020c1f1c368 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.0798337 Oct 17 19:31:17.280067 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b887a1b-7bde-4676-965e-20200428fe54 req-e5dae23e-b974-4819-9036-8ee42583a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:17.281446 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-e5dae23e-b974-4819-9036-8ee42583a54e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1277585 Oct 17 19:31:17.386268 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-7b9233e9-c788-42e9-b661-214a634f45c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 999 time: 0.0981503 Oct 17 19:31:17.450542 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b887a1b-7bde-4676-965e-20200428fe54 req-c0478661-f01a-439f-a1df-61bbe2a39aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:17.451932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-c0478661-f01a-439f-a1df-61bbe2a39aca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0597296 Oct 17 19:31:17.535084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b887a1b-7bde-4676-965e-20200428fe54 req-b5129d1f-59b2-4e41-982e-6864b1d529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:17.536532 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-b5129d1f-59b2-4e41-982e-6864b1d529c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778611 Oct 17 19:31:17.667084 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-3fc9d3f5-984b-4792-9892-be4e94753cca service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235912 Oct 17 19:31:17.798390 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5b887a1b-7bde-4676-965e-20200428fe54 req-4ce41e8b-2a26-4fa9-93d3-ced34458202e service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250653 Oct 17 19:31:19.701020 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-4657a1ba-e0cc-4c49-9033-f00b1fc2e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:22.351498 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-803422b3-1ba2-43c3-93ec-ac6a1183f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:23.067029 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:23.363291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:24.800655 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:26.812356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:37.895936 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:31:49.699487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a9ff51ee-9946-4028-9d65-01b86e3eaf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:50.409524 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52934) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:31:50.900242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Deleting port 6a6c1280-4aef-46d6-b987-ef757e7b5df8 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:31:50.900492 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:51.066788 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:51.067114 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:51.186082 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Calling delete_port for 6a6c1280-4aef-46d6-b987-ef757e7b5df8 owned by network:floatingip {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:31:51.423530 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:51.473365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'Port': ['ID=6a6c1280-4aef-46d6-b987-ef757e7b5df8,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:31:51.515370 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.515712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.516048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.516414 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.516737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.517063 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.517385 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.517742 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.518066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.518383 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.518718 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.519013 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:51.579512 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for floatingip, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:51.579824 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Floating IP 5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff disassociated (deleted). External IP: 172.26.2.4, port: 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9. Oct 17 19:31:51.925694 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:31:52.100873 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:31:52.112189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:31:52.121997 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:31:52.125870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:31:52.197111 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:52.259659 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0b57e55c-e812-44c8-9830-cfc9f33c2166 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "DELETE /v2.0/floatingips/5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff HTTP/1.1" status: 204 len: 168 time: 1.8489664 Oct 17 19:31:52.260347 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:31:52.262814 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4aab54-9f4b-4888-afec-e024dec47467" -d '{"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:31:52.350130 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:31:52.383023 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff665c-f2ad-4b66-bbd1-f688e44cacf0 x-openstack-request-id: req-f6ff665c-f2ad-4b66-bbd1-f688e44cacf0 {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:31:52.383312 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:31:52.383562 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6ff665c-f2ad-4b66-bbd1-f688e44cacf0 {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:31:52.383948 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ff665c-f2ad-4b66-bbd1-f688e44cacf0'] response: {'name': 'network-changed', 'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'status': 'completed', 'code': 200} Oct 17 19:31:52.394221 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f0bfed30-0bf2-4118-88b5-52939bc2fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:52.596751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-edc5b394-58e5-4179-ba7e-cfdb522946f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:52.598181 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-edc5b394-58e5-4179-ba7e-cfdb522946f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 1098 time: 0.1918492 Oct 17 19:31:52.681639 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:31:52.685887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:31:52.696712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:31:52.696712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:31:52.742966 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-0cf74654-d28c-4e72-92d4-a751da34d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:52.744525 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-0cf74654-d28c-4e72-92d4-a751da34d167 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 200 len: 910 time: 0.1393666 Oct 17 19:31:52.814869 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-063f18da-8f6b-44ab-a159-14e5ef5325b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 200 len: 217 time: 0.0636990 Oct 17 19:31:52.881366 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:31:52.887128 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-7bb95098-c496-4027-b93e-f1ca68650ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:52.888985 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-7bb95098-c496-4027-b93e-f1ca68650ee4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 200 len: 848 time: 0.0652270 Oct 17 19:31:52.977723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-71ef2cb6-b606-4018-aa52-8a5e4b66654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:52.979229 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-71ef2cb6-b606-4018-aa52-8a5e4b66654a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9838599e-005f-4ab6-afc1-5aa75272247a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831416 Oct 17 19:31:52.985882 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5bfca-85b8-4ba5-9b4d-cf0d01945240 req-99e0e6d6-97eb-49e0-8841-787972443159 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:52.986563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-27f5bfca-85b8-4ba5-9b4d-cf0d01945240 req-99e0e6d6-97eb-49e0-8841-787972443159 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Synchronizing usage tracker for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:31:53.048563 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-27f5bfca-85b8-4ba5-9b4d-cf0d01945240 req-99e0e6d6-97eb-49e0-8841-787972443159 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Unset dirty status for tenant:3764d0f7932e49ed8df4dac23da3fbaa on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:31:53.054161 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27f5bfca-85b8-4ba5-9b4d-cf0d01945240 req-99e0e6d6-97eb-49e0-8841-787972443159 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.2877052 Oct 17 19:31:53.106215 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-27f5bfca-85b8-4ba5-9b4d-cf0d01945240 req-39b30498-ceff-456e-ba20-86e75547cb5f tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502398 Oct 17 19:31:53.113190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:53.118229 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-fefb24ad-2be8-430e-8848-d45d4e947c82 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320715 Oct 17 19:31:53.221057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:31:53.225147 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3c517-cbbe-4837-8f23-d8de9b191799 None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:19:07Z', 'revision_number': 4, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '81c30e11-1357-466a-aeb9-fcab6f5af094', 'name': '', 'network_id': '9838599e-005f-4ab6-afc1-5aa75272247a', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'mac_address': 'fa:16:3e:4e:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '3baa00a6-6a41-4448-b270-a3471a615500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:07Z', 'updated_at': '2022-10-17T19:19:14Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'subnets': [{'id': '3baa00a6-6a41-4448-b270-a3471a615500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:31:53.254829 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ac4aab54-9f4b-4888-afec-e024dec47467 req-6613f199-df16-4858-b2c5-e42b05227048 service neutron] 10.222.0.42 "GET /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295571 Oct 17 19:31:53.396938 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:53.442859 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382e502f-4ff7-41ae-9497-05c4d3b50695 None None] New status for floating IP 5bbb66de-cce9-41c7-a3ba-94c0c06ee1ff: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:31:54.303912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006ebeb-7721-41e0-8900-7f627dc7d3b1 req-20a8b987-f67e-43a6-b581-152254ff2ad8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:54.305367 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a006ebeb-7721-41e0-8900-7f627dc7d3b1 req-20a8b987-f67e-43a6-b581-152254ff2ad8 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0913413 Oct 17 19:31:54.349127 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-a006ebeb-7721-41e0-8900-7f627dc7d3b1 req-bf5b17e2-c247-4b4f-a065-7d01f6a98fd3 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/security-groups?id=0dde428a-892c-4383-88da-fc97389d2566&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381801 Oct 17 19:31:54.607963 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-9fc8fbc0-037e-47e5-846d-daa9cb6c4a22 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:31:54.609971 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-9fc8fbc0-037e-47e5-846d-daa9cb6c4a22 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 945 time: 0.0881088 Oct 17 19:31:54.682380 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Deleting port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:31:54.682719 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:54.823356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:54.931570 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] For port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:31:54.931926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:55.054263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Calling delete_port for 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:31:55.279620 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:55.329451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'Port': ['ID=1f0a80f1-de2f-4bde-95ec-0e2f064d75e9,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:31:55.371119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.371462 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.371796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.372124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.372448 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.372771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.373092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.373411 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.373771 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.374090 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.374923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.375241 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:31:55.431907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] No DVR routers for this DVR port 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:31:55.434388 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:55.437926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-deleted', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:31:55.440202 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3d74b-9b9c-4fd2-9ef9-68ab1ad4a80c" -d '{"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-deleted", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:31:55.514561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-ae1543c0-13d3-46ad-8337-1904a59a84de req-4f018c53-8a54-4f9a-a0fe-3392c948962b tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0539834 Oct 17 19:31:55.537802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096663bd-ddd2-40c1-a501-d84a0a7cf61f x-openstack-request-id: req-096663bd-ddd2-40c1-a501-d84a0a7cf61f {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:31:55.538093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53af9ab-7696-4b3d-a9f9-345d72a95d42", "name": "network-vif-deleted", "tag": "1f0a80f1-de2f-4bde-95ec-0e2f064d75e9", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:31:55.538346 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-096663bd-ddd2-40c1-a501-d84a0a7cf61f {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:31:55.538748 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096663bd-ddd2-40c1-a501-d84a0a7cf61f'] response: {'server_uuid': 'c53af9ab-7696-4b3d-a9f9-345d72a95d42', 'name': 'network-vif-deleted', 'tag': '1f0a80f1-de2f-4bde-95ec-0e2f064d75e9', 'status': 'completed', 'code': 200} Oct 17 19:31:55.545823 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4c134df5-0e1c-4f69-83dc-bd370d098d09 req-66e09ee3-05a7-4981-a9de-a677f0fd22a1 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.42 "DELETE /v2.0/ports/1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 HTTP/1.1" status: 204 len: 173 time: 0.9299169 Oct 17 19:31:56.692098 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-21e86ddd-5f7b-4fd5-9437-276dda10f67d req-fbcac7fb-9815-42a3-8aa4-819e326c9172 tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "GET /v2.0/ports?device_id=c53af9ab-7696-4b3d-a9f9-345d72a95d42 HTTP/1.1" status: 200 len: 210 time: 0.0491066 Oct 17 19:31:56.802346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:57.794024 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52960) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:31:57.864826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:57.894639 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:58.025624 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:58.044523 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde428a-892c-4383-88da-fc97389d2566,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:31:58.155672 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:58.156780 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3f621c49-49f1-44dd-9fe8-4943e0723b9e tempest-TestShelveInstance-1952502231 tempest-TestShelveInstance-1952502231-project] 10.222.0.36 "DELETE /v2.0/security-groups/0dde428a-892c-4383-88da-fc97389d2566 HTTP/1.1" status: 204 len: 168 time: 0.3617241 Oct 17 19:31:58.286051 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 52966) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:31:59.072220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:59.384276 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:31:59.418675 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:31:59.419018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device 1f0a80f1-de2f-4bde-95ec-0e2f064d75e9 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:31:59.430540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Deleting port 81c30e11-1357-466a-aeb9-fcab6f5af094 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:31:59.431025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:59.598818 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] For port 81c30e11-1357-466a-aeb9-fcab6f5af094, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=81c30e11-1357-466a-aeb9-fcab6f5af094,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:31:59.599066 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:59.721419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Calling delete_port for 81c30e11-1357-466a-aeb9-fcab6f5af094 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:31:59.939972 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:31:59.987037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c30e11-1357-466a-aeb9-fcab6f5af094,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:00.372279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:00.730244 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Router c3def9c3-3800-4506-b0d6-42e581c9d62a has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:32:00.903744 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:00.913202 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Sync routers for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:00.917627 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-577808fb-c660-4189-a1bc-6582464beaf7 admin admin] 10.222.0.36 "PUT /v2.0/routers/c3def9c3-3800-4506-b0d6-42e581c9d62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6304097 Oct 17 19:32:00.920201 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 52972) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:00.922349 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:00.922949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:01.098446 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:01.102944 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:01.272153 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:01.339912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Deleting port f8fdb490-7ad6-4507-a95d-b7fd1862c853 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:01.340276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:01.425635 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45'}], 'enable_snat': True}, 'gw_port_id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:31:59Z', 'revision_number': 5, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port': {'id': 'f8fdb490-7ad6-4507-a95d-b7fd1862c853', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:04Z', 'updated_at': '2022-10-17T19:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:01.429493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Checking router: c3def9c3-3800-4506-b0d6-42e581c9d62a for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:01.437751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Routers {'c3def9c3-3800-4506-b0d6-42e581c9d62a'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:01.438338 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['c3def9c3-3800-4506-b0d6-42e581c9d62a'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:01.517526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] For port f8fdb490-7ad6-4507-a95d-b7fd1862c853, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=f8fdb490-7ad6-4507-a95d-b7fd1862c853,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:01.517910 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:01.586908 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] Set router c3def9c3-3800-4506-b0d6-42e581c9d62a gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:01.693480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:32:01Z', 'revision_number': 6, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:01.697902 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532e9a3-7c65-4832-adad-fbfb6e341777 None None] The sync data for ids ['c3def9c3-3800-4506-b0d6-42e581c9d62a'] in dv-neutron-861384-1-hyperv is: [{'id': 'c3def9c3-3800-4506-b0d6-42e581c9d62a', 'name': 'tempest-TestShelveInstance-1042252138-router', 'tenant_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:03Z', 'updated_at': '2022-10-17T19:32:01Z', 'revision_number': 6, 'project_id': '3764d0f7932e49ed8df4dac23da3fbaa', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:01.767416 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Calling delete_port for f8fdb490-7ad6-4507-a95d-b7fd1862c853 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:02.008170 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.058118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fdb490-7ad6-4507-a95d-b7fd1862c853,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:02.159596 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.332522 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.334688 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.437582 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.438099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3def9c3-3800-4506-b0d6-42e581c9d62a {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:32:02.450516 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.451641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-56f08abd-d764-4f0b-a73e-f559a082cca4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c3def9c3-3800-4506-b0d6-42e581c9d62a HTTP/1.1" status: 204 len: 168 time: 1.5305433 Oct 17 19:32:02.454336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 52976) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:02.511390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81c30e11-1357-466a-aeb9-fcab6f5af094 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:02.524154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Deleting subnet 3baa00a6-6a41-4448-b270-a3471a615500 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:32:02.527276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.545162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 81c30e11-1357-466a-aeb9-fcab6f5af094 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:02.545443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 81c30e11-1357-466a-aeb9-fcab6f5af094 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:02.546462 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f8fdb490-7ad6-4507-a95d-b7fd1862c853 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:02.577689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.583282 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: f8fdb490-7ad6-4507-a95d-b7fd1862c853 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:02.583739 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device f8fdb490-7ad6-4507-a95d-b7fd1862c853 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:02.659248 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.802883 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.838791 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3baa00a6-6a41-4448-b270-a3471a615500,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:02.845650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.850819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a8d73-f340-4a10-bebd-edff7c48c97e None None] Network 9838599e-005f-4ab6-afc1-5aa75272247a requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:02.852172 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-119fe95b-e122-463a-9183-f0dbe5972060 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3baa00a6-6a41-4448-b270-a3471a615500 HTTP/1.1" status: 204 len: 168 time: 0.3969016 Oct 17 19:32:02.854631 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 52980) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:02.959788 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:02.971707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Deleting port 08138d94-5c3f-49d3-bec8-30019110032b {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:02.972043 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.105044 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] DHCP port deletion for 9838599e-005f-4ab6-afc1-5aa75272247a request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:32:03.109191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Deleting port 08138d94-5c3f-49d3-bec8-30019110032b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:03.109707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.184969 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] For port 08138d94-5c3f-49d3-bec8-30019110032b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08138d94-5c3f-49d3-bec8-30019110032b,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:03.185321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.307641 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Calling delete_port for 08138d94-5c3f-49d3-bec8-30019110032b owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:03.314189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] For port 08138d94-5c3f-49d3-bec8-30019110032b, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=08138d94-5c3f-49d3-bec8-30019110032b,segment=NetworkSegment(3757173c-79e2-4a56-875a-9922954c0280),segment_id=3757173c-79e2-4a56-875a-9922954c0280)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:03.314531 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.433420 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Calling delete_port for 08138d94-5c3f-49d3-bec8-30019110032b owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:03.491139 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.507152 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:32:03.507504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:32:03.639191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Pushing event deleted for resources: {'Port': ['ID=08138d94-5c3f-49d3-bec8-30019110032b,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:03.644853 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] No DVR routers for this DVR port 08138d94-5c3f-49d3-bec8-30019110032b on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:32:03.757893 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.782037 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9838599e-005f-4ab6-afc1-5aa75272247a']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:03.793568 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3757173c-79e2-4a56-875a-9922954c0280') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:03.793948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3757173c-79e2-4a56-875a-9922954c0280') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:03.805392 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.821237 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.827068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:32:03.827440 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:03.909899 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 3757173c-79e2-4a56-875a-9922954c0280 resource provider aggregate not found Oct 17 19:32:03.933754 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment 3757173c-79e2-4a56-875a-9922954c0280 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3757173c-79e2-4a56-875a-9922954c0280 found for delete ", "request_id": "req-0eebabc5-77ee-4931-a233-37999867fbc8"}]} Oct 17 19:32:04.002129 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:04.008595 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Deleting port 08138d94-5c3f-49d3-bec8-30019110032b {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:04.009080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:04.018259 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:04.028612 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] Pushing event deleted for resources: {'Network': ['ID=9838599e-005f-4ab6-afc1-5aa75272247a,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:04.075028 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-fa47b321-42f7-41cd-aa56-dc5ffac5ddc8 None None] The port '08138d94-5c3f-49d3-bec8-30019110032b' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:32:04.114537 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-524d0b7a-a4a7-412b-8db7-33a29047b00e admin admin] 10.222.0.36 "DELETE /v2.0/networks/9838599e-005f-4ab6-afc1-5aa75272247a HTTP/1.1" status: 204 len: 168 time: 1.2588971 Oct 17 19:32:04.117356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 52990) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:04.492352 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08138d94-5c3f-49d3-bec8-30019110032b no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:04.529707 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 08138d94-5c3f-49d3-bec8-30019110032b {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:04.530048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 08138d94-5c3f-49d3-bec8-30019110032b not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:04.646432 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:04.987428 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Deleting port ca51ff4f-830f-48c5-a43b-5cb4dd898964 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:04.988104 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:05.271572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] For port ca51ff4f-830f-48c5-a43b-5cb4dd898964, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=ca51ff4f-830f-48c5-a43b-5cb4dd898964,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:05.271845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:05.392368 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Calling delete_port for ca51ff4f-830f-48c5-a43b-5cb4dd898964 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:05.599725 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:05.645342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca51ff4f-830f-48c5-a43b-5cb4dd898964,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:05.918933 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:06.277127 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:32:06.453228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:06.464670 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-e7889916-b758-48af-9e12-e60b8aa5ebbc admin admin] 10.222.0.36 "PUT /v2.0/routers/8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439794 Oct 17 19:32:06.464847 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Sync routers for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:06.465904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52994) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:06.474338 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:06.475006 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:06.646507 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:06.658319 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:06.824193 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:06.879460 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Deleting port 2377f888-276c-49b5-8892-eb179cf946e7 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:06.879901 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:06.939721 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7'}], 'enable_snat': True}, 'gw_port_id': '2377f888-276c-49b5-8892-eb179cf946e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:32:05Z', 'revision_number': 5, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port': {'id': '2377f888-276c-49b5-8892-eb179cf946e7', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:19:12Z', 'updated_at': '2022-10-17T19:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:06.943460 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Checking router: 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:06.951512 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Routers {'8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:06.952091 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:07.055850 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] For port 2377f888-276c-49b5-8892-eb179cf946e7, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=2377f888-276c-49b5-8892-eb179cf946e7,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:07.056203 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.100453 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] Set router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:07.181231 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Calling delete_port for 2377f888-276c-49b5-8892-eb179cf946e7 owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:07.205767 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:32:06Z', 'revision_number': 6, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:07.210402 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deea4a2-92d2-4f42-94d2-c56a703d8c3c None None] The sync data for ids ['8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2'] in dv-neutron-861384-1-hyperv is: [{'id': '8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2', 'name': 'tempest-TestShelveInstance-206322646-router', 'tenant_id': 'a7b8583569e44187996b8a14bdce1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:19:11Z', 'updated_at': '2022-10-17T19:32:06Z', 'revision_number': 6, 'project_id': 'a7b8583569e44187996b8a14bdce1ef0', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:07.436755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.482721 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2377f888-276c-49b5-8892-eb179cf946e7,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:07.581581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.851548 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.853594 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.942503 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.943072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:32:07.956249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:07.957374 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-4ba4be63-3f00-4d55-b7dd-095bfe877c56 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8424cdd4-8ff8-4df7-9cbc-19b5ef443ef2 HTTP/1.1" status: 204 len: 168 time: 1.4899585 Oct 17 19:32:07.960042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 52998) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:08.022113 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Deleting subnet eee09fa2-72de-4337-b148-06ca5d6bb513 {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:32:08.025196 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.074556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.158304 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.299779 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.338682 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee09fa2-72de-4337-b148-06ca5d6bb513,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:08.342322 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.347653 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57fb4c-ef2d-488b-8a32-0703cff3897f None None] Network 74204b36-7492-4221-b258-7338d3e27321 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:08.349031 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-15079c0c-28e7-4228-882a-6b692d6703e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eee09fa2-72de-4337-b148-06ca5d6bb513 HTTP/1.1" status: 204 len: 168 time: 0.3876829 Oct 17 19:32:08.351623 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53002) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:08.457959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.469489 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Deleting port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:08.469860 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.509551 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ca51ff4f-830f-48c5-a43b-5cb4dd898964 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:08.576645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: ca51ff4f-830f-48c5-a43b-5cb4dd898964 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:08.576645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device ca51ff4f-830f-48c5-a43b-5cb4dd898964 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:08.576645 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2377f888-276c-49b5-8892-eb179cf946e7 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:08.620661 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 2377f888-276c-49b5-8892-eb179cf946e7 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:08.621001 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 2377f888-276c-49b5-8892-eb179cf946e7 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:08.683311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] For port 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=459ef0df-89e3-43d0-8a1c-36efaa1ee145,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:08.684079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.716331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] DHCP port deletion for 74204b36-7492-4221-b258-7338d3e27321 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:32:08.721206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Deleting port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:08.721577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.805336 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Calling delete_port for 459ef0df-89e3-43d0-8a1c-36efaa1ee145 owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:08.927225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] For port 459ef0df-89e3-43d0-8a1c-36efaa1ee145, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=459ef0df-89e3-43d0-8a1c-36efaa1ee145,segment=NetworkSegment(9d51455b-d830-4fd9-a6a5-67dfaabd3a15),segment_id=9d51455b-d830-4fd9-a6a5-67dfaabd3a15)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:08.927610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.939476 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:08.990409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] No DVR routers for this DVR port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:32:09.016210 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Pushing event deleted for resources: {'Port': ['ID=459ef0df-89e3-43d0-8a1c-36efaa1ee145,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:09.048570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Calling delete_port for 459ef0df-89e3-43d0-8a1c-36efaa1ee145 owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:32:09.107716 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.119206 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:32:09.119573 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:32:09.133454 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74204b36-7492-4221-b258-7338d3e27321']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:09.144925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d51455b-d830-4fd9-a6a5-67dfaabd3a15') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:09.145219 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d51455b-d830-4fd9-a6a5-67dfaabd3a15') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:09.156852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.172313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.178359 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:32:09.178737 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.263089 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 9d51455b-d830-4fd9-a6a5-67dfaabd3a15 resource provider aggregate not found Oct 17 19:32:09.283112 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 9d51455b-d830-4fd9-a6a5-67dfaabd3a15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d51455b-d830-4fd9-a6a5-67dfaabd3a15 found for delete ", "request_id": "req-1af68024-eecf-4e72-bbb6-a8924a4abf02"}]} Oct 17 19:32:09.356471 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.372403 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.382711 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] Pushing event deleted for resources: {'Network': ['ID=74204b36-7492-4221-b258-7338d3e27321,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:09.386756 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-c900146e-b9f8-426f-ad5c-393830c30aee admin admin] 10.222.0.36 "DELETE /v2.0/networks/74204b36-7492-4221-b258-7338d3e27321 HTTP/1.1" status: 204 len: 168 time: 1.0342097 Oct 17 19:32:09.621108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Deleting port 459ef0df-89e3-43d0-8a1c-36efaa1ee145 {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:32:09.621643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.660028 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53014) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:09.691062 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-8808910e-3887-4dcb-ad93-6cbf5ea9b606 None None] The port '459ef0df-89e3-43d0-8a1c-36efaa1ee145' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:32:09.712407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-fbcd3d5d-fcc9-4433-b505-903776fbb0a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3764d0f7932e49ed8df4dac23da3fbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512152 Oct 17 19:32:09.715112 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53018) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:09.772821 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.798181 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.919640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.937110 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f10ee15-4d17-4d9d-918b-f9574b4b7390,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:09.944319 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:09.947978 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-5905a564-16b4-4e6e-9b97-18056fab5a52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f10ee15-4d17-4d9d-918b-f9574b4b7390 HTTP/1.1" status: 204 len: 168 time: 0.2300410 Oct 17 19:32:10.494240 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 459ef0df-89e3-43d0-8a1c-36efaa1ee145 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:32:10.528764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 459ef0df-89e3-43d0-8a1c-36efaa1ee145 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:32:10.529108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 459ef0df-89e3-43d0-8a1c-36efaa1ee145 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:32:10.630533 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53026) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:10.678758 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-568d3e8d-4201-45a2-ae93-110977b95324 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7b8583569e44187996b8a14bdce1ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471070 Oct 17 19:32:10.681297 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53030) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:10.741198 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:10.860743 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:10.964998 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:10.978552 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc2d46-e1cc-4f54-ab88-ebe7ae3a9d1e,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:10.984973 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:10.986179 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-9ee243eb-08c5-49e4-a731-2c95735150a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adbc2d46-e1cc-4f54-ab88-ebe7ae3a9d1e HTTP/1.1" status: 204 len: 168 time: 0.3039811 Oct 17 19:32:12.092498 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53054) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:12.195504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1253884030-network', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:12.200473 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:12.206826 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Usage tracker for resource:network and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:12.209703 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:12.216028 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:12.282852 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Made reservation on behalf of daea31181f4b4cb5bd37ab7327e53b1e for: {'network': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:32:12.285267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.297948 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.312062 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:12.316376 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:12.319271 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:12.325155 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:12.406158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.473099 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.501958 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=89826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:32:12.510420 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349d069a-635e-4eec-8a76-b1f10d38f017,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:12.517335 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.517692 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.segments_db [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Added segment ea0f60e9-23ff-4a61-b2d7-110097c28958 of type vlan for network a71864fc-db72-487e-b28b-c1a8afce0a37 Oct 17 19:32:12.545550 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.636230 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.637163 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:12.637756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:12.737957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] Pushing event updated for resources: {'Network': ['ID=a71864fc-db72-487e-b28b-c1a8afce0a37,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:12.747254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network a71864fc-db72-487e-b28b-c1a8afce0a37 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:32:12.798176 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-8049dd15-a452-43c8-b155-0e905df4c79b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7039549 Oct 17 19:32:12.800980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53060) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:12.806388 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Request body: {'subnet': {'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1253884030-subnet', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:12.811226 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:12.815649 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Usage tracker for resource:subnet and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:12.818494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:12.824106 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:12.899728 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Made reservation on behalf of daea31181f4b4cb5bd37ab7327e53b1e for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:32:12.902103 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.185027 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.261458 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e41b8d-bb61-4ec1-8e70-83878209d3e1,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:13.273022 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Checking segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:13.273371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Network hostable DHCP agents. Network: a71864fc-db72-487e-b28b-c1a8afce0a37, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:32:13.350407 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:32:13.436051 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, a71864fc-db72-487e-b28b-c1a8afce0a37) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:13.440180 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:13.440762 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.445528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad607c-8b93-497c-a228-f8a58dcdd7d5 None None] Network a71864fc-db72-487e-b28b-c1a8afce0a37 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:13.508205 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-72d34fc3-334e-4f08-8333-e72ad03158ab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7061722 Oct 17 19:32:13.510905 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53064) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:13.516463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:13.521220 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:13.525166 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Usage tracker for resource:router and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:13.528059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:13.534242 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:13.636509 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.637547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.652546 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.668299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-a71864fc-db72-487e-b28b-c1a8afce0a37', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:32:13.669132 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:13.822510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Allocated IP 172.20.0.2 (a71864fc-db72-487e-b28b-c1a8afce0a37/c2e41b8d-bb61-4ec1-8e70-83878209d3e1/712891b1-685f-42fd-9d8f-04a9c1b1922c) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:13.995585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.025709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.035736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Transition to ACTIVE for port object 712891b1-685f-42fd-9d8f-04a9c1b1922c will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:14.053566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Transition to ACTIVE for port object 712891b1-685f-42fd-9d8f-04a9c1b1922c will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:14.158467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.257334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:14.260323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:14.263963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:14.300627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Pushing event updated for resources: {'Port': ['ID=712891b1-685f-42fd-9d8f-04a9c1b1922c,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:14.318060 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.318397 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.318843 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.319173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.319501 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.319832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.320149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.320469 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.320790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.321106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.321425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.321772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:14.376200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.381690 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Attempting to bind port 712891b1-685f-42fd-9d8f-04a9c1b1922c on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:14.382162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Attempting to bind port 712891b1-685f-42fd-9d8f-04a9c1b1922c by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:14.382522 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Attempting to bind port 712891b1-685f-42fd-9d8f-04a9c1b1922c on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:14.387828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:14.388190 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Checking segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:14.388581 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.388966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Bound using segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:14.389418 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Bound port: 712891b1-685f-42fd-9d8f-04a9c1b1922c, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:14.389803 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.407910 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.476493 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] For port 712891b1-685f-42fd-9d8f-04a9c1b1922c, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:14.479433 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] For port 712891b1-685f-42fd-9d8f-04a9c1b1922c, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=712891b1-685f-42fd-9d8f-04a9c1b1922c,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:14.538959 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Allocated IP 172.26.2.116 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/a8be5f9c-cfbe-4b7d-8bd0-86babf093985) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:14.554227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.635682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b09f4-c14c-4ab3-9131-cd50e35f66d3 None None] Pushing event updated for resources: {'Port': ['ID=712891b1-685f-42fd-9d8f-04a9c1b1922c,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:14.811275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.896351 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:32:14.922714 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:14.990972 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:14.993576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:14.997092 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:15.026209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Pushing event updated for resources: {'Port': ['ID=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:15.501881 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:15.515854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b1ccc-dc8f-44af-90e8-e0d3a5884a78 None None] Network a71864fc-db72-487e-b28b-c1a8afce0a37 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:15.727416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-04fc193d-7063-4556-98ec-ba38fc4dea18 None None] Provisioning for port 712891b1-685f-42fd-9d8f-04a9c1b1922c completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:15.843382 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:16.147724 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Router 1d31055d-597a-4b46-aef2-ff81978934c2 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:32:16.431139 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:16.441517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:16.451087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:16.451698 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:16.513815 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:16.515614 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-ab803593-fc9e-4a22-87ad-c01a8e741343 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0037720 Oct 17 19:32:16.518767 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53068) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:16.567858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 712891b1-685f-42fd-9d8f-04a9c1b1922c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:16.685451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:16.806346 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 712891b1-685f-42fd-9d8f-04a9c1b1922c completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:16.858442 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 712891b1-685f-42fd-9d8f-04a9c1b1922c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:16.858833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:16.859165 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 712891b1-685f-42fd-9d8f-04a9c1b1922c Oct 17 19:32:17.083239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 712891b1-685f-42fd-9d8f-04a9c1b1922c is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:17.083528 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.093829 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:15Z', 'revision_number': 3, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:17.103409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:17.103749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Updating router 1d31055d-597a-4b46-aef2-ff81978934c2 port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:32:17.175410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 712891b1-685f-42fd-9d8f-04a9c1b1922c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=712891b1-685f-42fd-9d8f-04a9c1b1922c,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:17.176499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.192127 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.269412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.408389 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Allocated IP 172.20.0.1 (a71864fc-db72-487e-b28b-c1a8afce0a37/c2e41b8d-bb61-4ec1-8e70-83878209d3e1/051a0483-28b8-4a8d-8862-41f086e59021) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:17.466851 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=712891b1-685f-42fd-9d8f-04a9c1b1922c,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:17.554097 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.569528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Transition to ACTIVE for port object 051a0483-28b8-4a8d-8862-41f086e59021 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:17.618514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.630987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Transition to ACTIVE for port object a8be5f9c-cfbe-4b7d-8bd0-86babf093985 will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:17.674084 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.710800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.746522 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:17.749255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:17.752436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:17.777494 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Attempting to bind port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:17.777854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Attempting to bind port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:17.778216 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Attempting to bind port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:17.789085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:17.789344 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Pushing event updated for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:17.789588 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:17.789874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.790257 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:17.790719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Bound port: a8be5f9c-cfbe-4b7d-8bd0-86babf093985, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:17.791086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.814580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:17.839124 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b4b5-a6a9-4eaa-9273-e88cb7abd888 None None] Pushing event updated for resources: {'Port': ['ID=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:17.876819 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] For port a8be5f9c-cfbe-4b7d-8bd0-86babf093985, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:17.880251 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] For port a8be5f9c-cfbe-4b7d-8bd0-86babf093985, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:17.985541 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.010506 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.052417 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:18.052958 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:18.182207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Provisioning for port 051a0483-28b8-4a8d-8862-41f086e59021 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:18.194196 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b4b5-a6a9-4eaa-9273-e88cb7abd888 None None] Pushing event updated for resources: {'Port': ['ID=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:18.199576 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Provisioning complete for port 051a0483-28b8-4a8d-8862-41f086e59021 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:18.199949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.200283 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 1 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:18.284450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:18.301703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:18.355650 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.433494 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.509016 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 712891b1-685f-42fd-9d8f-04a9c1b1922c up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:18.541432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Pushing event updated for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:18.543806 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.649693 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 712891b1-685f-42fd-9d8f-04a9c1b1922c triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:18.650270 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:18.650405 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 712891b1-685f-42fd-9d8f-04a9c1b1922c Oct 17 19:32:18.678436 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:18.678994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:18.733437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:18.778613 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5689368-8c0c-4924-885a-70549bfea821 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:18.786034 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 2 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:18.840923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 712891b1-685f-42fd-9d8f-04a9c1b1922c is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:18.854007 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:18.889475 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:32:19.079442 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:19.090078 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-0d2ad90e-ce23-4fb0-a74b-64cfbbb593ad admin admin] 10.222.0.36 "PUT /v2.0/routers/1d31055d-597a-4b46-aef2-ff81978934c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5699453 Oct 17 19:32:19.355498 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 3 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:19.443275 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:19.753345 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-085e1424-9f9e-48fa-9d56-b40153685076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:19.945232 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 4 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:19.972229 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53086) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:19.978872 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-482435326-network', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:19.984091 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:19.988792 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Usage tracker for resource:network and tenant:b550ca257ac24f288f24763eae3f9b67 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:19.992904 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:19.999850 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:20.004525 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:20.079852 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Made reservation on behalf of b550ca257ac24f288f24763eae3f9b67 for: {'network': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:32:20.082154 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for network, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.094710 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.111862 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:20.115686 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b550ca257ac24f288f24763eae3f9b67 is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:20.119642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:20.124078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:20.327065 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.444926 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.467790 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=89827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 19:32:20.494843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.495167 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.segments_db [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Added segment 98fbb101-fc81-4b71-87a6-7dbd9158ea75 of type vlan for network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 Oct 17 19:32:20.501194 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a237154b-a782-4da9-9c10-415ce71295f0,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:20.505899 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 5 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:20.532912 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792882026563'] for network, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.560072 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a8be5f9c-cfbe-4b7d-8bd0-86babf093985 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:20.660374 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:20.678987 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568'] for network, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.679999 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:20.680580 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.771323 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:20.780514 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:20.781098 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:20.787008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] Pushing event updated for resources: {'Network': ['ID=efbe0e5a-fbcb-4507-9b76-98d9ad62d789,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:20.796656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 details requested by agent ovs-agent-dv-neutron-861384-1-hyperv with host dv-neutron-861384-1-hyperv {{(pid=89828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 19:32:20.811555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:20.862360 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:20.862726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:20.863062 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 Oct 17 19:32:20.888342 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cb6e2f36-c124-450f-b02d-84f1d854e4e0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9116092 Oct 17 19:32:20.892265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53090) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:20.896752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Request body: {'subnet': {'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-482435326-subnet', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'ip_version': 4}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:20.902463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:20.906569 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Usage tracker for resource:subnet and tenant:b550ca257ac24f288f24763eae3f9b67 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:20.909665 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:20.915858 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:20.996270 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:21.008079 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Made reservation on behalf of b550ca257ac24f288f24763eae3f9b67 for: {'subnet': 1} {{(pid=89826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:32:21.010560 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2484009'] for subnet, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.013058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:21.013450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.030500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port a8be5f9c-cfbe-4b7d-8bd0-86babf093985, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:21.161973 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 6 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:21.200237 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.279249 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:21.287050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:21.288689 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2483995'] for subnet, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.327438 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:18Z', 'revision_number': 2, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:21.331362 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:21.331704 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Updating router 1d31055d-597a-4b46-aef2-ff81978934c2 port 051a0483-28b8-4a8d-8862-41f086e59021 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:32:21.371044 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd21c7c-aa19-4994-8791-c6d5e77a997b,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:21.381845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Checking segment: {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:21.389294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Network hostable DHCP agents. Network: efbe0e5a-fbcb-4507-9b76-98d9ad62d789, hostable agents: ['6a60f06c-b630-4ba9-b330-7cf780145dad'], hosted agents: [] {{(pid=89826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 19:32:21.389415 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.482547 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 is scheduled to be hosted by DHCP agent 6a60f06c-b630-4ba9-b330-7cf780145dad with binding_index 1 {{(pid=89826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 19:32:21.594353 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861384-1-hyperv, efbe0e5a-fbcb-4507-9b76-98d9ad62d789) {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:21.598808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:21.599378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.604657 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406bd99a-f675-477a-992d-0b31446a5130 None None] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:21.721904 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.733309 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Transition to ACTIVE for port object 051a0483-28b8-4a8d-8862-41f086e59021 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:21.736931 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-e6ed8951-f792-400e-adf7-adc626cc64ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8468587 Oct 17 19:32:21.739373 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53094) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:21.744371 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:21.749368 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:21.759399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Usage tracker for resource:router and tenant:b550ca257ac24f288f24763eae3f9b67 is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:21.759399 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:21.761999 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:21.782266 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 7 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:21.865228 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.874356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:21.878736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a1dbcf5-ce03-525d-8134-3fb31c1f4050-efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b'}]}} from dv-neutron-861384-1-hyperv. {{(pid=89828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 19:32:21.879570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.943590 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3780121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27254'] for router, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.955630 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3780316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27247'] for router, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:21.964982 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.037002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Allocated IP 172.20.0.2 (efbe0e5a-fbcb-4507-9b76-98d9ad62d789/dcd21c7c-aa19-4994-8791-c6d5e77a997b/b266d802-d1d1-4973-948c-fd220155685a) {{(pid=89828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:22.060985 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Pushing event updated for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:22.079488 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.079828 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.080159 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.080484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.080813 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.081153 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.081470 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.081823 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.082138 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.082445 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.082765 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.083077 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:22.089892 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Attempting to bind port 051a0483-28b8-4a8d-8862-41f086e59021 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:22.090245 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Attempting to bind port 051a0483-28b8-4a8d-8862-41f086e59021 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:22.090604 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Attempting to bind port 051a0483-28b8-4a8d-8862-41f086e59021 on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:22.095946 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:22.096311 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Checking segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:22.096698 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.097071 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Bound using segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:22.097518 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Bound port: 051a0483-28b8-4a8d-8862-41f086e59021, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:22.097906 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.190853 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] For port 051a0483-28b8-4a8d-8862-41f086e59021, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:22.193824 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] For port 051a0483-28b8-4a8d-8862-41f086e59021, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=051a0483-28b8-4a8d-8862-41f086e59021,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:22.246407 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks [] for port, precommit_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.260850 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Transition to ACTIVE for port object b266d802-d1d1-4973-948c-fd220155685a will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:22.288627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Transition to ACTIVE for port object b266d802-d1d1-4973-948c-fd220155685a will not be triggered until provisioned by entity DHCP. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:22.289532 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.351400 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:22.352017 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:31:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:22.362907 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6bc26d42-680b-4164-b6f2-6ec084ee931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.363538 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3780322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3780210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27165'] for router, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.375803 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Attempt 8 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:22.421158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546'] for port, after_create {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.499342 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 is already hosted by enough agents. {{(pid=89828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:22.504103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Resources bound (agent type, host, resource id): {{(pid=89828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:22.504333 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaceb0f-98b1-4988-985b-c302618c5fc0 None None] Pushing event updated for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:22.507871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Received port after_create {{(pid=89828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:22.526841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f455-9d14-4ae7-be37-355418b1651c None None] Port 051a0483-28b8-4a8d-8862-41f086e59021 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:32:22.526841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Pushing event updated for resources: {'Port': ['ID=b266d802-d1d1-4973-948c-fd220155685a,revision_number=1']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:22.556484 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:22.560754 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a8be5f9c-cfbe-4b7d-8bd0-86babf093985 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:22.697619 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Attempting to bind port b266d802-d1d1-4973-948c-fd220155685a on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:22.697998 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Attempting to bind port b266d802-d1d1-4973-948c-fd220155685a by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:22.698357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Attempting to bind port b266d802-d1d1-4973-948c-fd220155685a on network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:22.708713 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:22.709227 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Checking segment: {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:22.709440 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.710103 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Bound using segment: {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:22.710570 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Bound port: b266d802-d1d1-4973-948c-fd220155685a, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:22.710940 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.761636 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:22.762332 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:22.762670 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 Oct 17 19:32:22.864070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] For port b266d802-d1d1-4973-948c-fd220155685a, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:22.867484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] For port b266d802-d1d1-4973-948c-fd220155685a, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b266d802-d1d1-4973-948c-fd220155685a,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:22.921336 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:22.982987 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:22Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:22.986970 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd6c94-9305-4b3b-b549-d90988415218 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:22Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:22.995610 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.031302 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.054762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.112050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.137120 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8028-e95b-4d08-a5d3-f00a038a13dc None None] Pushing event updated for resources: {'Port': ['ID=b266d802-d1d1-4973-948c-fd220155685a,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:23.182249 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Allocated IP 172.26.2.242 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/7c3482c7-18a8-46f2-be8f-b5b075c79f6f) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:23.373357 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.493736 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.563709 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:23.627880 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:23.630956 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:23.634793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:23.671158 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Pushing event updated for resources: {'Port': ['ID=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:24.056126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4652e20a-54f6-40e8-b50e-68f4876ced23 None None] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:32:24.292317 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-e6b88c0f-1d91-4a0f-b36f-0c16079cebfb None None] Provisioning for port b266d802-d1d1-4973-948c-fd220155685a completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:24.324311 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:24.622712 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b266d802-d1d1-4973-948c-fd220155685a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:24.773294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port b266d802-d1d1-4973-948c-fd220155685a completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:24.778874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b266d802-d1d1-4973-948c-fd220155685a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:24.779245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:24.779579 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b266d802-d1d1-4973-948c-fd220155685a Oct 17 19:32:24.819722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3780096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3780233'] for router, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:24.870580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:24.897919 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b266d802-d1d1-4973-948c-fd220155685a is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:24.898294 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:24.932071 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port b266d802-d1d1-4973-948c-fd220155685a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b266d802-d1d1-4973-948c-fd220155685a,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:25.139624 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:25.140393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 051a0483-28b8-4a8d-8862-41f086e59021 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:25.175122 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Router 6036d133-76f4-4e6e-9b39-a8a51f315951 is scheduled to L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 with binding_index 1 {{(pid=89826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 19:32:25.259556 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=b266d802-d1d1-4973-948c-fd220155685a,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:25.341504 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 051a0483-28b8-4a8d-8862-41f086e59021 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:25.347033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 051a0483-28b8-4a8d-8862-41f086e59021 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:25.347405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:25.347739 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:25.360255 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:25.380025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Sync routers for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:25.409977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:25.410600 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:25.448001 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:25.449223 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-252a40ca-30e4-46e7-aebd-15cce0bfb7de admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7088556 Oct 17 19:32:25.451994 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53098) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:25.624637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 051a0483-28b8-4a8d-8862-41f086e59021 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:25.625043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:25.649773 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:25.832694 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 051a0483-28b8-4a8d-8862-41f086e59021, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=051a0483-28b8-4a8d-8862-41f086e59021,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:25.929481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.007748 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:23Z', 'revision_number': 3, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:26.010769 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:26.014324 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Checking router: 6036d133-76f4-4e6e-9b39-a8a51f315951 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:26.014682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Updating router 6036d133-76f4-4e6e-9b39-a8a51f315951 port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f binding host dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:32:26.071046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.117014 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.443816 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks [] for port, precommit_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.448126 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Allocated IP 172.20.0.1 (efbe0e5a-fbcb-4507-9b76-98d9ad62d789/dcd21c7c-aa19-4994-8791-c6d5e77a997b/9d200592-ea4a-4f4b-9715-6365fb5a4b19) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:26.456089 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Transition to ACTIVE for port object 7c3482c7-18a8-46f2-be8f-b5b075c79f6f will not be triggered until provisioned by entity L2. {{(pid=89828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:26.521529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b266d802-d1d1-4973-948c-fd220155685a up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:26.572567 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.595914 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.611963 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.provisioning_blocks [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Transition to ACTIVE for port object 9d200592-ea4a-4f4b-9715-6365fb5a4b19 will not be triggered until provisioned by entity DHCP. {{(pid=89826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:26.641697 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Attempting to bind port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:26.642090 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Attempting to bind port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:26.642452 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Attempting to bind port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f on network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:26.654384 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:26.654777 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Checking segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:26.655175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.655598 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Bound using segment: {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'} {{(pid=89828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:26.656614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.managers [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Bound port: 7c3482c7-18a8-46f2-be8f-b5b075c79f6f, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d0b7cf-30ca-4bb4-960e-e1c41fb7effd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc'}}] {{(pid=89828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:26.657033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.706355 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d084-0bba-421f-a8ff-ccba9c48e6ce None None] Pushing event updated for resources: {'Port': ['ID=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,revision_number=2']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:26.721122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port b266d802-d1d1-4973-948c-fd220155685a triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:26.721491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.721880 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port b266d802-d1d1-4973-948c-fd220155685a Oct 17 19:32:26.739653 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.807580 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] For port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:26.808727 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:26.811853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] For port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:26.811980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:26.814603 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:26.858059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:26.876898 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3756743'] for router_interface, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.879085 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port b266d802-d1d1-4973-948c-fd220155685a is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:26.880515 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 051a0483-28b8-4a8d-8862-41f086e59021 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:26.919926 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:26.931875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.007734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:27.008281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:27.100654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.174534 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478d084-0bba-421f-a8ff-ccba9c48e6ce None None] Pushing event updated for resources: {'Port': ['ID=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,revision_number=3']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:27.190805 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 051a0483-28b8-4a8d-8862-41f086e59021 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:27.191173 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.191505 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 051a0483-28b8-4a8d-8862-41f086e59021 Oct 17 19:32:27.245145 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Provisioning for port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:27.262128 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Provisioning complete for port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:27.262496 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.262826 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 1 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:27.315634 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:27.332655 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.391393 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:27.407567 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.517589 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:27.519865 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3761474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3756730'] for router_interface, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:27.572930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 051a0483-28b8-4a8d-8862-41f086e59021 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:27.654913 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:27.656098 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:27.690650 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9d200592-ea4a-4f4b-9715-6365fb5a4b19', 'name': '', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:26Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 1, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'subnets': [{'id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:27.694971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9ab43-2895-4df5-a912-f66b6eee3480 None None] The sync data for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv is: [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9d200592-ea4a-4f4b-9715-6365fb5a4b19', 'name': '', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:26Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 1, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'subnets': [{'id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:27.854072 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Router 6036d133-76f4-4e6e-9b39-a8a51f315951 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:32:27.893059 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 2 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:27.976917 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:28.058740 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:28.067962 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-2cdd4f6b-bd9b-4277-a7d4-962b2b64d9e1 admin admin] 10.222.0.36 "PUT /v2.0/routers/6036d133-76f4-4e6e-9b39-a8a51f315951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6149638 Oct 17 19:32:28.478408 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 3 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:28.536461 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:28.540372 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53108) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:28.545580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148826362', 'description': 'tempest-secgroup-smoke-148826362 description', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:28.552434 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:28.556504 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:28.559576 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:28.565514 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:28.659042 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:28.678984 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:28.683643 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:28.688756 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:28.700200 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:28.776064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:28.832428 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:28.872431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:28.956320 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:28.957482 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5561443a-4cef-4bc5-8634-d17aa61f06cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4160895 Oct 17 19:32:28.960712 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53112) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:28.965537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:28.971537 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:28.977070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:28.978206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:28.983808 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:29.037624 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 4 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:29.060793 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.122400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.127416 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:29.197447 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.220924 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0f2918-0438-49df-a324-aa5738845dcf,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:29.301797 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.303093 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-eed2c17d-f5ea-4479-8abb-ddaa68b95573 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414485 Oct 17 19:32:29.305785 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53116) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:29.310565 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:29.317129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:29.320928 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:29.323752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:29.329431 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:29.417205 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.477190 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.553161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.579303 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64865e17-d73e-4ba5-8f51-b2d74a6a94b7,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:29.628718 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 5 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:29.633318 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.636336 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-55f6d0a8-f188-4c8c-9f3d-c52e6ff369f0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280137 Oct 17 19:32:29.637752 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53120) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:29.645430 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:29.652129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:29.656093 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:29.659556 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:29.665450 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:29.690075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:29.872025 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:29.938469 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.038448 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.064140 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cab7ba-0123-4d4d-bbb4-80772a675c99,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:30.147215 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.151152 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-b88abf19-b317-40f9-806d-bd87469d6b7e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096924 Oct 17 19:32:30.151495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53124) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:30.156581 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:30.163086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:30.167150 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:30.170250 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:30.176809 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:30.191241 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 6 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:30.246327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:30.267825 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.331621 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.432705 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.456301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcf0d99-d05b-4c41-9b83-0c0df5d6d8c9,revision_number=0']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:30.530337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.533651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7eccea52-560b-47d6-a73b-1da2742e12f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797989 Oct 17 19:32:30.534681 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7c3482c7-18a8-46f2-be8f-b5b075c79f6f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:30.535417 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53128) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:30.541218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:30.548358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:30.553801 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:30.556794 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:30.563907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:30.701643 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Project daea31181f4b4cb5bd37ab7327e53b1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:32:30.708889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.712887 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:30.718114 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:30.718548 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.718985 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f Oct 17 19:32:30.760209 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 7 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:30.777533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.822780 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:30.850352 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Sync routers for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:30.860669 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:30.865989 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:30.887166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:30.887544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.887981 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:30.904612 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:30.913807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dd062c-3fe2-489e-ae1c-f0a4f43db7c3,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:31.021871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.036513 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:31.061871 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.065875 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-72024ebb-485f-466c-848b-49337d4b3f34 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5267627 Oct 17 19:32:31.066082 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53132) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:31.071573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'security_group_rule': {'security_group_id': '7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e', 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:31.077537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:31.081126 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:security_group_rule and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:31.084083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:31.089764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:31.090381 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:31.196913 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.securitygroups_db [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Project daea31181f4b4cb5bd37ab7327e53b1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 19:32:31.204120 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.270714 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.323687 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 8 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:31.346794 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9d200592-ea4a-4f4b-9715-6365fb5a4b19', 'name': '', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:26Z', 'updated_at': '2022-10-17T19:32:27Z', 'revision_number': 2, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'subnets': [{'id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:31.347433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769452'] for security_group_rule, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.350699 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Checking router: 6036d133-76f4-4e6e-9b39-a8a51f315951 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:31.350978 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Updating router 6036d133-76f4-4e6e-9b39-a8a51f315951 port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 binding host dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 19:32:31.371781 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527fdc66-2949-4457-9137-b0efe08e1e37,revision_number=0']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:31.379236 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:31.406597 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.444290 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.445660 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-224a7ea5-3ee6-45ca-802a-c5e956aa6617 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786170 Oct 17 19:32:31.612640 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5681f915-08fa-4a67-b2fc-8364290f34f9 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:security_group {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:32:31.712946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5681f915-08fa-4a67-b2fc-8364290f34f9 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:security_group {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:32:31.714202 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5681f915-08fa-4a67-b2fc-8364290f34f9 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148826362&fields=id&tenant_id=daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 267 time: 0.1436768 Oct 17 19:32:31.772290 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks [] for port, precommit_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.783791 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.provisioning_blocks [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Transition to ACTIVE for port object 9d200592-ea4a-4f4b-9715-6365fb5a4b19 will not be triggered until provisioned by entity L2. {{(pid=89829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:31.865402 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5c3634da-6e4a-4548-bcdf-4b7de63afc25 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:31.866066 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5c3634da-6e4a-4548-bcdf-4b7de63afc25 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:network {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:32:31.880480 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 9 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:31.899603 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:31.936296 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:31.990772 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5c3634da-6e4a-4548-bcdf-4b7de63afc25 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:network {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:32:31.992049 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-5c3634da-6e4a-4548-bcdf-4b7de63afc25 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 810 time: 0.2705271 Oct 17 19:32:32.006741 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-235dfe8c-33eb-45c7-a6d6-deff43e88b68 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/quotas/daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 375 time: 0.0092678 Oct 17 19:32:32.095078 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-11858e19-98c3-4fb8-be71-8b69a46ffc3f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:32:32.106758 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c4d9-92fb-4638-886a-b4adf645aaab None None] Pushing event updated for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=3']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:32.118903 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Attempting to bind port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 on host dv-neutron-861384-1-hyperv for vnic_type normal with profile {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:32.119242 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Attempting to bind port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 by drivers openvswitch,hyperv on host dv-neutron-861384-1-hyperv at level 0 using segments [{'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:32.119600 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Attempting to bind port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 on network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:32.124949 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Checking agent: {'id': '7308450e-2fa0-493a-9586-3d794f92ec51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861384-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 0, 23), 'started_at': datetime.datetime(2022, 10, 17, 18, 0, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861384-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:32.125345 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Checking segment: {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:32.125775 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:32.126179 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Bound using segment: {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'} {{(pid=89829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:32.126652 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.managers [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Bound port: 9d200592-ea4a-4f4b-9715-6365fb5a4b19, host: dv-neutron-861384-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fbb101-fc81-4b71-87a6-7dbd9158ea75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789'}}] {{(pid=89829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:32.127047 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:32.215855 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] For port 9d200592-ea4a-4f4b-9715-6365fb5a4b19, host dv-neutron-861384-1-hyperv, cleared binding levels {{(pid=89829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:32.219549 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.plugins.ml2.db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] For port 9d200592-ea4a-4f4b-9715-6365fb5a4b19, host dv-neutron-861384-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d200592-ea4a-4f4b-9715-6365fb5a4b19,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:32.224748 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-11858e19-98c3-4fb8-be71-8b69a46ffc3f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:32:32.229234 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-11858e19-98c3-4fb8-be71-8b69a46ffc3f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142100 Oct 17 19:32:32.322486 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron_lib.callbacks.manager [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:32.338654 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-3ea7cce3-a4a8-4441-8b1a-cd97daa69cce service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:32:32.340361 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-3ea7cce3-a4a8-4441-8b1a-cd97daa69cce service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1020479 Oct 17 19:32:32.389545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:32.389545 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:32.438292 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Attempt 10 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:32.474797 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-021652a8-a895-463a-be7b-fa2312f187d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284790 Oct 17 19:32:32.535660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-27ea9bcf-6e57-4990-be0a-8d1d87574fa7 None None] Port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:32:32.542510 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7c3482c7-18a8-46f2-be8f-b5b075c79f6f up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:32.555916 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c4d9-92fb-4638-886a-b4adf645aaab None None] Pushing event updated for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=4']} {{(pid=89829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:32.576680 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:32.614847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:32.615370 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:32.615823 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f Oct 17 19:32:32.621503 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-8832fc21-cf3a-4935-8c43-cdcf0b38d49d service neutron] 10.222.0.36 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404314 Oct 17 19:32:32.745464 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:32.889367 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9d200592-ea4a-4f4b-9715-6365fb5a4b19', 'name': '', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:26Z', 'updated_at': '2022-10-17T19:32:32Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'subnets': [{'id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:32.893722 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed2b34-23c6-4c5e-9db7-fb3a9b738f94 None None] The sync data for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv is: [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:32:26Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '9d200592-ea4a-4f4b-9715-6365fb5a4b19', 'name': '', 'network_id': 'efbe0e5a-fbcb-4507-9b76-98d9ad62d789', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'mac_address': 'fa:16:3e:1e:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:26Z', 'updated_at': '2022-10-17T19:32:32Z', 'revision_number': 4, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'subnets': [{'id': 'dcd21c7c-aa19-4994-8791-c6d5e77a997b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:33.918648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1c82155f-389e-4d53-a220-b1cf750be8e8 req-707f9abb-019d-401a-a87f-0167ab8f76ef tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0509536 Oct 17 19:32:34.528561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d200592-ea4a-4f4b-9715-6365fb5a4b19 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:34.655549 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning for port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:34.660194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:34.660558 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:34.660887 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:34.779298 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 is: DOWN; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:34.779737 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:34.812884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-30216734-114c-45a1-bf16-c36381f57420 None None] For port 9d200592-ea4a-4f4b-9715-6365fb5a4b19, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d200592-ea4a-4f4b-9715-6365fb5a4b19,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:34.890149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:34.964870 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Pushing event updated for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:35.032561 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-17792cf9-d85d-48c3-97b0-1e7438256d8a req-9cb4968f-9a27-456e-9ed6-da91e47fb830 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0536916 Oct 17 19:32:36.147874 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-4b23a028-3282-4c58-b254-a89d07bbb178 req-e518554d-3db5-4ec4-a958-cb528ffe9913 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0537145 Oct 17 19:32:36.516058 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d200592-ea4a-4f4b-9715-6365fb5a4b19 up at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:36.583408 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Provisioning complete for port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:36.583774 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:36.584106 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Attempt 1 to provision port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 Oct 17 19:32:36.699246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Current status of the port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 is: ACTIVE; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:37.256895 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fdbf726b-92a6-401b-8579-c5e1477a6ef3 req-9f9b4118-1d02-4d44-a995-e617873ff0b9 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0510566 Oct 17 19:32:38.418263 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8fa6459e-a537-4a2e-aa7f-da4242ba46c6 req-d4ac1205-1bb6-4ead-91db-a1ebc5fda9e2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0496929 Oct 17 19:32:39.582609 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-42809ea0-dccd-4068-b87e-447e1425eeb4 req-3f6a18c8-26a4-4efd-a4e5-ce716fc68b2f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0508468 Oct 17 19:32:40.480851 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-d0f6a058-bffc-426f-9610-9bda8ded921e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:40.482303 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-d0f6a058-bffc-426f-9610-9bda8ded921e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 810 time: 0.1485715 Oct 17 19:32:40.530914 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-ce0f74e1-e81d-4742-acd3-92157de93fdf tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 379 time: 0.0397429 Oct 17 19:32:40.540141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'port': {'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'admin_state_up': True, 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'security_groups': ['7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:40.676136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:40.686076 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:40.748923 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-20de528b-6c38-41ef-b80f-b4bde7b176ae req-8a3c30b5-ab82-414e-9ff4-42f23378cad5 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0536108 Oct 17 19:32:40.755921 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Made reservation on behalf of daea31181f4b4cb5bd37ab7327e53b1e for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:32:40.759375 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:40.926415 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Allocated IP 172.20.0.5 (a71864fc-db72-487e-b28b-c1a8afce0a37/c2e41b8d-bb61-4ec1-8e70-83878209d3e1/b98560ba-de2b-41fc-8f84-18072cf952e3) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:41.113010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:41.129491 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Transition to ACTIVE for port object b98560ba-de2b-41fc-8f84-18072cf952e3 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:41.218839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:41.286002 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:41.289562 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:41.293367 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:41.334608 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:41.369903 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:41.370523 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:41.453962 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-fae5c57c-e0eb-4b1e-a9fe-f61e27a44d97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173720 Oct 17 19:32:41.466946 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-09133f76-d66d-4c69-9dc7-8479a025550a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=89827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 19:32:41.467869 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-09133f76-d66d-4c69-9dc7-8479a025550a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051179 Oct 17 19:32:41.479029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Request body: {'port': {'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:41.593524 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:41.624391 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Provisioning for port b98560ba-de2b-41fc-8f84-18072cf952e3 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:41.629406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Provisioning complete for port b98560ba-de2b-41fc-8f84-18072cf952e3 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:41.629857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:41.630148 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Attempt 1 to provision port b98560ba-de2b-41fc-8f84-18072cf952e3 Oct 17 19:32:41.686170 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Port b98560ba-de2b-41fc-8f84-18072cf952e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:41.957833 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e45b3-3cd3-4475-bc5f-411836ae5e0f req-45f2bf72-ef96-4f92-bc55-475e85155944 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:41.959536 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-566e45b3-3cd3-4475-bc5f-411836ae5e0f req-45f2bf72-ef96-4f92-bc55-475e85155944 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 931 time: 0.0910423 Oct 17 19:32:42.003685 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-566e45b3-3cd3-4475-bc5f-411836ae5e0f req-a4dc11d3-af9b-45c2-9949-7992ee64716b tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379870 Oct 17 19:32:42.045707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98560ba-de2b-41fc-8f84-18072cf952e3 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:32:42.053046 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:42.066968 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Transition to ACTIVE for port object b98560ba-de2b-41fc-8f84-18072cf952e3 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:32:42.146433 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:42.187488 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Attempt 2 to provision port b98560ba-de2b-41fc-8f84-18072cf952e3 Oct 17 19:32:42.242326 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Port b98560ba-de2b-41fc-8f84-18072cf952e3 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:32:42.339007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:42.374811 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Attempting to bind port b98560ba-de2b-41fc-8f84-18072cf952e3 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:32:42.375141 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Attempting to bind port b98560ba-de2b-41fc-8f84-18072cf952e3 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:32:42.375466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Attempting to bind port b98560ba-de2b-41fc-8f84-18072cf952e3 on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:42.380454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Port b98560ba-de2b-41fc-8f84-18072cf952e3 on network a71864fc-db72-487e-b28b-c1a8afce0a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:32:42.380766 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Attempting to bind port b98560ba-de2b-41fc-8f84-18072cf952e3 on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:32:42.385804 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:32:42.386135 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Checking segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:32:42.386507 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Bound using segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:32:42.386923 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Bound port: b98560ba-de2b-41fc-8f84-18072cf952e3, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:32:42.387263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:42.478646 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:32:42.481558 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:32:42.592993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:42.628504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:42.629137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:42.630614 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] 10.222.0.42 "PUT /v2.0/ports/b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 1093 time: 1.1556165 Oct 17 19:32:42.631016 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:32:42.633219 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df6487-1a93-4d96-aa08-0b0383757771" -d '{"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:32:42.676353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85aef8-d180-4d10-a998-2475d3910a80 x-openstack-request-id: req-8f85aef8-d180-4d10-a998-2475d3910a80 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:32:42.676526 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:32:42.676775 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f85aef8-d180-4d10-a998-2475d3910a80 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:32:42.677186 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f85aef8-d180-4d10-a998-2475d3910a80'] response: {'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'status': 'completed', 'code': 200} Oct 17 19:32:42.678042 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfe0a1-3c95-4127-885d-5baf8a9aa732 service neutron] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:42.743946 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Attempt 3 to provision port b98560ba-de2b-41fc-8f84-18072cf952e3 Oct 17 19:32:42.774807 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6487-1a93-4d96-aa08-0b0383757771 req-536627ff-77b6-4081-b69a-ed94b7fc2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:42.776254 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-24df6487-1a93-4d96-aa08-0b0383757771 req-536627ff-77b6-4081-b69a-ed94b7fc2265 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1096 time: 0.0800500 Oct 17 19:32:42.803792 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-cb2045a1-029b-4d02-9cc2-d45da254341a None None] Port b98560ba-de2b-41fc-8f84-18072cf952e3 had new provisioning blocks added so it will not transition to active. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 19:32:42.918423 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6487-1a93-4d96-aa08-0b0383757771 req-44449b69-a27f-4ac3-8d5a-4940c2397c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:42.919836 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-24df6487-1a93-4d96-aa08-0b0383757771 req-44449b69-a27f-4ac3-8d5a-4940c2397c22 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1363688 Oct 17 19:32:43.060884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6487-1a93-4d96-aa08-0b0383757771 req-5dbc8dfb-3a1c-4749-9bc6-e4dc4e1e971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:43.062369 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-24df6487-1a93-4d96-aa08-0b0383757771 req-5dbc8dfb-3a1c-4749-9bc6-e4dc4e1e971f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356966 Oct 17 19:32:43.191486 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-333ee0e3-7f37-444f-8993-844035655e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:43.193083 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-333ee0e3-7f37-444f-8993-844035655e1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1096 time: 0.0879102 Oct 17 19:32:43.215686 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07750f5d-2504-4afa-9ab9-9b72947bea07 req-acac5fdd-b2a9-4f3e-a97e-e93d1bc660de tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:43.217206 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-07750f5d-2504-4afa-9ab9-9b72947bea07 req-acac5fdd-b2a9-4f3e-a97e-e93d1bc660de tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.0994258 Oct 17 19:32:43.262912 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-07750f5d-2504-4afa-9ab9-9b72947bea07 req-58af2422-528d-48d6-8544-67213d029e77 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Oct 17 19:32:43.263311 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-2cff972f-0a40-4a93-b1b6-62d097031094 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 217 time: 0.0623074 Oct 17 19:32:43.330289 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-ef255f1f-f904-45de-af58-c496070033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:43.331695 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-ef255f1f-f904-45de-af58-c496070033a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0618341 Oct 17 19:32:43.414121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-db0aaf89-3ca7-41f2-98fe-52a956cb49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:43.415589 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-db0aaf89-3ca7-41f2-98fe-52a956cb49eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766275 Oct 17 19:32:43.546976 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-698db555-5d9d-4fbc-9e4f-4531caba62f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241570 Oct 17 19:32:43.680597 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-10090057-c6a9-4490-9097-35b1a0f2e49a req-f4f9720b-98ab-4fee-b7ef-df1c2299009b service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257632 Oct 17 19:32:44.464321 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9ed4-4cad-410b-8bf5-470f4b6e4233 req-bbd91064-cd1e-4aab-92ed-eda3a4c963c5 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:44.465004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab2c9ed4-4cad-410b-8bf5-470f4b6e4233 req-bbd91064-cd1e-4aab-92ed-eda3a4c963c5 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:32:44.563637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ab2c9ed4-4cad-410b-8bf5-470f4b6e4233 req-bbd91064-cd1e-4aab-92ed-eda3a4c963c5 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:32:44.564720 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab2c9ed4-4cad-410b-8bf5-470f4b6e4233 req-bbd91064-cd1e-4aab-92ed-eda3a4c963c5 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.1903796 Oct 17 19:32:44.609358 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ab2c9ed4-4cad-410b-8bf5-470f4b6e4233 req-28295d68-335c-49ca-b372-a9568d416206 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Oct 17 19:32:45.802245 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0cdda-847d-4d9c-bf33-77e609e69460 req-876ccd6e-4991-42e7-85c7-0504e9f777b6 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:45.803693 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a2d0cdda-847d-4d9c-bf33-77e609e69460 req-876ccd6e-4991-42e7-85c7-0504e9f777b6 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.0862455 Oct 17 19:32:45.847139 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-a2d0cdda-847d-4d9c-bf33-77e609e69460 req-2ed15dbf-32c2-4586-b7a8-19cf6579c6f1 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Oct 17 19:32:47.044642 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5aca-6758-4fce-bb61-4a66f8f332b6 req-787c0231-97e2-41e0-9e63-7519a305b933 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:47.046091 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-522b5aca-6758-4fce-bb61-4a66f8f332b6 req-787c0231-97e2-41e0-9e63-7519a305b933 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.0883887 Oct 17 19:32:47.191648 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-522b5aca-6758-4fce-bb61-4a66f8f332b6 req-bb7f67ad-6b37-4a91-8276-0ecbf9494958 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398306 Oct 17 19:32:47.739425 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:32:47.871254 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:47.887587 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:32:47.966432 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port b98560ba-de2b-41fc-8f84-18072cf952e3 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:47.966809 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:47.983875 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98560ba-de2b-41fc-8f84-18072cf952e3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:32:47.998878 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:48.072079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:48.141126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:48.394528 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7acda1-be6b-442a-ac4a-5c8c8be23b7b req-142aa092-8c4f-4bcd-bc66-00daddd9f803 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:48.395976 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd7acda1-be6b-442a-ac4a-5c8c8be23b7b req-142aa092-8c4f-4bcd-bc66-00daddd9f803 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 944 time: 0.0907774 Oct 17 19:32:48.440644 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-fd7acda1-be6b-442a-ac4a-5c8c8be23b7b req-fd109132-17d1-402e-b531-cba3a705682f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 Oct 17 19:32:48.441789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['b98560ba-de2b-41fc-8f84-18072cf952e3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:32:49.637712 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e72f0-5f72-4dd9-9004-4632f5ec91cc req-fe487bc4-044f-4299-8e17-fa2774a2d459 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:49.639076 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-082e72f0-5f72-4dd9-9004-4632f5ec91cc req-fe487bc4-044f-4299-8e17-fa2774a2d459 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 944 time: 0.0895131 Oct 17 19:32:49.685191 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-082e72f0-5f72-4dd9-9004-4632f5ec91cc req-2cb5d362-af56-468b-aea6-431b253031ee tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Oct 17 19:32:49.718134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-a616b1ff-cab7-4550-9dff-13d3f1f8e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:49.742153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:32:49.871863 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port b98560ba-de2b-41fc-8f84-18072cf952e3 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:32:49.877406 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port b98560ba-de2b-41fc-8f84-18072cf952e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:32:49.877800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:49.878136 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port b98560ba-de2b-41fc-8f84-18072cf952e3 Oct 17 19:32:49.993658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port b98560ba-de2b-41fc-8f84-18072cf952e3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:32:49.994041 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:50.020764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:32:50.031422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2abe5d1-9071-4402-963f-2689dfd87737" -d '{"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-plugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:32:50.031422 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:32:50.064500 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a226a-deac-4b14-9f0f-1952dfe7abf7 x-openstack-request-id: req-817a226a-deac-4b14-9f0f-1952dfe7abf7 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:32:50.064790 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-plugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:32:50.065043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-817a226a-deac-4b14-9f0f-1952dfe7abf7 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:32:50.065432 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817a226a-deac-4b14-9f0f-1952dfe7abf7'] response: {'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'code': 200} Oct 17 19:32:50.115995 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:50.184915 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:50.457027 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f1e3e-d313-44a0-b4cf-ab11c9075b67 req-c1583e5d-ef1a-4a20-a934-bc7fa5c0efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:50.458603 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7f7f1e3e-d313-44a0-b4cf-ab11c9075b67 req-c1583e5d-ef1a-4a20-a934-bc7fa5c0efa9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1098 time: 0.0768671 Oct 17 19:32:50.498935 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-7f7f1e3e-d313-44a0-b4cf-ab11c9075b67 req-8b0153bd-6db9-4c5e-9dae-edf7ec4c95b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 Oct 17 19:32:50.886947 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3163-5593-4e38-a85b-e3e8494d51d1 req-0070ad3f-b000-4826-9998-7ecfbd832b5a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:50.888780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b0d3163-5593-4e38-a85b-e3e8494d51d1 req-0070ad3f-b000-4826-9998-7ecfbd832b5a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 945 time: 0.0919530 Oct 17 19:32:50.933986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-1b0d3163-5593-4e38-a85b-e3e8494d51d1 req-05530488-5ae1-4e06-94a7-c1a722d52fae tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386329 Oct 17 19:32:51.894953 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:32:52.132966 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff64d8-6570-4dea-949f-8e871ae06d49 req-0f7f4da6-19e3-4d94-96ad-fbecd8a1d719 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:52.134425 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f5ff64d8-6570-4dea-949f-8e871ae06d49 req-0f7f4da6-19e3-4d94-96ad-fbecd8a1d719 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 945 time: 0.0896139 Oct 17 19:32:52.180923 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-f5ff64d8-6570-4dea-949f-8e871ae06d49 req-e411a505-5b82-4c0a-bef8-6db91ef1f8bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Oct 17 19:32:52.329207 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6a8d0216-ba59-4d41-b217-867ed0330792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:53.075647 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:53.363643 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:53.381056 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47b123-dea5-4d19-86a5-c71d7f1a4b5f req-1a2298e9-c392-46f5-aeaf-911c40caed90 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:53.382538 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e47b123-dea5-4d19-86a5-c71d7f1a4b5f req-1a2298e9-c392-46f5-aeaf-911c40caed90 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 945 time: 0.0878119 Oct 17 19:32:53.430383 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8e47b123-dea5-4d19-86a5-c71d7f1a4b5f req-94bfaef3-a10c-4639-b329-48628d5a5050 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Oct 17 19:32:53.623600 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70108213-b0fc-4c70-969f-d225d9b216ce req-5e7e2895-2c27-421e-bad0-c2c811359414 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:53.624970 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70108213-b0fc-4c70-969f-d225d9b216ce req-5e7e2895-2c27-421e-bad0-c2c811359414 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 945 time: 0.0866752 Oct 17 19:32:53.668279 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-70108213-b0fc-4c70-969f-d225d9b216ce req-b12739a1-e493-4e3b-a541-6d7c9aee32f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368648 Oct 17 19:32:53.696997 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53230) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:53.817888 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59d08e-a2fd-44d6-a096-b1e227e09e2e tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:53.819387 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-cd59d08e-a2fd-44d6-a096-b1e227e09e2e tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1093 time: 0.1213930 Oct 17 19:32:53.822361 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53236) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:32:53.827366 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:32:53.833195 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:32:53.837263 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:floatingip and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:32:53.840083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:32:53.845647 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:32:53.929284 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:54.063527 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:54.200007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Allocated IP 172.26.2.197 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:32:54.345146 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:54.420899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:54.486003 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:32:54.489427 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:32:54.493569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:32:54.525707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:54.814806 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:54.898859 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:55.038484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:55.345763 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:55.403124 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:55.509643 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:32:55.512005 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:55.625064 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.625305 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.625671 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.626013 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.626356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.626689 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.627033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.627958 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.628292 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.628621 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.628949 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.629272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:32:55.692878 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Floating IP 4a47a1c4-5a82-4915-8359-bb2de482cb9a associated. External IP: 172.26.2.197, port: b98560ba-de2b-41fc-8f84-18072cf952e3. Oct 17 19:32:56.040136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:32:56.222944 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:32:56.233291 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:32:56.243056 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:56.243853 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:56.304505 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:56.359963 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3bea75f6-7218-4d4e-9943-54954dff64da tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5366004 Oct 17 19:32:56.360691 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:32:56.363160 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:32:56.404033 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88c5f7-680a-46f3-a48a-b2ed9f2c5e55 x-openstack-request-id: req-9e88c5f7-680a-46f3-a48a-b2ed9f2c5e55 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:32:56.404328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:32:56.404585 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e88c5f7-680a-46f3-a48a-b2ed9f2c5e55 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:32:56.404988 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e88c5f7-680a-46f3-a48a-b2ed9f2c5e55'] response: {'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'status': 'completed', 'code': 200} Oct 17 19:32:56.423874 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:56.508191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-1dc7a3b9-c520-4e54-b6a2-d89d48a914e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:56.509706 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-1dc7a3b9-c520-4e54-b6a2-d89d48a914e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1098 time: 0.0826993 Oct 17 19:32:56.644451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-39b36bf1-c9fc-4795-a84b-15f8ef47a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:56.645835 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-39b36bf1-c9fc-4795-a84b-15f8ef47a5ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1298845 Oct 17 19:32:56.790479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:54Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:56.794614 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:32:56.804565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:32:56.805180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:32:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:56.857577 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:32:56.872559 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-6ae20e52-1118-4aa4-a1e8-2e44aea6116d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 999 time: 0.2195752 Oct 17 19:32:56.938191 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-1c4cd637-5ae3-4558-a1cb-07f8b1d8a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:56.940269 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-1c4cd637-5ae3-4558-a1cb-07f8b1d8a7a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0572457 Oct 17 19:32:56.980013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:32:57.026670 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-80e4ad76-d979-4ce9-9883-59019aff84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:32:57.028293 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-80e4ad76-d979-4ce9-9883-59019aff84d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817792 Oct 17 19:32:57.162945 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-64dd661c-11e2-4ff2-b81d-718f4742faa6 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277893 Oct 17 19:32:57.297556 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0d00815e-ed89-4a56-b1ab-922a7d2e83dc req-19d13121-d383-456c-b034-a63c51498108 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277053 Oct 17 19:32:57.366117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:54Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:32:57.370204 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdfcb89-ea0e-49a1-8437-ded8223b4a55 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:54Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:32:57.555375 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4f9ffc-578d-41ac-953c-c4aaf1a27c26 None None] New status for floating IP 4a47a1c4-5a82-4915-8359-bb2de482cb9a: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:33:18.007372 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-a7ca9fa5-2a54-445e-89ea-d980f79a65ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178741 Oct 17 19:33:18.156221 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-7f98f321-133b-4bed-942b-d4ea41c7a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:33:18.157555 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-7f98f321-133b-4bed-942b-d4ea41c7a5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1098 time: 0.0814297 Oct 17 19:33:18.307564 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-dd2c43a7-10c4-4ecb-b389-ed01da7aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:33:18.309010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-dd2c43a7-10c4-4ecb-b389-ed01da7aad1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1303995 Oct 17 19:33:18.408759 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-fe59f5a5-0391-48a3-b716-3bbf9598c656 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 1001 time: 0.0927844 Oct 17 19:33:18.479715 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-5f9c5e7c-95d9-475b-a9ff-6e72409031da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:33:18.481140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-5f9c5e7c-95d9-475b-a9ff-6e72409031da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0610147 Oct 17 19:33:18.564498 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-5cf992d5-a0c9-4a4f-8909-b37d285b3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:33:18.565979 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-5cf992d5-a0c9-4a4f-8909-b37d285b3ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766256 Oct 17 19:33:18.696558 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-3c5d841c-cca5-4365-bb5b-85b6d45019a5 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236238 Oct 17 19:33:18.829161 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8703d36d-7c03-4e16-9066-ada5dea6967a req-671643eb-c351-4b71-95e4-c5fc5236b2ee service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225832 Oct 17 19:33:19.737740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-73f99efa-a53b-4dc2-8cba-5f5c93793457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:22.345182 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-873ec1e4-4691-449f-953d-569c2bc9eb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:23.054166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:23.345064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:24.813847 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:26.802289 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:28.894327 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:33:49.708761 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0141ec04-2776-41c5-851a-235f27188ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:52.326783 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f1cadd84-d8fe-45d5-8f9c-61c4682c26b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:53.023768 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:53.372471 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:54.817080 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:33:56.795148 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:05.893814 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:34:19.708734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-340a749d-65f3-414a-9a8e-b61032c760a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:19.969055 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-d63b8dbf-245b-4fb5-8c5e-5263e4f007ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799139 Oct 17 19:34:20.115413 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-05005755-c8d3-4795-80e1-3f0becd7fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:34:20.116889 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-05005755-c8d3-4795-80e1-3f0becd7fe51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1098 time: 0.0778937 Oct 17 19:34:20.262500 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-b076f512-6b8e-40c6-b915-7e0c62921b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:34:20.263870 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-b076f512-6b8e-40c6-b915-7e0c62921b2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1274107 Oct 17 19:34:20.367119 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-2cb41c61-0320-424e-abdb-ea59aa247891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 1001 time: 0.0965226 Oct 17 19:34:20.433452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-b40b2dad-bcc8-49f7-bcd9-85f337fa36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:34:20.434870 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-b40b2dad-bcc8-49f7-bcd9-85f337fa36fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0605867 Oct 17 19:34:20.518544 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-f7b08a35-00e5-4c20-be75-e5d4c37720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:34:20.519936 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-f7b08a35-00e5-4c20-be75-e5d4c37720c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778642 Oct 17 19:34:20.760026 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-1cf386d8-5b02-4e7a-b5bb-6a4f89a6ac6d service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281034 Oct 17 19:34:20.889493 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-03d6134a-a90c-4d6e-93dd-aca4a5333ebc req-2a54400e-9e52-466a-9b05-25ca2602d66b service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225042 Oct 17 19:34:22.314893 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-483d10df-98d8-4de3-820a-5dde329033d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:23.033735 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:23.365437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:24.822637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:26.811033 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:42.892881 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:34:49.684833 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bf7ebb50-f157-4350-9640-7d082d24c32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:52.313786 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-9595e217-ce69-42f7-8d3b-58025ea4a67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:53.067446 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:53.358923 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:54.829524 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:34:56.815999 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:19.712993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-74fac709-226f-4233-84dc-5d3ebec4b13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:19.891458 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:35:21.964851 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-fb93419e-c301-4444-b108-8e0ee4e9e794 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795133 Oct 17 19:35:22.112876 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-c767d852-10b7-4b91-b4c8-14ea83bc4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:35:22.114550 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-c767d852-10b7-4b91-b4c8-14ea83bc4a88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1098 time: 0.0814359 Oct 17 19:35:22.260218 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-4d32edcd-aaa9-4c27-88df-b986975ffec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:35:22.261681 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-4d32edcd-aaa9-4c27-88df-b986975ffec8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1255188 Oct 17 19:35:22.301930 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-1fbdc5d7-7c60-4db0-80ae-ad9563bfb5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:22.367700 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-f957cbc7-fac6-4939-a788-1897b57bf4b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 1001 time: 0.0993450 Oct 17 19:35:22.430030 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-e2b4777c-4cf7-4919-b768-7fb773ba8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:35:22.431497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-e2b4777c-4cf7-4919-b768-7fb773ba8516 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0576823 Oct 17 19:35:22.515705 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-de0e1824-aa32-4549-ba3d-1521c92e91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:35:22.517196 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-de0e1824-aa32-4549-ba3d-1521c92e91fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790911 Oct 17 19:35:22.649509 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-aa4a78c6-9e8a-4118-93ca-b4b7b3e40ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257617 Oct 17 19:35:22.780641 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-37e7384a-a1c3-4da7-a47e-2a29a79843d6 req-e65e7b42-64f0-4aab-b5dc-1da4f7f009c2 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245949 Oct 17 19:35:23.027272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:23.346983 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:24.815729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:26.803984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:38.524503 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:35:38.653755 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:35:38.666948 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:35:38.720394 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port b98560ba-de2b-41fc-8f84-18072cf952e3 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:35:38.720766 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:38.739410 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b98560ba-de2b-41fc-8f84-18072cf952e3 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:35:38.754054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:35:38.843912 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:38.911241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:35:38.918108 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.918451 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.918789 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.919119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.919444 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.919797 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.920119 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.920443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.920763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.921134 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.921467 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.921974 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:35:38.926424 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['b98560ba-de2b-41fc-8f84-18072cf952e3'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:35:40.525561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:35:40.631831 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port b98560ba-de2b-41fc-8f84-18072cf952e3 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:35:40.632199 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:40.632538 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port b98560ba-de2b-41fc-8f84-18072cf952e3 Oct 17 19:35:40.744876 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port b98560ba-de2b-41fc-8f84-18072cf952e3 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:35:40.745274 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:40.771660 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:35:40.773956 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b334db92-0696-4220-bfc0-defb3c922226" -d '{"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-plugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:35:40.789403 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:35:40.866989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:40.933765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:35:41.877318 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb846a4-2eb3-4461-9e14-04b429aeaaf4 x-openstack-request-id: req-3bb846a4-2eb3-4461-9e14-04b429aeaaf4 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:35:41.877920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-plugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:35:41.877920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bb846a4-2eb3-4461-9e14-04b429aeaaf4 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:35:41.878282 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb846a4-2eb3-4461-9e14-04b429aeaaf4'] response: {'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'code': 200} Oct 17 19:35:49.718877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-63835626-6428-4a67-9418-15233e22ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:52.347106 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-261d9eb6-251c-4943-8d18-7939b3311c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:53.318131 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:53.386566 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:54.832749 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:55.109128 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-9a9c879e-2fd4-4e7c-a449-1e4a16e8add8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148826362&fields=id&tenant_id=daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 267 time: 0.0428936 Oct 17 19:35:55.359033 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-c71b533f-328b-4450-a16f-52b811f64612 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:35:55.361185 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-c71b533f-328b-4450-a16f-52b811f64612 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 810 time: 0.2454989 Oct 17 19:35:55.378337 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-f85cfb87-a9c9-4a5a-aac2-2f9377ea7fbb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/quotas/daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 375 time: 0.0104125 Oct 17 19:35:55.471372 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-5b942235-e855-4346-9025-4be648e2cfd0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0878575 Oct 17 19:35:55.606385 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-62ecabc0-e96b-4311-b780-37c8207e39b4 service neutron] 10.222.0.36 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226742 Oct 17 19:35:55.736785 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-a7405953-7955-47d9-b3da-7e7965fb86ba service neutron] 10.222.0.36 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246986 Oct 17 19:35:56.082621 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2d96fe6e-62be-412c-b0fd-a51708737e57 req-3ba08148-2d3a-4342-bb23-38890c269033 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0977123 Oct 17 19:35:56.814933 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:56.890676 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:35:57.194714 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-81dc6dec-2a0d-421f-b43c-374f78db3c60 req-e7887dbc-8f5c-4b9b-8e9e-992e4e105a19 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0539036 Oct 17 19:35:58.307539 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-33325374-cd95-49f8-9a27-816f4c3351b0 req-029b0589-08af-4d42-97cf-3fd84c22fbc2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0530741 Oct 17 19:35:58.576651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:35:58.690682 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port b98560ba-de2b-41fc-8f84-18072cf952e3 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:35:58.691068 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:58.717189 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:35:58.719487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7663fe27-5734-4bc2-9d89-3e5798c8b74f" -d '{"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-unplugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:35:58.726852 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:35:58.761583 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062cdf6-5678-4ce9-a4af-06cf967864a2 x-openstack-request-id: req-7062cdf6-5678-4ce9-a4af-06cf967864a2 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:35:58.761903 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-unplugged", "status": "completed", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:35:58.762159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7062cdf6-5678-4ce9-a4af-06cf967864a2 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:35:58.762555 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7062cdf6-5678-4ce9-a4af-06cf967864a2'] response: {'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'code': 200} Oct 17 19:35:58.814785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:35:58.883591 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:35:59.472530 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-32e35708-856b-4d95-8a05-bc77cc254934 req-e65b4720-a620-4337-b610-794fceb037ab tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0523751 Oct 17 19:36:00.140666 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-71f4b370-fbe7-4e60-b965-d703b1a6f82a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:00.142099 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-71f4b370-fbe7-4e60-b965-d703b1a6f82a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 810 time: 0.1476367 Oct 17 19:36:00.191228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-a891583d-ac96-4644-8c58-98817e1d67cd tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daea31181f4b4cb5bd37ab7327e53b1e HTTP/1.1" status: 200 len: 379 time: 0.0400815 Oct 17 19:36:00.200886 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'port': {'device_id': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'admin_state_up': True, 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'security_groups': ['7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e']}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:36:00.343061 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:36:00.352615 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.quota.driver [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:36:00.425325 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Made reservation on behalf of daea31181f4b4cb5bd37ab7327e53b1e for: {'port': 1} {{(pid=89827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 19:36:00.428924 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:00.729004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_common [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Allocated IP 172.20.0.7 (a71864fc-db72-487e-b28b-c1a8afce0a37/c2e41b8d-bb61-4ec1-8e70-83878209d3e1/bc698f58-5c51-4b90-a496-f0c5b4ede273) {{(pid=89827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:36:00.795492 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-b4f94a09-c26f-4dd2-af98-65f79dba30eb req-2f71801d-6b41-4548-8386-730f67955336 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0507061 Oct 17 19:36:00.954235 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:00.970935 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Transition to ACTIVE for port object bc698f58-5c51-4b90-a496-f0c5b4ede273 will not be triggered until provisioned by entity DHCP. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:36:01.050054 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_create {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:01.126092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Network a71864fc-db72-487e-b28b-c1a8afce0a37 is already hosted by enough agents. {{(pid=89827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:36:01.129374 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.base_scheduler [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources bound (agent type, host, resource id): {{(pid=89827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:36:01.133344 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Received port after_create {{(pid=89827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:36:01.171015 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=1']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:01.190630 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.191278 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.191796 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.192279 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.192757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.193216 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.193716 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.194206 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.194673 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.195143 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.195614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.196451 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:01.243609 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:01.244577 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:01.358097 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-1679b868-6c36-43b6-852d-a0ca77e1ddd4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1607008 Oct 17 19:36:01.518057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Provisioning for port bc698f58-5c51-4b90-a496-f0c5b4ede273 completed by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:36:01.523390 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Provisioning complete for port bc698f58-5c51-4b90-a496-f0c5b4ede273 triggered by entity DHCP. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:36:01.523762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:01.524101 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 1 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:01.580357 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:02.009187 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dc33e-09c9-48ab-9a8a-c1a36368ec3b req-3c82fe8f-0b75-4283-b769-fc17f3829508 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:02.010802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fa4dc33e-09c9-48ab-9a8a-c1a36368ec3b req-3c82fe8f-0b75-4283-b769-fc17f3829508 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:36:02.082007 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 2 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:02.085504 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-fa4dc33e-09c9-48ab-9a8a-c1a36368ec3b req-3c82fe8f-0b75-4283-b769-fc17f3829508 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:36:02.086838 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fa4dc33e-09c9-48ab-9a8a-c1a36368ec3b req-3c82fe8f-0b75-4283-b769-fc17f3829508 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.1719563 Oct 17 19:36:02.142565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:02.146292 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fa4dc33e-09c9-48ab-9a8a-c1a36368ec3b req-3e17bb9f-835a-48b4-abf5-cb88dd4c8ba7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529099 Oct 17 19:36:02.644384 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 3 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:02.699046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:03.201078 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 4 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:03.291856 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:03.368294 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf3e80-eb34-4261-8e21-45904c0031b9 req-b5bae981-45fa-4642-9884-fadddecb2d5c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:03.369682 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-75cf3e80-eb34-4261-8e21-45904c0031b9 req-b5bae981-45fa-4642-9884-fadddecb2d5c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0952547 Oct 17 19:36:03.416762 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-75cf3e80-eb34-4261-8e21-45904c0031b9 req-8cfda9bb-8367-469e-aa45-93986418e2a2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Oct 17 19:36:03.792742 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 5 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:03.853158 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:04.354781 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 6 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:04.411180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:04.632257 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bce4f-ebf8-4361-9784-8e9f64696018 req-b882b230-b740-42e6-95d1-52dceb732e90 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:04.633985 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f21bce4f-ebf8-4361-9784-8e9f64696018 req-b882b230-b740-42e6-95d1-52dceb732e90 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.1029341 Oct 17 19:36:04.679440 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-f21bce4f-ebf8-4361-9784-8e9f64696018 req-d9818e0d-25e4-4f66-a9b4-cdae8b77cc9e tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Oct 17 19:36:04.912671 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 7 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:04.970644 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:05.471846 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 8 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:05.527002 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:05.891768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74640c-ef33-45af-ade8-e66fd2795b85 req-193e5e00-f34a-407b-8ded-f2c6b0fcc94f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:05.894054 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e74640c-ef33-45af-ade8-e66fd2795b85 req-193e5e00-f34a-407b-8ded-f2c6b0fcc94f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0911295 Oct 17 19:36:05.944281 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9e74640c-ef33-45af-ade8-e66fd2795b85 req-d1cd0a86-a8c9-4590-bfbd-789ca5fdc44f tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Oct 17 19:36:06.028102 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 9 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:06.084180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:06.585371 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Attempt 10 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:06.643800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-7467d8dc-2d2e-41f6-8de9-a40793428f60 None None] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 cannot update to ACTIVE because it is not bound. {{(pid=89828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 19:36:07.199874 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be62b8-746c-4fc0-b0bd-162a78761b98 req-f18be8ec-0755-4412-a0b2-2179a4d84559 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:07.202543 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94be62b8-746c-4fc0-b0bd-162a78761b98 req-f18be8ec-0755-4412-a0b2-2179a4d84559 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.1135635 Oct 17 19:36:07.297262 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-94be62b8-746c-4fc0-b0bd-162a78761b98 req-8b9ef027-9a07-4436-a8f0-4c533f4173e0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711043 Oct 17 19:36:08.496817 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c44d7-624e-45d7-9d98-8244b6d778f9 req-e1364fa7-be5f-47f3-84ff-c41fdd0ce63c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:08.506348 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-406c44d7-624e-45d7-9d98-8244b6d778f9 req-e1364fa7-be5f-47f3-84ff-c41fdd0ce63c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0919116 Oct 17 19:36:08.553854 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-406c44d7-624e-45d7-9d98-8244b6d778f9 req-c2f6144d-57fa-4262-b4d0-54c3f99d1a4c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Oct 17 19:36:09.752437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f3a23-2d4a-489c-b45e-c7689d5a004f req-3c09d9a4-2dfa-4ad0-9ca5-88a370d9b7cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:09.753893 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e56f3a23-2d4a-489c-b45e-c7689d5a004f req-3c09d9a4-2dfa-4ad0-9ca5-88a370d9b7cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0858505 Oct 17 19:36:09.796808 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-e56f3a23-2d4a-489c-b45e-c7689d5a004f req-bc02794a-905d-47bc-93bf-bf446ff1e7ca tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372472 Oct 17 19:36:10.994834 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b5b57-9c71-4b20-a174-20a4449a86a0 req-5b789b12-e1d8-4247-866d-cdb174e6feb6 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:10.996276 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-120b5b57-9c71-4b20-a174-20a4449a86a0 req-5b789b12-e1d8-4247-866d-cdb174e6feb6 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0899489 Oct 17 19:36:11.041341 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-120b5b57-9c71-4b20-a174-20a4449a86a0 req-c915a12c-a5d8-4183-94ad-0d961461d3ed tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393536 Oct 17 19:36:12.240234 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6b9f2-f667-41f4-986e-f7145120ad71 req-689195b9-58fa-4c9a-8687-9b1bf13a8000 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:12.241553 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fea6b9f2-f667-41f4-986e-f7145120ad71 req-689195b9-58fa-4c9a-8687-9b1bf13a8000 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0905297 Oct 17 19:36:12.287066 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fea6b9f2-f667-41f4-986e-f7145120ad71 req-86943974-5b29-408f-87b2-b12c36845b49 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 Oct 17 19:36:13.245586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.v2.base [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Request body: {'port': {'device_id': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8613'}} {{(pid=89827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:36:13.363650 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:13.485856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd576fc-1171-4a8a-aca3-cdd35da5e84d req-37017956-06b2-462b-9814-a0e3c3f88ff0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:13.487304 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9fd576fc-1171-4a8a-aca3-cdd35da5e84d req-37017956-06b2-462b-9814-a0e3c3f88ff0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 931 time: 0.0868969 Oct 17 19:36:13.536256 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9fd576fc-1171-4a8a-aca3-cdd35da5e84d req-adc557bb-b6df-4555-b146-727524b1e13a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Oct 17 19:36:13.711936 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc698f58-5c51-4b90-a496-f0c5b4ede273 {{(pid=89827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:36:13.720977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:13.735313 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.provisioning_blocks [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Transition to ACTIVE for port object bc698f58-5c51-4b90-a496-f0c5b4ede273 will not be triggered until provisioned by entity L2. {{(pid=89827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 19:36:13.847369 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:14.031454 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=2']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:14.072845 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Attempting to bind port bc698f58-5c51-4b90-a496-f0c5b4ede273 on host hv-neutron-8613 for vnic_type normal with profile {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 19:36:14.073180 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Attempting to bind port bc698f58-5c51-4b90-a496-f0c5b4ede273 by drivers openvswitch,hyperv on host hv-neutron-8613 at level 0 using segments [{'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 19:36:14.073509 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Attempting to bind port bc698f58-5c51-4b90-a496-f0c5b4ede273 on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:36:14.078990 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Port bc698f58-5c51-4b90-a496-f0c5b4ede273 on network a71864fc-db72-487e-b28b-c1a8afce0a37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8613 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 19:36:14.079308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Attempting to bind port bc698f58-5c51-4b90-a496-f0c5b4ede273 on network a71864fc-db72-487e-b28b-c1a8afce0a37 {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 19:36:14.084370 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Checking agent: {'id': '76078bd0-4b3c-4379-bd1d-4d28c714b03f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8613', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'started_at': datetime.datetime(2022, 10, 17, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 19:36:14.084707 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Checking segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 19:36:14.085088 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Bound using segment: {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'} {{(pid=89827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 19:36:14.085512 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.managers [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Bound port: bc698f58-5c51-4b90-a496-f0c5b4ede273, host: hv-neutron-8613, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0f60e9-23ff-4a61-b2d7-110097c28958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37'}}] {{(pid=89827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 19:36:14.085887 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:14.173008 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, cleared binding levels {{(pid=89827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 19:36:14.175906 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 19:36:14.276477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657522'] for port, after_update {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:14.311267 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.311884 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:14.313281 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] 10.222.0.42 "PUT /v2.0/ports/bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 200 len: 1093 time: 1.0719373 Oct 17 19:36:14.313802 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:36:14.316137 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e2785-d950-4de3-85c3-b151fd867819" -d '{"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:36:14.356839 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6471-a636-4d6f-b2de-b925d643d35a service neutron] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=3']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:14.361992 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d7b4de-c9be-498d-84da-103fe7acb826 x-openstack-request-id: req-f4d7b4de-c9be-498d-84da-103fe7acb826 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:36:14.362276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:36:14.362533 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4d7b4de-c9be-498d-84da-103fe7acb826 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:36:14.362927 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d7b4de-c9be-498d-84da-103fe7acb826'] response: {'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'status': 'completed', 'code': 200} Oct 17 19:36:14.459986 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2785-d950-4de3-85c3-b151fd867819 req-5d57c554-16a4-4287-b087-4eb371997df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.461441 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-732e2785-d950-4de3-85c3-b151fd867819 req-5d57c554-16a4-4287-b087-4eb371997df0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1096 time: 0.0784800 Oct 17 19:36:14.711115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2785-d950-4de3-85c3-b151fd867819 req-3d1b36f6-4f89-46b4-a655-3b5a19e82b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.712497 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-732e2785-d950-4de3-85c3-b151fd867819 req-3d1b36f6-4f89-46b4-a655-3b5a19e82b2b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2432899 Oct 17 19:36:14.742400 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b5f9-a8e1-4931-aba5-4324ed21af47 req-cf96983a-a859-4f1b-a16f-ebe83bfea348 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.743823 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9777b5f9-a8e1-4931-aba5-4324ed21af47 req-cf96983a-a859-4f1b-a16f-ebe83bfea348 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0908344 Oct 17 19:36:14.788278 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-9777b5f9-a8e1-4931-aba5-4324ed21af47 req-a731f8f0-0d72-4995-8382-29ba596a8a6a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379815 Oct 17 19:36:14.851376 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e2785-d950-4de3-85c3-b151fd867819 req-7cd823f6-56ec-44fe-bfee-71339e6e4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.852793 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-732e2785-d950-4de3-85c3-b151fd867819 req-7cd823f6-56ec-44fe-bfee-71339e6e4a80 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339600 Oct 17 19:36:14.968429 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-aedfc40d-c271-45f0-9159-8912a345e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:14.969819 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-aedfc40d-c271-45f0-9159-8912a345e0f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1096 time: 0.0829310 Oct 17 19:36:15.038179 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-d00cf77a-241d-4a28-bdd3-8ff5bd38ff96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 200 len: 217 time: 0.0616994 Oct 17 19:36:15.100458 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-a72048bb-4165-4bef-a03c-25c844af515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:15.101897 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-a72048bb-4165-4bef-a03c-25c844af515c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0571549 Oct 17 19:36:15.185455 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0dff-9636-42fe-bc8a-601579c93edc req-45aa7362-f3a6-4791-882f-dc126488b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:15.186918 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-45aa7362-f3a6-4791-882f-dc126488b906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791810 Oct 17 19:36:15.318892 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-7a267045-56e3-497d-b5a6-2b8e124b0f91 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255846 Oct 17 19:36:15.448721 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-abff0dff-9636-42fe-bc8a-601579c93edc req-d6139223-5006-4dff-b158-5fb48ccee4ff service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237082 Oct 17 19:36:15.985036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8d40-8170-4520-931d-c2629f68d26c req-f2e1f4e0-24cd-4a59-9814-69c9e1458548 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:15.986534 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d2ad8d40-8170-4520-931d-c2629f68d26c req-f2e1f4e0-24cd-4a59-9814-69c9e1458548 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0875392 Oct 17 19:36:16.029941 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-d2ad8d40-8170-4520-931d-c2629f68d26c req-123ef646-9f0b-4249-98d6-0bb72a84f9c4 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Oct 17 19:36:17.228115 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a64ef-bb11-43fa-8628-3ef9db922daa req-96da00b9-5c84-4cd2-ac09-3adc3959b1cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:17.229570 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c39a64ef-bb11-43fa-8628-3ef9db922daa req-96da00b9-5c84-4cd2-ac09-3adc3959b1cc tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0893438 Oct 17 19:36:17.273567 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-c39a64ef-bb11-43fa-8628-3ef9db922daa req-6b6d10fe-483f-4c38-9c2b-d75e96a5292b tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Oct 17 19:36:18.475228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cdde3-9bbd-4a63-995a-c2664189472d req-e04b48e5-1c58-4055-b8b9-4dce44155f50 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:18.476696 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-913cdde3-9bbd-4a63-995a-c2664189472d req-e04b48e5-1c58-4055-b8b9-4dce44155f50 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0911398 Oct 17 19:36:18.519688 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-913cdde3-9bbd-4a63-995a-c2664189472d req-4de39255-d7f5-4d1a-83a0-046aa0596e29 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 Oct 17 19:36:18.671482 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:36:18.802373 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:36:18.815555 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:36:18.868785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bc698f58-5c51-4b90-a496-f0c5b4ede273 is: DOWN; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:36:18.869159 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:18.885765 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc698f58-5c51-4b90-a496-f0c5b4ede273 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:36:18.900978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:36:18.991470 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:19.060262 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=4']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:19.390272 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bc698f58-5c51-4b90-a496-f0c5b4ede273'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:36:19.717818 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf27a3-5568-4901-966d-78d6329cca1e req-43b32a95-15c0-4fd2-8c61-bb15a6677416 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:19.719332 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dcdf27a3-5568-4901-966d-78d6329cca1e req-43b32a95-15c0-4fd2-8c61-bb15a6677416 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 944 time: 0.0879626 Oct 17 19:36:19.757678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-af6974ec-898f-4294-9fde-8a8209635b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:19.768026 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-dcdf27a3-5568-4901-966d-78d6329cca1e req-cde6ff05-675c-4e0b-a72a-5f63c74c2fce tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Oct 17 19:36:20.691649 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:36:20.843468 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning for port bc698f58-5c51-4b90-a496-f0c5b4ede273 completed by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 19:36:20.848526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port bc698f58-5c51-4b90-a496-f0c5b4ede273 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:36:20.848897 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:20.849221 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:36:20.963180 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bc698f58-5c51-4b90-a496-f0c5b4ede273 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:36:20.963553 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:20.966623 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db9dc-aa9a-4c8e-9e90-54bd05cda2ee req-965fc919-f675-4219-a112-45590c6d0cd3 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:20.968271 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce2db9dc-aa9a-4c8e-9e90-54bd05cda2ee req-965fc919-f675-4219-a112-45590c6d0cd3 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 944 time: 0.0890148 Oct 17 19:36:20.991155 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:36:20.993443 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc4e3a-735e-4ba3-9785-5694cb0fe647" -d '{"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-plugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:36:21.001149 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:36:21.019810 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ce2db9dc-aa9a-4c8e-9e90-54bd05cda2ee req-2a29c433-ab03-4cfb-8b4b-05b4cddf9b1a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458581 Oct 17 19:36:21.044376 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb22e46-c8ab-4381-96d5-ba1cc7b3f6a1 x-openstack-request-id: req-3bb22e46-c8ab-4381-96d5-ba1cc7b3f6a1 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:36:21.044759 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-plugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:36:21.045015 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bb22e46-c8ab-4381-96d5-ba1cc7b3f6a1 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:36:21.045399 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb22e46-c8ab-4381-96d5-ba1cc7b3f6a1'] response: {'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'code': 200} Oct 17 19:36:21.094840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:21.164475 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=5']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:21.412939 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9e12a-4712-4833-a1cf-a831132707d7 req-f883b6ea-2fe8-40aa-ab4d-ee0838145617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:21.414337 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0eb9e12a-4712-4833-a1cf-a831132707d7 req-f883b6ea-2fe8-40aa-ab4d-ee0838145617 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1098 time: 0.0775995 Oct 17 19:36:21.453932 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0eb9e12a-4712-4833-a1cf-a831132707d7 req-fa7f14cc-739b-42a4-84e6-4275a21d40ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Oct 17 19:36:22.220311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490bb1-d25a-4626-ac0b-aada5c031928 req-4abcc30d-f9d0-46e3-af7c-64428e0182f8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:22.221795 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-47490bb1-d25a-4626-ac0b-aada5c031928 req-4abcc30d-f9d0-46e3-af7c-64428e0182f8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 945 time: 0.0913093 Oct 17 19:36:22.268052 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-47490bb1-d25a-4626-ac0b-aada5c031928 req-bbd735fb-ceb9-46da-a9ae-3c93eaa93ab2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Oct 17 19:36:22.322920 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-948cabb9-8c00-4bcf-8b84-8a645df631f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:22.964407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-527b00d3-8ff2-4470-883e-7ec9d207e5b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773284 Oct 17 19:36:23.045153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:23.110302 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-c5402d18-5d91-4135-a547-47f54072b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.111877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-c5402d18-5d91-4135-a547-47f54072b871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1096 time: 0.0810003 Oct 17 19:36:23.256084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-cf9a1161-0801-40d0-890e-bce7e7b3b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.257468 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-cf9a1161-0801-40d0-890e-bce7e7b3b304 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1263568 Oct 17 19:36:23.380764 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:23.464995 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-3a6b3430-a5e8-43b0-999e-214a9f982bbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 999 time: 0.2013896 Oct 17 19:36:23.475975 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31f7b3-dc73-4635-8be0-9d8d85cc720a req-a0d5ed9f-abdd-4273-a341-6550de7a5df0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.477421 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7f31f7b3-dc73-4635-8be0-9d8d85cc720a req-a0d5ed9f-abdd-4273-a341-6550de7a5df0 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 945 time: 0.0891187 Oct 17 19:36:23.522594 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-7f31f7b3-dc73-4635-8be0-9d8d85cc720a req-6dd5f446-93cb-4754-b559-5875460fda97 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Oct 17 19:36:23.527320 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-b1485f1c-ac98-47a2-9325-ec58f4a51b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.528973 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-b1485f1c-ac98-47a2-9325-ec58f4a51b58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0582259 Oct 17 19:36:23.615503 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-d184d4aa-3fab-4872-9ca2-d7f0fe87de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.616986 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-d184d4aa-3fab-4872-9ca2-d7f0fe87de7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823843 Oct 17 19:36:23.810173 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-8d998ab8-9dc4-4ed8-bc5f-ac6af4747fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866164 Oct 17 19:36:23.821959 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6065a-16f8-440d-803f-25e1e23ed4e8 req-3814ddb5-15d1-4714-9d26-919914e77437 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:23.823288 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fee6065a-16f8-440d-803f-25e1e23ed4e8 req-3814ddb5-15d1-4714-9d26-919914e77437 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 945 time: 0.1809947 Oct 17 19:36:23.944903 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fee6065a-16f8-440d-803f-25e1e23ed4e8 req-c62746d0-a788-4c85-b5c1-bc2c16075c4b tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030676 Oct 17 19:36:23.973946 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53564) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:36:23.984974 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-93e93d0f-19ba-4d13-89f9-52194e7af23a req-f948ebc4-d6ba-462f-8a92-5ec1b9818ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607239 Oct 17 19:36:24.055204 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4623fb-e348-4861-a878-51d67bfcadd3 tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:24.055904 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bc4623fb-e348-4861-a878-51d67bfcadd3 tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] Synchronizing usage tracker for tenant:b550ca257ac24f288f24763eae3f9b67 on resource:port {{(pid=89826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:36:24.117323 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-bc4623fb-e348-4861-a878-51d67bfcadd3 tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] Unset dirty status for tenant:b550ca257ac24f288f24763eae3f9b67 on resource:port {{(pid=89826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:36:24.118724 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-bc4623fb-e348-4861-a878-51d67bfcadd3 tempest-TestSnapshotPattern-529404980 tempest-TestSnapshotPattern-529404980-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1093 time: 0.1435466 Oct 17 19:36:24.121361 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53568) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:36:24.126337 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.v2.base [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Request body: {'floatingip': {'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 19:36:24.132466 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 19:36:24.136319 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Usage tracker for resource:floatingip and tenant:daea31181f4b4cb5bd37ab7327e53b1e is out of sync, need to count used quota {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 19:36:24.139746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.quota.resource [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 19:36:24.145856 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.quota.driver [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 19:36:24.224132 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:24.361057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:24.491286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_common [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Allocated IP 172.26.2.86 (7de7fb8e-7b80-4cfd-9814-37f2831a4bcc/28a4b2b8-f029-4097-a9fd-78a581375fb3/e1b0faa2-c4a4-44de-9f1e-4ef337f41d40) {{(pid=89826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 19:36:24.733170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:24.843851 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792882041546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:24.860389 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:24.909794 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Network 7de7fb8e-7b80-4cfd-9814-37f2831a4bcc is already hosted by enough agents. {{(pid=89826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 19:36:24.912484 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.base_scheduler [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Resources bound (agent type, host, resource id): {{(pid=89826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 19:36:24.916104 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Received port after_create {{(pid=89826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 19:36:24.948867 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=e1b0faa2-c4a4-44de-9f1e-4ef337f41d40,revision_number=1']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:24.960957 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.961301 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.961657 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.961988 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.962313 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.962635 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.962953 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.963269 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.963585 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.963896 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.964209 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:24.964519 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:36:25.326173 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:25.464490 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:25.663286 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for port, precommit_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:25.726722 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2246180'] for port, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:25.830745 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event updated for resources: {'Port': ['ID=e1b0faa2-c4a4-44de-9f1e-4ef337f41d40,revision_number=2']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:36:25.833050 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3780190'] for floatingip, after_update {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:26.002453 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.db.l3_db [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Floating IP 42262d7b-e169-454f-97ae-092fd4a48b0d associated. External IP: 172.26.2.86, port: bc698f58-5c51-4b90-a496-f0c5b4ede273. Oct 17 19:36:26.446980 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:36:26.624755 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:36:26.634241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:36:26.643864 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:36:26.644563 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:36:26.717281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:26.772999 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3d398271-b711-4825-9a00-ed65e884f2f7 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6505623 Oct 17 19:36:26.773628 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:36:26.775925 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb5a4d6309b5bdcee1056fbdb5a41210bbd1f361e3350db8f763b42f4cc5a84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a1a4e-8663-421e-a0ba-206e54da6be4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:36:26.818296 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86b4ac-723d-454c-adfa-20f2398e343e x-openstack-request-id: req-be86b4ac-723d-454c-adfa-20f2398e343e {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:36:26.818583 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "status": "completed", "code": 200}]} {{(pid=89826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:36:26.818837 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be86b4ac-723d-454c-adfa-20f2398e343e {{(pid=89826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:36:26.819236 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be86b4ac-723d-454c-adfa-20f2398e343e'] response: {'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'status': 'completed', 'code': 200} Oct 17 19:36:26.834678 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:36:26.917053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-5842403d-6e57-40af-a1a6-8d81aebf56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:26.918674 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-5842403d-6e57-40af-a1a6-8d81aebf56b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1098 time: 0.0792978 Oct 17 19:36:26.964319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:27.058080 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-f44d1a6f-c741-4294-9eac-d990a796c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:27.059680 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-f44d1a6f-c741-4294-9eac-d990a796c2c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1349840 Oct 17 19:36:27.167098 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-ac482926-aab4-428f-b8d0-4dc85f6b3f54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 200 len: 998 time: 0.1005189 Oct 17 19:36:27.201300 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '42262d7b-e169-454f-97ae-092fd4a48b0d', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:36:25Z', 'updated_at': '2022-10-17T19:36:25Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}, {'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:36:27.205361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:36:27.213785 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:36:27.214375 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:36:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:36:27.230311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-c49c5a11-2ca3-4392-86ea-fefec85c377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:27.232010 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-c49c5a11-2ca3-4392-86ea-fefec85c377d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0580559 Oct 17 19:36:27.318163 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-db10b468-4173-4ada-9148-8e52a5e6c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:36:27.321383 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-db10b468-4173-4ada-9148-8e52a5e6c135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810628 Oct 17 19:36:27.387854 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:36:27.451276 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-89ca15bb-c53c-4700-af79-fb030f086489 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256676 Oct 17 19:36:27.591857 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-cc5a1a4e-8663-421e-a0ba-206e54da6be4 req-e77852c6-9c93-4f23-99f9-29e34c26fbbf service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276860 Oct 17 19:36:27.736479 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '42262d7b-e169-454f-97ae-092fd4a48b0d', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:36:25Z', 'updated_at': '2022-10-17T19:36:25Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}, {'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:36:27.740544 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec24c6-cb4d-406e-bfde-266a35f50e80 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '42262d7b-e169-454f-97ae-092fd4a48b0d', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:36:25Z', 'updated_at': '2022-10-17T19:36:25Z', 'revision_number': 0, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}, {'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:36:27.927372 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa2b89-a01b-4e74-80c4-164b2a6c202b None None] New status for floating IP 42262d7b-e169-454f-97ae-092fd4a48b0d: ACTIVE {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:36:33.889668 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:36:49.708871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-12814e4b-480e-4245-a563-e2d80dd0581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:52.328166 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d341665-1e45-4db8-a834-b73be50b3a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:53.051762 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:53.371840 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:54.834485 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:36:56.836787 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:10.889091 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:37:19.741883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-702ce91a-3aab-4e62-8e4f-6f4859025d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:22.319023 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b27dcce5-281f-4b66-a821-4d9231c01e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:23.033055 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:23.398871 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:24.841365 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:24.965945 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-703b85f6-448a-4d87-bfda-8f7c0e93b615 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748849 Oct 17 19:37:25.113012 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-9d98f045-a6dc-4ab0-aded-c7f8b8e556a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:37:25.114501 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-9d98f045-a6dc-4ab0-aded-c7f8b8e556a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1096 time: 0.0812216 Oct 17 19:37:25.373991 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-52396f2a-8621-40d8-8bc1-f9d1b014ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:37:25.375407 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-52396f2a-8621-40d8-8bc1-f9d1b014ba8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.2423165 Oct 17 19:37:25.476061 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-3fd85588-998a-412a-928f-b097d949d19e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 999 time: 0.0940526 Oct 17 19:37:25.537092 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-16316405-5112-427d-862e-4045e42ddcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:37:25.538405 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-16316405-5112-427d-862e-4045e42ddcf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0561314 Oct 17 19:37:25.623095 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-d695af11-332e-4892-acd1-99a4d7468548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:37:25.624546 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-d695af11-332e-4892-acd1-99a4d7468548 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800054 Oct 17 19:37:25.757009 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-dbb1326a-2277-4f86-911e-95f8af5a3e44 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252990 Oct 17 19:37:25.890403 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-8f592ecc-75c3-4a86-9e9a-0521f2112148 req-1696892d-d490-4bb5-b1a2-93f49c2872a5 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272323 Oct 17 19:37:26.855879 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:47.889112 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:37:49.746437 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-83e51324-d1c8-4df8-9bbe-277c9fa0c982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:52.329593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e941ffaf-0911-4767-b100-f1d917f619d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:53.026361 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:53.375094 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:54.841188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:37:56.852364 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:19.726445 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-f5f11d4b-ab42-4e92-8e5f-17d916a7286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:22.339627 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eed294c9-d9d2-41ac-a738-7276f56cbc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:23.048258 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:23.368993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:24.859242 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:24.889737 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:38:25.033308 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-baafa33f-b9f7-4594-b19a-e29543469453 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199231 Oct 17 19:38:25.133230 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-a160544f-a1b8-4620-ae7e-59fd394269d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:38:25.135228 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-a160544f-a1b8-4620-ae7e-59fd394269d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1098 time: 0.0811365 Oct 17 19:38:25.278301 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-09bcefdc-3f99-4897-88ec-da54915b05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:38:25.279846 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-09bcefdc-3f99-4897-88ec-da54915b05a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1259274 Oct 17 19:38:25.378331 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-11cac367-158e-4a2c-b374-f62595736b89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 200 len: 1000 time: 0.0921481 Oct 17 19:38:25.442955 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-ad075a45-60d9-4924-b818-677d33e33935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:38:25.444323 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-ad075a45-60d9-4924-b818-677d33e33935 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0592809 Oct 17 19:38:25.524136 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-f4540d47-fe13-428d-a4c4-c296d42ec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:38:25.526107 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-f4540d47-fe13-428d-a4c4-c296d42ec510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764747 Oct 17 19:38:25.656208 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-8c2fc42d-9d98-4f3e-b64e-43f267f864d4 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228669 Oct 17 19:38:25.785787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-72596cc4-835d-4d71-a178-f2997c45fe67 req-fb029c64-3be7-4d99-be74-4e8c7078ff31 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240289 Oct 17 19:38:26.911238 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:45.360830 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 details requested by agent hyperv_hv-neutron-8613 with host hv-neutron-8613 {{(pid=89828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 19:38:45.490596 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:38:45.503709 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Returning: {'device': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'port_id': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'mac_address': 'fa:16:3e:3c:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 19:38:45.561188 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bc698f58-5c51-4b90-a496-f0c5b4ede273 is: ACTIVE; New status is: BUILD {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:38:45.561565 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:45.579110 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc698f58-5c51-4b90-a496-f0c5b4ede273 {{(pid=89828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 19:38:45.594436 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:38:45.670125 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:45.740799 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=6']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:38:45.748363 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.748703 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.749153 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.749491 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.749834 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.750160 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.750484 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.750800 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.751117 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.751435 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.751751 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.752064 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:38:45.757981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] get_ports_and_sgs() called for port_ids ['bc698f58-5c51-4b90-a496-f0c5b4ede273'] {{(pid=89828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 19:38:47.374867 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 up at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 19:38:47.441299 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.provisioning_blocks [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Provisioning complete for port bc698f58-5c51-4b90-a496-f0c5b4ede273 triggered by entity L2. {{(pid=89828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 19:38:47.441719 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922408'] for port, provisioning_complete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:47.442052 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Attempt 1 to provision port bc698f58-5c51-4b90-a496-f0c5b4ede273 Oct 17 19:38:47.553628 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bc698f58-5c51-4b90-a496-f0c5b4ede273 is: BUILD; New status is: ACTIVE {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:38:47.553922 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:47.580309 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:38:47.582584 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d187261-e8d3-4662-b8a5-d47db49af921" -d '{"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-plugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:38:47.590135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:38:47.625842 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8331c65a-6bd4-43d4-bb9d-9ccc8dd45499 x-openstack-request-id: req-8331c65a-6bd4-43d4-bb9d-9ccc8dd45499 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:38:47.626135 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-plugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:38:47.626488 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8331c65a-6bd4-43d4-bb9d-9ccc8dd45499 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:38:47.626906 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8331c65a-6bd4-43d4-bb9d-9ccc8dd45499'] response: {'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'code': 200} Oct 17 19:38:47.699048 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:47.765841 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=7']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:38:49.705104 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-739f0020-b401-477d-b89a-3dabc23586e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:52.441543 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7a5e-7d94-40b7-96a1-7c5e62da6a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:53.080126 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:53.429014 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:54.841651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:38:56.899277 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:01.889710 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:39:02.167983 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53814) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:02.468635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Deleting port e1b0faa2-c4a4-44de-9f1e-4ef337f41d40 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:02.468973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:02.641078 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:02.641466 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:02.762964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Calling delete_port for e1b0faa2-c4a4-44de-9f1e-4ef337f41d40 owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:02.983473 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:03.030948 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event deleted for resources: {'Port': ['ID=e1b0faa2-c4a4-44de-9f1e-4ef337f41d40,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:03.073185 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.073537 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.074409 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.074748 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.075084 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.075419 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.075751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.076083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.076414 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.076743 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.077070 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.077400 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:03.142068 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:03.142402 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Floating IP 42262d7b-e169-454f-97ae-092fd4a48b0d disassociated (deleted). External IP: 172.26.2.86, port: bc698f58-5c51-4b90-a496-f0c5b4ede273. Oct 17 19:39:03.405087 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:03.497483 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:39:03.522013 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Current status of the port bc698f58-5c51-4b90-a496-f0c5b4ede273 is: ACTIVE; New status is: DOWN {{(pid=89828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 19:39:03.522395 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-965169'] for port, before_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:03.549179 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:39:03.551382 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01e48734347ea69abdce2e57aeaf8baa00343ba735f89f6aad3fca418e8c6749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb0dad-93cc-4ac4-b16d-bc94f8843bc9" -d '{"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:39:03.559520 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:03.596392 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 19:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e31d78b-d82b-4e81-be41-9747c886c021 x-openstack-request-id: req-9e31d78b-d82b-4e81-be41-9747c886c021 {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:39:03.596689 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "code": 200}]} {{(pid=89828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:39:03.596943 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e31d78b-d82b-4e81-be41-9747c886c021 {{(pid=89828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:39:03.597340 dv-neutron-861384-1-hyperv neutron-server[89828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e31d78b-d82b-4e81-be41-9747c886c021'] response: {'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'code': 200} Oct 17 19:39:03.617953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792882642005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792882041564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792882042637'] for port, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:03.681171 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:39:03.691610 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:39:03.694198 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Pushing event updated for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=8']} {{(pid=89828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:03.704356 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:03.704949 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:03.760637 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:03.817133 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8419d050-cfa8-4555-b017-68e872a09b61 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "DELETE /v2.0/floatingips/42262d7b-e169-454f-97ae-092fd4a48b0d HTTP/1.1" status: 204 len: 168 time: 1.6476364 Oct 17 19:39:03.817941 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:39:03.820272 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84" -d '{"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:39:03.886781 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:03.921081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55c682-eed5-401e-936c-f8b137b49639 x-openstack-request-id: req-5e55c682-eed5-401e-936c-f8b137b49639 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:39:03.921437 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:39:03.921907 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e55c682-eed5-401e-936c-f8b137b49639 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:39:03.922399 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e55c682-eed5-401e-936c-f8b137b49639'] response: {'name': 'network-changed', 'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'status': 'completed', 'code': 200} Oct 17 19:39:04.029378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-4d8cb7af-f318-471e-ba27-07b024f228e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:04.030930 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-4d8cb7af-f318-471e-ba27-07b024f228e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 1096 time: 0.0823808 Oct 17 19:39:04.289313 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:04.388296 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-c9a400f7-a5ff-4225-8811-3d1b84e1838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:04.389046 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:39:04.389146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-c9a400f7-a5ff-4225-8811-3d1b84e1838f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.2629998 Oct 17 19:39:04.389246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:04.389246 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:04.420411 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-58f1edcf-94cc-4ad2-8109-d0e470a37c37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 200 len: 217 time: 0.1132095 Oct 17 19:39:04.496832 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:04.498977 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-837300e5-91ef-4dc7-971a-0566705bc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:04.500391 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-837300e5-91ef-4dc7-971a-0566705bc8e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.0739307 Oct 17 19:39:04.558501 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee080f28-a07c-4ffd-aa4a-944fcb383239 req-0182dd9a-02b7-4075-a12b-f155cf515ac2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:04.559198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ee080f28-a07c-4ffd-aa4a-944fcb383239 req-0182dd9a-02b7-4075-a12b-f155cf515ac2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:39:04.606502 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-c3cea24b-7271-4917-b6c6-365a8184fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:04.608031 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-c3cea24b-7271-4917-b6c6-365a8184fcb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002173 Oct 17 19:39:04.688295 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-ee080f28-a07c-4ffd-aa4a-944fcb383239 req-0182dd9a-02b7-4075-a12b-f155cf515ac2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:39:04.689442 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee080f28-a07c-4ffd-aa4a-944fcb383239 req-0182dd9a-02b7-4075-a12b-f155cf515ac2 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.3265412 Oct 17 19:39:04.771780 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-ee080f28-a07c-4ffd-aa4a-944fcb383239 req-4160dda1-b090-48cd-a1e5-08bd20f11280 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751185 Oct 17 19:39:04.776848 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-247ac628-e19a-45cf-a9cb-a880eefa801d service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621730 Oct 17 19:39:04.868017 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:04.872421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbfc34-ed63-465e-989f-b24e85c82fbb None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_floatingips': [{'id': '4a47a1c4-5a82-4915-8359-bb2de482cb9a', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'floating_ip_address': '172.26.2.197', 'floating_network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'router_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'port_id': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'mac_address': 'fa:16:3e:5b:b1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90323b53-bf2c-4fed-9879-0b52da139611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T19:32:54Z', 'updated_at': '2022-10-17T19:32:57Z', 'revision_number': 1, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:39:04.912854 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-fe1d90e9-d307-4e2b-ae83-8fc7433e5c84 req-83585203-170d-4388-93a1-a3e7b132876c service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291349 Oct 17 19:39:05.087749 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34337dc-d4f0-47db-913b-04c2dfb19cd9 None None] New status for floating IP 42262d7b-e169-454f-97ae-092fd4a48b0d: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:39:05.984602 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eff29-00fa-43ec-b711-d058f9ece16c req-4cf7b3b1-7337-4bae-830b-bfeb41c79cab tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:05.986082 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-548eff29-00fa-43ec-b711-d058f9ece16c req-4cf7b3b1-7337-4bae-830b-bfeb41c79cab tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0915315 Oct 17 19:39:06.030156 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-548eff29-00fa-43ec-b711-d058f9ece16c req-1641d45b-5e53-4d7c-b6ed-aad564fbddce tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383980 Oct 17 19:39:06.317353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-692ce464-3a89-4aef-aa8d-55c8ee7ce90b tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:06.318863 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-692ce464-3a89-4aef-aa8d-55c8ee7ce90b tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 943 time: 0.0892947 Oct 17 19:39:06.388820 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Deleting port bc698f58-5c51-4b90-a496-f0c5b4ede273 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:06.389158 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:06.634940 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] For port bc698f58-5c51-4b90-a496-f0c5b4ede273, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=bc698f58-5c51-4b90-a496-f0c5b4ede273,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:06.635220 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:06.759868 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Calling delete_port for bc698f58-5c51-4b90-a496-f0c5b4ede273 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:06.977930 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:07.026123 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event deleted for resources: {'Port': ['ID=bc698f58-5c51-4b90-a496-f0c5b4ede273,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:07.260989 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] No DVR routers for this DVR port bc698f58-5c51-4b90-a496-f0c5b4ede273 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:39:07.267993 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:07.270540 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-deleted', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:39:07.272758 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c0831c-bd89-475d-97fc-d9a0f7911460" -d '{"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-deleted", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:39:07.278731 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-5bc82078-bdd4-41bf-be48-6c7fdfa432b8 req-3b7e4e11-188f-4e69-a5e6-4cfd47843c0c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4509322-3a6b-4bd3-a1c2-35703cca40d9 HTTP/1.1" status: 200 len: 210 time: 0.0625770 Oct 17 19:39:07.317832 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35c0ef-50e5-48e2-9046-620d6bc3e01b x-openstack-request-id: req-fe35c0ef-50e5-48e2-9046-620d6bc3e01b {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:39:07.318408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4509322-3a6b-4bd3-a1c2-35703cca40d9", "name": "network-vif-deleted", "tag": "bc698f58-5c51-4b90-a496-f0c5b4ede273", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:39:07.318408 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe35c0ef-50e5-48e2-9046-620d6bc3e01b {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:39:07.318787 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe35c0ef-50e5-48e2-9046-620d6bc3e01b'] response: {'server_uuid': 'a4509322-3a6b-4bd3-a1c2-35703cca40d9', 'name': 'network-vif-deleted', 'tag': 'bc698f58-5c51-4b90-a496-f0c5b4ede273', 'status': 'completed', 'code': 200} Oct 17 19:39:07.356704 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-67c8a565-1ce5-4e97-a563-4e35f065a3ca req-fd788b55-a23c-46a9-8fb8-c04a701acfa8 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "DELETE /v2.0/ports/bc698f58-5c51-4b90-a496-f0c5b4ede273 HTTP/1.1" status: 204 len: 173 time: 1.0317681 Oct 17 19:39:09.436575 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:09.473625 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: bc698f58-5c51-4b90-a496-f0c5b4ede273 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:09.474021 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device bc698f58-5c51-4b90-a496-f0c5b4ede273 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:09.662286 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53880) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:09.863572 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Deleting port 69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:09.863911 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:10.028877 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:10.029198 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:10.155541 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Calling delete_port for 69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c owned by network:floatingip {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:10.366342 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:10.414866 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event deleted for resources: {'Port': ['ID=69a3cf6c-ea0e-4269-bb4c-b36ea0aded4c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:10.515815 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for floatingip, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:10.516146 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.db.l3_db [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Floating IP 4a47a1c4-5a82-4915-8359-bb2de482cb9a disassociated (deleted). External IP: 172.26.2.197, port: b98560ba-de2b-41fc-8f84-18072cf952e3. Oct 17 19:39:10.862640 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:39:11.158396 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:39:11.172213 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:39:11.175757 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for floatingip, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:11.181481 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:11.182334 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:11.248340 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-475b1801-b66d-4502-b4bd-9f0f84064107 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "DELETE /v2.0/floatingips/4a47a1c4-5a82-4915-8359-bb2de482cb9a HTTP/1.1" status: 204 len: 168 time: 1.5848053 Oct 17 19:39:11.249074 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:39:11.252723 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:39:11.331740 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b33ca1-d515-4e4d-bd6b-3df66a532b6c x-openstack-request-id: req-e6b33ca1-d515-4e4d-bd6b-3df66a532b6c {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:39:11.331899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:39:11.332228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6b33ca1-d515-4e4d-bd6b-3df66a532b6c {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:39:11.332706 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b33ca1-d515-4e4d-bd6b-3df66a532b6c'] response: {'name': 'network-changed', 'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'status': 'completed', 'code': 200} Oct 17 19:39:11.407514 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:11.449029 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-31f2af4b-da1b-458d-bcd3-3ff1fc5bfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:11.450708 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-31f2af4b-da1b-458d-bcd3-3ff1fc5bfd80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 1096 time: 0.0955081 Oct 17 19:39:11.607036 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-077764e2-3f5f-4f2c-a1d1-31e12d26c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:11.608512 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-077764e2-3f5f-4f2c-a1d1-31e12d26c0ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 200 len: 911 time: 0.1516669 Oct 17 19:39:11.679656 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-bde06a3c-2705-44dc-a6bf-beb13cd147cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 200 len: 217 time: 0.0649462 Oct 17 19:39:11.795963 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:11.800011 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:39:11.810782 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:11.811971 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:11.816121 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-9d378689-3a22-4264-b9c5-a4e3f3ef4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:11.817578 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-9d378689-3a22-4264-b9c5-a4e3f3ef4790 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 200 len: 849 time: 0.1319571 Oct 17 19:39:11.907354 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcb6be-a0bf-4013-a97e-121c5cca13dc req-938907d0-fc3c-493e-a987-7207408fcc2c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:11.908047 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2cfcb6be-a0bf-4013-a97e-121c5cca13dc req-938907d0-fc3c-493e-a987-7207408fcc2c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Synchronizing usage tracker for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 19:39:11.935132 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-a95c9dcc-e2a0-4616-85e4-b11197cc5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:11.939365 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-a95c9dcc-e2a0-4616-85e4-b11197cc5bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a71864fc-db72-487e-b28b-c1a8afce0a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115534 Oct 17 19:39:11.992245 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:12.014985 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.quota.resource [req-2cfcb6be-a0bf-4013-a97e-121c5cca13dc req-938907d0-fc3c-493e-a987-7207408fcc2c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Unset dirty status for tenant:daea31181f4b4cb5bd37ab7327e53b1e on resource:port {{(pid=89827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 19:39:12.016151 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2cfcb6be-a0bf-4013-a97e-121c5cca13dc req-938907d0-fc3c-493e-a987-7207408fcc2c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.2706282 Oct 17 19:39:12.105260 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-2cfcb6be-a0bf-4013-a97e-121c5cca13dc req-c6eb9843-c000-4336-9329-f87b713a1b99 tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822284 Oct 17 19:39:12.108500 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-def58e8c-7759-4682-9f16-5251e9e0b61d service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654005 Oct 17 19:39:12.245360 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-6e8ba792-a50b-441e-85f8-c03e8b58bc9e req-aba44722-20cb-4292-a06c-1f0f898b0c11 service neutron] 10.222.0.42 "GET /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299331 Oct 17 19:39:12.318450 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:12.322734 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c08eb1d-1ccd-4dba-9b86-434ce6c265d3 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:32:17Z', 'revision_number': 4, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv', '_interfaces': [{'id': '051a0483-28b8-4a8d-8862-41f086e59021', 'name': '', 'network_id': 'a71864fc-db72-487e-b28b-c1a8afce0a37', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'mac_address': 'fa:16:3e:86:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:17Z', 'updated_at': '2022-10-17T19:32:25Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'subnets': [{'id': 'c2e41b8d-bb61-4ec1-8e70-83878209d3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:39:12.554240 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d016493-f9cb-49e2-a0b5-4e15052b4215 None None] New status for floating IP 4a47a1c4-5a82-4915-8359-bb2de482cb9a: DOWN {{(pid=89829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 17 19:39:12.750698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-c0cda30c-f1d6-4df6-bccb-953f557d85ac tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:12.752140 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-c0cda30c-f1d6-4df6-bccb-953f557d85ac tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.0880537 Oct 17 19:39:12.824276 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Deleting port b98560ba-de2b-41fc-8f84-18072cf952e3 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:12.824658 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:13.068803 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] For port b98560ba-de2b-41fc-8f84-18072cf952e3, host hv-neutron-8613, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8613',level=0,port_id=b98560ba-de2b-41fc-8f84-18072cf952e3,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:13.069496 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:13.305441 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Calling delete_port for b98560ba-de2b-41fc-8f84-18072cf952e3 owned by compute:nova {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:13.314251 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fc303-db2c-4957-b397-f6b8c7199ac6 req-d7bfa8dc-10c3-433d-854c-1b918401e92a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 19:39:13.315707 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-161fc303-db2c-4957-b397-f6b8c7199ac6 req-d7bfa8dc-10c3-433d-854c-1b918401e92a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 943 time: 0.0903156 Oct 17 19:39:13.363651 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-161fc303-db2c-4957-b397-f6b8c7199ac6 req-1354c5fa-e3ce-4f21-8059-3ab4b356d38c tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/security-groups?id=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Oct 17 19:39:13.526048 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:13.575377 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event deleted for resources: {'Port': ['ID=b98560ba-de2b-41fc-8f84-18072cf952e3,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:13.670362 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] No DVR routers for this DVR port b98560ba-de2b-41fc-8f84-18072cf952e3 on host hv-neutron-8613 {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:39:13.671240 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197478'] for port, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:13.674083 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-deleted', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3'}] {{(pid=89827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 19:39:13.676353 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}178539d61b702aeeca5c885d4a8d10b6da1895b04ebb05c53ca319b8b409eac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94237530-2890-4b02-9641-eb7b90270e93" -d '{"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-deleted", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3"}]}' {{(pid=89827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 19:39:13.718291 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0f1ee-8632-4c52-b158-e20d01cebf50 x-openstack-request-id: req-12f0f1ee-8632-4c52-b158-e20d01cebf50 {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 19:39:13.718592 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90323b53-bf2c-4fed-9879-0b52da139611", "name": "network-vif-deleted", "tag": "b98560ba-de2b-41fc-8f84-18072cf952e3", "status": "completed", "code": 200}]} {{(pid=89827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 19:39:13.718844 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12f0f1ee-8632-4c52-b158-e20d01cebf50 {{(pid=89827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 19:39:13.719253 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f0f1ee-8632-4c52-b158-e20d01cebf50'] response: {'server_uuid': '90323b53-bf2c-4fed-9879-0b52da139611', 'name': 'network-vif-deleted', 'tag': 'b98560ba-de2b-41fc-8f84-18072cf952e3', 'status': 'completed', 'code': 200} Oct 17 19:39:13.754347 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [req-0115f5e1-f83b-4e15-90be-abe4eb2453f2 req-3e6830a1-9a91-42de-b5eb-ed496608c7bb tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.42 "DELETE /v2.0/ports/b98560ba-de2b-41fc-8f84-18072cf952e3 HTTP/1.1" status: 204 len: 173 time: 0.9973857 Oct 17 19:39:14.541386 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [req-2e9f6f2e-1624-4f82-8526-d6f0f7927a2b req-06193927-fed3-4bec-b2f0-4e54e4e6914a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "GET /v2.0/ports?device_id=90323b53-bf2c-4fed-9879-0b52da139611 HTTP/1.1" status: 200 len: 210 time: 0.0492864 Oct 17 19:39:15.483362 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 no longer exists at agent hyperv_hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:15.521162 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] No Port match for: b98560ba-de2b-41fc-8f84-18072cf952e3 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:15.521499 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Device b98560ba-de2b-41fc-8f84-18072cf952e3 not bound to the agent host hv-neutron-8613 {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:15.638452 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53898) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:15.706053 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:15.735328 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:15.851680 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:15.870119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:15.930752 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:15.931859 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-3c5746f2-2fb9-4949-8e00-fd2f288ff87a tempest-TestSnapshotPattern-1601228653 tempest-TestSnapshotPattern-1601228653-project] 10.222.0.36 "DELETE /v2.0/security-groups/7aa7eaf3-d92c-4c5a-9e6a-92561bb6836e HTTP/1.1" status: 204 len: 168 time: 0.2924404 Oct 17 19:39:16.026170 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53904) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:16.648152 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:17.101611 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Deleting port 051a0483-28b8-4a8d-8862-41f086e59021 {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:17.102281 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:17.271636 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] For port 051a0483-28b8-4a8d-8862-41f086e59021, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=051a0483-28b8-4a8d-8862-41f086e59021,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:17.271995 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:17.393666 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Calling delete_port for 051a0483-28b8-4a8d-8862-41f086e59021 owned by network:router_interface {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:17.606206 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:17.654707 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=051a0483-28b8-4a8d-8862-41f086e59021,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:17.696463 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.696831 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.697396 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.697753 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.698086 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.698409 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.698732 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.699057 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.699495 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.700424 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.700747 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.701064 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861384-1-hyperv {{(pid=89826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 19:39:17.934179 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:18.285832 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Router 1d31055d-597a-4b46-aef2-ff81978934c2 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:39:18.570432 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:39:18.579405 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Sync routers for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:39:18.582389 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-65fdd516-f7a8-4c4e-b6a4-b355b11090e2 admin admin] 10.222.0.36 "PUT /v2.0/routers/1d31055d-597a-4b46-aef2-ff81978934c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551951 Oct 17 19:39:18.585169 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53912) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:18.589136 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:18.589763 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:18.766724 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:18.767614 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:18.944004 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.017908 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Deleting port a8be5f9c-cfbe-4b7d-8bd0-86babf093985 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:19.018256 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.094987 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:39:17Z', 'revision_number': 5, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port': {'id': 'a8be5f9c-cfbe-4b7d-8bd0-86babf093985', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:14Z', 'updated_at': '2022-10-17T19:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:19.098794 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Checking router: 1d31055d-597a-4b46-aef2-ff81978934c2 for host: dv-neutron-861384-1-hyperv {{(pid=89828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:39:19.107658 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Routers {'1d31055d-597a-4b46-aef2-ff81978934c2'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:19.108239 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:38:52Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['1d31055d-597a-4b46-aef2-ff81978934c2'], 'active': True} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:19.194700 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] For port a8be5f9c-cfbe-4b7d-8bd0-86babf093985, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:19.194964 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.256265 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_dvr_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] Set router 1d31055d-597a-4b46-aef2-ff81978934c2 gateway port host: None {{(pid=89828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:19.317591 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Calling delete_port for a8be5f9c-cfbe-4b7d-8bd0-86babf093985 owned by network:router_gateway {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:19.362054 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.db.l3_hamode_db [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:39:18Z', 'revision_number': 6, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:19.365857 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb2fc0-752a-4826-ba8e-d930fc8990f8 None None] The sync data for ids ['1d31055d-597a-4b46-aef2-ff81978934c2'] in dv-neutron-861384-1-hyperv is: [{'id': '1d31055d-597a-4b46-aef2-ff81978934c2', 'name': 'tempest-TestSnapshotPattern-1253884030-router', 'tenant_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:13Z', 'updated_at': '2022-10-17T19:39:18Z', 'revision_number': 6, 'project_id': 'daea31181f4b4cb5bd37ab7327e53b1e', 'gw_port_host': None}] {{(pid=89828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:39:19.531586 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.579266 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8be5f9c-cfbe-4b7d-8bd0-86babf093985,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:19.679118 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.731818 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-eb777b24-1035-4761-9c7f-a91c1b39b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.965404 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:19.967569 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.051899 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.052311 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d31055d-597a-4b46-aef2-ff81978934c2 {{(pid=89827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:39:20.064812 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] Notify callbacks [] for router, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.065938 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-faba4530-b006-4a53-b714-6c67281e1e7e admin admin] 10.222.0.36 "DELETE /v2.0/routers/1d31055d-597a-4b46-aef2-ff81978934c2 HTTP/1.1" status: 204 len: 168 time: 1.4797494 Oct 17 19:39:20.068559 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53918) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:20.129233 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Deleting subnet c2e41b8d-bb61-4ec1-8e70-83878209d3e1 {{(pid=89827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:39:20.132407 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.182059 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2657320'] for subnet, precommit_delete_associations {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.265881 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.411480 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2288447'] for subnet, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.453228 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e41b8d-bb61-4ec1-8e70-83878209d3e1,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:20.460477 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3760554'] for subnet, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.461718 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19b760-17a2-479d-89dd-43648721bb6e None None] Network a71864fc-db72-487e-b28b-c1a8afce0a37 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:39:20.466717 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-8de6c270-0118-4ae3-a170-df0e3de3dd0e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2e41b8d-bb61-4ec1-8e70-83878209d3e1 HTTP/1.1" status: 204 len: 168 time: 0.3971174 Oct 17 19:39:20.469093 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53922) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:20.574081 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.584308 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Deleting port 712891b1-685f-42fd-9d8f-04a9c1b1922c {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:20.584636 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.730593 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] DHCP port deletion for a71864fc-db72-487e-b28b-c1a8afce0a37 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:39:20.734526 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 051a0483-28b8-4a8d-8862-41f086e59021 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:20.767421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Deleting port 712891b1-685f-42fd-9d8f-04a9c1b1922c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:20.767421 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.802378 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] For port 712891b1-685f-42fd-9d8f-04a9c1b1922c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=712891b1-685f-42fd-9d8f-04a9c1b1922c,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:20.803119 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:20.808753 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 051a0483-28b8-4a8d-8862-41f086e59021 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:20.809096 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 051a0483-28b8-4a8d-8862-41f086e59021 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:20.809517 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a8be5f9c-cfbe-4b7d-8bd0-86babf093985 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:20.847726 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: a8be5f9c-cfbe-4b7d-8bd0-86babf093985 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:20.847989 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device a8be5f9c-cfbe-4b7d-8bd0-86babf093985 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:20.926484 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Calling delete_port for 712891b1-685f-42fd-9d8f-04a9c1b1922c owned by network:dhcp {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:21.006347 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] For port 712891b1-685f-42fd-9d8f-04a9c1b1922c, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=712891b1-685f-42fd-9d8f-04a9c1b1922c,segment=NetworkSegment(ea0f60e9-23ff-4a61-b2d7-110097c28958),segment_id=ea0f60e9-23ff-4a61-b2d7-110097c28958)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:21.006664 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.103025 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.130937 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Calling delete_port for 712891b1-685f-42fd-9d8f-04a9c1b1922c owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:21.150808 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=712891b1-685f-42fd-9d8f-04a9c1b1922c,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:21.152664 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] No DVR routers for this DVR port 712891b1-685f-42fd-9d8f-04a9c1b1922c on host dv-neutron-861384-1-hyperv {{(pid=89827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:39:21.205569 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:39:21.205951 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:39:21.267751 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.292635 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71864fc-db72-487e-b28b-c1a8afce0a37']}} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:21.304255 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0f60e9-23ff-4a61-b2d7-110097c28958') {'for_net_delete': True} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:21.304547 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.services.segments.db [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0f60e9-23ff-4a61-b2d7-110097c28958') {} {{(pid=89827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:21.315463 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2657329'] for segment, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.331909 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.337828 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=89827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:39:21.338205 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658058'] for segment, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.420877 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment ea0f60e9-23ff-4a61-b2d7-110097c28958 resource provider aggregate not found Oct 17 19:39:21.437586 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.services.segments.plugin [-] Segment ea0f60e9-23ff-4a61-b2d7-110097c28958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea0f60e9-23ff-4a61-b2d7-110097c28958 found for delete ", "request_id": "req-9dcc6eeb-c99a-4e50-b45d-74fa008f7e30"}]} Oct 17 19:39:21.480215 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.496698 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Notify callbacks [] for network, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.506896 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a71864fc-db72-487e-b28b-c1a8afce0a37,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:21.572479 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-f4dbb4ed-bf39-4ee8-929b-6014b96535e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a71864fc-db72-487e-b28b-c1a8afce0a37 HTTP/1.1" status: 204 len: 168 time: 1.1023235 Oct 17 19:39:21.575843 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53934) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:21.707740 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Deleting port 712891b1-685f-42fd-9d8f-04a9c1b1922c {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:21.708123 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:21.777656 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-c7399023-2b39-451c-8e77-9ed628d5cfd9 None None] The port '712891b1-685f-42fd-9d8f-04a9c1b1922c' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:39:22.212356 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3756616'] for router_interface, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:22.325884 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-583c5d81-e7b6-4b28-aa4e-d1cbee5aaafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:22.561099 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Deleting port 9d200592-ea4a-4f4b-9715-6365fb5a4b19 {{(pid=89827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:22.561351 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:22.703222 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 712891b1-685f-42fd-9d8f-04a9c1b1922c no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:22.735530 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.db [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] For port 9d200592-ea4a-4f4b-9715-6365fb5a4b19, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=9d200592-ea4a-4f4b-9715-6365fb5a4b19,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:22.735889 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:22.737968 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 712891b1-685f-42fd-9d8f-04a9c1b1922c {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:22.738319 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 712891b1-685f-42fd-9d8f-04a9c1b1922c not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:22.861115 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.plugins.ml2.plugin [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Calling delete_port for 9d200592-ea4a-4f4b-9715-6365fb5a4b19 owned by network:router_interface {{(pid=89827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:23.040067 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:23.080358 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657529'] for port, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:23.229116 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d200592-ea4a-4f4b-9715-6365fb5a4b19,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:23.405772 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:23.532830 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3760561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3756580'] for router_interface, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:23.866010 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Router 6036d133-76f4-4e6e-9b39-a8a51f315951 has already been hosted by L3 agent c7c75dab-f4a1-4c26-a30e-c1cce1700be1 {{(pid=89827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 19:39:24.038973 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] Notify agent at l3_agent.dv-neutron-861384-1-hyperv the message routers_updated {{(pid=89827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 19:39:24.047384 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Sync routers for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 19:39:24.056605 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:24.057187 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:39:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:24.099147 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-4a34309a-712e-471b-8ee9-b696e643ff6c admin admin] 10.222.0.36 "PUT /v2.0/routers/6036d133-76f4-4e6e-9b39-a8a51f315951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5222759 Oct 17 19:39:24.101736 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53938) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:24.266366 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: dv-neutron-861384-1-hyperv {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:24.279557 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks [] for router, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:24.455257 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:24.542275 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Deleting port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:24.542580 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:24.547863 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'external_fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242'}], 'enable_snat': True}, 'gw_port_id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:39:22Z', 'revision_number': 5, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port': {'id': '7c3482c7-18a8-46f2-be8f-b5b075c79f6f', 'name': '', 'network_id': '7de7fb8e-7b80-4cfd-9814-37f2831a4bcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'ip_address': '172.26.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861384-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T19:32:23Z', 'updated_at': '2022-10-17T19:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28a4b2b8-f029-4097-a9fd-78a581375fb3', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861384-1-hyperv'}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:24.551562 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Checking router: 6036d133-76f4-4e6e-9b39-a8a51f315951 for host: dv-neutron-861384-1-hyperv {{(pid=89829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 19:39:24.560416 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Routers {'6036d133-76f4-4e6e-9b39-a8a51f315951'} bound to L3 agent in host dv-neutron-861384-1-hyperv {{(pid=89829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 19:39:24.560995 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861384-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T18:00:22Z,description=,heartbeat_timestamp=2022-10-17T19:39:22Z,host='dv-neutron-861384-1-hyperv',id=c7c75dab-f4a1-4c26-a30e-c1cce1700be1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T18:00:23Z,topic='l3_agent')) {'router_ids': ['6036d133-76f4-4e6e-9b39-a8a51f315951'], 'active': True} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:24.710589 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_dvr_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] Set router 6036d133-76f4-4e6e-9b39-a8a51f315951 gateway port host: None {{(pid=89829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 19:39:24.723395 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] For port 7c3482c7-18a8-46f2-be8f-b5b075c79f6f, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,segment=NetworkSegment(30d0b7cf-30ca-4bb4-960e-e1c41fb7effd),segment_id=30d0b7cf-30ca-4bb4-960e-e1c41fb7effd)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:24.723746 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:24.815531 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.l3_hamode_db [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:39:24Z', 'revision_number': 6, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port_host': None}], 'dv-neutron-861384-1-hyperv', False) {} {{(pid=89829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:24.819492 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc26d98-7fd0-43b0-9ba6-a9a58f8ea799 None None] The sync data for ids ['6036d133-76f4-4e6e-9b39-a8a51f315951'] in dv-neutron-861384-1-hyperv is: [{'id': '6036d133-76f4-4e6e-9b39-a8a51f315951', 'name': 'tempest-TestSnapshotPattern-482435326-router', 'tenant_id': 'b550ca257ac24f288f24763eae3f9b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T19:32:21Z', 'updated_at': '2022-10-17T19:39:24Z', 'revision_number': 6, 'project_id': 'b550ca257ac24f288f24763eae3f9b67', 'gw_port_host': None}] {{(pid=89829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 19:39:24.849059 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Calling delete_port for 7c3482c7-18a8-46f2-be8f-b5b075c79f6f owned by network:router_gateway {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:24.857489 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.079656 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.125676 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3482c7-18a8-46f2-be8f-b5b075c79f6f,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:25.229768 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3780269'] for router_gateway, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.503096 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3779584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27236'] for router, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.505129 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.600497 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3756054'] for router, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.601049 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6036d133-76f4-4e6e-9b39-a8a51f315951 {{(pid=89826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 19:39:25.613253 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] Notify callbacks [] for router, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.614398 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-5e71f250-8ff2-40ae-bb5b-e5e9c0c0a37c admin admin] 10.222.0.36 "DELETE /v2.0/routers/6036d133-76f4-4e6e-9b39-a8a51f315951 HTTP/1.1" status: 204 len: 168 time: 1.5116897 Oct 17 19:39:25.616967 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53942) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:25.677993 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Deleting subnet dcd21c7c-aa19-4994-8791-c6d5e77a997b {{(pid=89826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 19:39:25.681048 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.731187 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3203715'] for subnet, precommit_delete_associations {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.811329 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984787'] for subnet, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.954749 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-984778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2483980'] for subnet, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:25.991378 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd21c7c-aa19-4994-8791-c6d5e77a997b,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:25.995452 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.001839 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae094cba-9fd0-46b7-87d2-625562debe68 None None] Network efbe0e5a-fbcb-4507-9b76-98d9ad62d789 requested from dv-neutron-861384-1-hyperv {{(pid=89828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 19:39:26.002430 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-3bde5fb2-0ed4-4121-b52e-b055e521007a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dcd21c7c-aa19-4994-8791-c6d5e77a997b HTTP/1.1" status: 204 len: 168 time: 0.3845358 Oct 17 19:39:26.004884 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53946) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:26.109421 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608667'] for network, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.119646 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Deleting port b266d802-d1d1-4973-948c-fd220155685a {{(pid=89826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:26.119974 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.296991 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] DHCP port deletion for efbe0e5a-fbcb-4507-9b76-98d9ad62d789 request from dv-neutron-861384-1-hyperv {{(pid=89828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 19:39:26.300877 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Deleting port b266d802-d1d1-4973-948c-fd220155685a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:26.301241 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.326527 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.db [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] For port b266d802-d1d1-4973-948c-fd220155685a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b266d802-d1d1-4973-948c-fd220155685a,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:26.327070 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.452348 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.plugin [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Calling delete_port for b266d802-d1d1-4973-948c-fd220155685a owned by network:dhcp {{(pid=89826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:26.500478 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.db [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] For port b266d802-d1d1-4973-948c-fd220155685a, host dv-neutron-861384-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861384-1-hyperv',level=0,port_id=b266d802-d1d1-4973-948c-fd220155685a,segment=NetworkSegment(98fbb101-fc81-4b71-87a6-7dbd9158ea75),segment_id=98fbb101-fc81-4b71-87a6-7dbd9158ea75)] {{(pid=89828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 19:39:26.500859 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756133'] for port, precommit_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.605007 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-965108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-281073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792882642050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792882041555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2246191'] for port, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.623268 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Calling delete_port for b266d802-d1d1-4973-948c-fd220155685a owned by network:dhcp {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 19:39:26.656559 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b266d802-d1d1-4973-948c-fd220155685a,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:26.658791 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] No DVR routers for this DVR port b266d802-d1d1-4973-948c-fd220155685a on host dv-neutron-861384-1-hyperv {{(pid=89826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 19:39:26.700858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.db.api [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 19:39:26.701327 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG oslo_db.api [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 19:39:26.723223 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7c3482c7-18a8-46f2-be8f-b5b075c79f6f no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:26.761589 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 7c3482c7-18a8-46f2-be8f-b5b075c79f6f {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:26.765191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 7c3482c7-18a8-46f2-be8f-b5b075c79f6f not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:26.765191 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b266d802-d1d1-4973-948c-fd220155685a no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:26.775467 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984247', 'neutron.services.segments.db._delete_segments_for_network-8792882570213'] for network, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.796447 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: b266d802-d1d1-4973-948c-fd220155685a {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:26.796793 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device b266d802-d1d1-4973-948c-fd220155685a not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:26.797212 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d200592-ea4a-4f4b-9715-6365fb5a4b19 no longer exists at agent ovs-agent-dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 19:39:26.801186 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbe0e5a-fbcb-4507-9b76-98d9ad62d789']}} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:26.813218 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fbb101-fc81-4b71-87a6-7dbd9158ea75') {'for_net_delete': True} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:26.813651 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.services.segments.db [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fbb101-fc81-4b71-87a6-7dbd9158ea75') {} {{(pid=89826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 19:39:26.825161 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792882589709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3203738'] for segment, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.838070 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-30216734-114c-45a1-bf16-c36381f57420 None None] No Port match for: 9d200592-ea4a-4f4b-9715-6365fb5a4b19 {{(pid=89828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 19:39:26.838412 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.rpc [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Device 9d200592-ea4a-4f4b-9715-6365fb5a4b19 not bound to the agent host dv-neutron-861384-1-hyperv {{(pid=89828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 19:39:26.842289 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046084'] for segment, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.848861 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=89826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 19:39:26.849265 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1046093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2246108'] for segment, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.920828 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:26.931632 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 98fbb101-fc81-4b71-87a6-7dbd9158ea75 resource provider aggregate not found Oct 17 19:39:26.952754 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.services.segments.plugin [-] Segment 98fbb101-fc81-4b71-87a6-7dbd9158ea75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98fbb101-fc81-4b71-87a6-7dbd9158ea75 found for delete ", "request_id": "req-df998da9-7399-4e2e-bcc2-8f46831df1a5"}]} Oct 17 19:39:27.000293 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3760568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3780168'] for network, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.018470 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.024240 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbe0e5a-fbcb-4507-9b76-98d9ad62d789,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:27.034287 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-359e0ace-07c6-4722-9f06-e4a3d599b1c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/efbe0e5a-fbcb-4507-9b76-98d9ad62d789 HTTP/1.1" status: 204 len: 168 time: 1.0283468 Oct 17 19:39:27.203075 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Deleting port b266d802-d1d1-4973-948c-fd220155685a {{(pid=89828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 19:39:27.203651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792882641071'] for port, before_delete {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.272266 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron.plugins.ml2.plugin [None req-bfa78393-6795-4c4a-8cbc-a86ed66b5860 None None] The port 'b266d802-d1d1-4973-948c-fd220155685a' was deleted {{(pid=89828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 19:39:27.337586 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53958) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:27.385227 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-7e6d07ee-9545-4f3a-9437-7a212fd4ede8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=daea31181f4b4cb5bd37ab7327e53b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464935 Oct 17 19:39:27.388267 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [-] (89826) accepted ('10.222.0.36', 53962) {{(pid=89826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:27.444845 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.470798 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.611365 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.631879 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d069a-635e-4eec-8a76-b1f10d38f017,revision_number=None']} {{(pid=89826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:27.641391 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron_lib.callbacks.manager [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:27.642612 dv-neutron-861384-1-hyperv neutron-server[89826]: INFO neutron.wsgi [None req-83d78669-e5bc-4ec6-9178-2594cc918a4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/349d069a-635e-4eec-8a76-b1f10d38f017 HTTP/1.1" status: 204 len: 168 time: 0.2534659 Oct 17 19:39:28.267494 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53970) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:28.316158 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-973a99ff-6657-4324-9197-747a5109bc64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b550ca257ac24f288f24763eae3f9b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474491 Oct 17 19:39:28.318573 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.wsgi [-] (89827) accepted ('10.222.0.36', 53974) {{(pid=89827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 19:39:28.379350 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:28.404916 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:28.502892 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769375'] for security_group, after_delete {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:28.517007 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a237154b-a782-4da9-9c10-415ce71295f0,revision_number=None']} {{(pid=89827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 19:39:28.526336 dv-neutron-861384-1-hyperv neutron-server[89827]: DEBUG neutron_lib.callbacks.manager [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:28.527444 dv-neutron-861384-1-hyperv neutron-server[89827]: INFO neutron.wsgi [None req-73ff0a15-887b-4f4a-af44-235655e22cea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a237154b-a782-4da9-9c10-415ce71295f0 HTTP/1.1" status: 204 len: 168 time: 0.2080123 Oct 17 19:39:38.888387 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:39:49.753303 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-d35726f8-aa00-4a03-9eba-767d6259b5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:52.347651 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-afecb973-f9d4-475d-bcb3-66ca67586ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:53.016116 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:53.370220 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:54.901542 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:39:56.907333 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:15.888716 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:40:19.706723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2381aa93-1816-4f91-a679-de20f83dc8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:22.335244 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-702a3d42-1244-4fc4-aaf8-184742da1ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:23.026776 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:23.375280 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:24.895057 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:26.901331 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:49.722914 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-dd3e3ef0-3511-4983-9049-26b49cde3397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:52.322858 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-6c44b9a0-1426-4aa8-96b6-3a980efcc485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:52.888198 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:40:53.025745 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:53.397113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:54.864561 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:40:56.899802 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:19.722637 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2a12a17a-f035-42a3-8912-b928e5197d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:22.339890 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-7a027a81-413b-43b3-9f69-b83f659e3291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:23.035538 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:23.406981 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:24.880849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:27.008052 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:29.887872 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:41:49.727129 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-946b8b30-eea0-4023-9ed6-8f25d75ba9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:52.333480 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-15bf9611-a398-4369-b9a8-f2c8fc57495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:53.033978 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:53.418977 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:54.885409 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:41:56.892953 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:06.887971 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:42:19.727092 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c8872fb8-a340-410f-88ec-b6b92577067d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:22.355281 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-c3b422a1-95f2-4fc5-9421-ca2b548f01c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:23.041122 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:23.398723 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:24.874984 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:26.955487 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:43.887427 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:42:49.709137 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-52617f86-ecff-4587-978e-37d5e1136d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:52.322966 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c54f-0c00-4bca-9eef-e5e1c769dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:53.026018 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:53.418050 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:54.877287 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:42:56.971883 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:19.714169 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-036c003e-51ff-4cc9-9b48-8f1c0ceaab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:20.886704 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:43:22.316547 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-75ed7d85-7eae-40d2-9c89-95c616827a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:23.045733 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:23.408000 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:24.882513 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:26.922025 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:49.738339 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-196c2d45-ea0b-4352-bac5-67738180e425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:52.338224 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-93842f08-ed5b-41d9-b465-55e73b41cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:53.035086 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:53.412121 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:54.932194 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:56.919729 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:43:57.886454 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:44:19.741618 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-b6364318-0d1d-4ef0-ab81-cc15d2e59717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:22.343079 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-27ba77b0-35a1-4d75-96a6-b6b4a0640b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:23.062993 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:23.416849 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:24.891043 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:26.977175 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:33.291393 dv-neutron-861384-1-hyperv neutron-server[89826]: DEBUG neutron.wsgi [req-52c463fe-0f67-4306-98c7-06a90b3d32c9 req-826e176b-d7d9-4d59-879b-2a4cbd07abe1 service neutron] (89826) timed out ('10.222.0.36', 51104) {{(pid=89826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 19:44:34.885188 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:44:49.747113 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0e746e0c-0026-41d4-8941-54ddeafa31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:52.346873 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-083c02d3-2808-4f42-a7d6-131f8013d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:53.044225 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:53.421512 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:54.878284 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:44:56.947529 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-0272807d-96e4-45aa-b0ed-b757d387772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:45:11.885837 dv-neutron-861384-1-hyperv neutron-server[89829]: DEBUG neutron.db.agents_db [None req-0d80cae9-b711-4f76-89f7-a89db9f71c57 None None] Agent healthcheck: found 6 active agents {{(pid=89829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:45:19.746554 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-2d1380ac-0ab3-4622-bd68-7c50bbcfa39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:45:22.335037 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-5e63c994-19d5-4ea9-a32b-c915f8f49976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:45:23.089564 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-30216734-114c-45a1-bf16-c36381f57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:45:23.403323 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-3d34099b-f800-439f-aaf5-06ae6b8decc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:45:24.877308 dv-neutron-861384-1-hyperv neutron-server[89828]: DEBUG neutron_lib.callbacks.manager [None req-07495826-4456-484b-9de0-40515c349ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792882570195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986877'] for agent, after_update {{(pid=89828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}